00000080:00000010:0.1:1769074781.961244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0ae69b20. 00010000:00000010:0.1:1769074782.024910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:0.1:1769074782.562884:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65800. 00010000:00000010:0.1:1769074782.665631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00010000:00000010:0.1:1769074782.737656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:0.1:1769074782.974282:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0a00. 00010000:00000010:0.1:1769074783.063791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65000. 00010000:00000010:0.1:1769074783.517011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:0.1:1769074783.517021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c200. 00000080:00000010:0.1:1769074783.517026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b10a1f4a0. 00000080:00000010:0.1:1769074783.517031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b10a1f560. 00010000:00000010:0.1:1769074783.543837:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4cc00. 00010000:00000010:0.1:1769074783.563128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4cc00. 00010000:00000010:0.1:1769074783.563135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:0.1:1769074783.789664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00000080:00000010:0.1:1769074783.789680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a240. 00000080:00000010:0.1:1769074784.807618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dde0. 00010000:00000010:0.1:1769074784.853079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec600. 00000080:00000010:0.1:1769074785.032796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafa0. 00010000:00000010:0.1:1769074785.032807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00000080:00000010:0.1:1769074785.068627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a3e0. 00010000:00000010:0.1:1769074785.107532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00000080:00000010:0.1:1769074785.152468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6c0. 00010000:00000010:0.1:1769074785.152480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e600. 00010000:00000010:0.1:1769074785.331607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed600. 00000080:00000010:0.1:1769074785.345704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a800. 00010000:00000010:0.1:1769074785.416356:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00000080:00000010:0.1:1769074786.173741:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a400. 00010000:00000010:0.1:1769074786.207757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:0.1:1769074786.274647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec200. 00010000:00000010:0.1:1769074786.337016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec600. 00000080:00000010:0.1:1769074786.420009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053800. 00010000:00000010:0.1:1769074786.424956:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074786.565623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066edc00. 00010000:00000010:0.1:1769074786.653762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00000080:00000010:0.1:1769074786.687504:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafc0. 00010000:00000010:0.1:1769074786.832594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:0.1:1769074787.430586:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1000. 00010000:00000010:0.1:1769074787.430593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00000080:00000010:0.1:1769074787.473721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060539e0. 00000080:00000010:0.1:1769074787.631322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a740. 00010000:00000010:0.1:1769074787.640549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00000080:00000010:0.1:1769074787.664118:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053400. 00010000:00000010:0.1:1769074787.920597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00000080:00000010:0.1:1769074787.978793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d940. 00010000:00000010:0.1:1769074788.002736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:0.1:1769074788.010679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec200. 00010000:00000010:0.1:1769074788.101698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec400. 00000080:00000010:0.1:1769074788.305006:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a0e0. 00000080:00000010:0.1:1769074788.426721:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664aa00. 00000080:00000010:0.1:1769074788.426732:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a300. 00010000:00000010:0.1:1769074788.628363:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558200. 00010000:00000010:0.1:1769074788.628381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:0.1:1769074788.628385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1400. 00010000:00000010:0.1:1769074788.628389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00000080:00000010:0.1:1769074788.984621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea3c0. 00010000:00000010:0.1:1769074788.984645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00000080:00000010:0.1:1769074789.174454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a0e0. 00000080:00000010:0.1:1769074789.200712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafa0. 00010000:00000010:0.1:1769074789.212811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:0.1:1769074789.304911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00010000:00000010:0.1:1769074789.443940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00000080:00000010:0.1:1769074789.443952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf00. 00010000:00000010:0.1:1769074789.604855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066edc00. 00010000:00000010:0.1:1769074789.761195:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec200. 00010000:00000010:0.1:1769074789.897067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:0.1:1769074789.900723:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:0.1:1769074789.940640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20ef3700. 00010000:00000010:0.1:1769074789.940647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:0.1:1769074790.012623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00000080:00000010:0.1:1769074790.220689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea200. 00010000:00000010:0.1:1769074790.226167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00000080:00000010:0.1:1769074790.337120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d820. 00010000:00000010:0.1:1769074790.435591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00000080:00000010:0.1:1769074790.530807:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060531a0. 00000080:00000010:0.1:1769074790.561931:0:5540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d060. 00000080:00000010:0.1:1769074790.612953:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0c0. 00010000:00000010:0.1:1769074790.612977:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:0.1:1769074790.672786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00000080:00000010:0.1:1769074790.810634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601de40. 00010000:00000010:0.1:1769074790.813832:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00000080:00000010:0.1:1769074790.813842:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae00. 00010000:00000010:0.1:1769074790.849696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1d00. 00010000:00000010:0.1:1769074790.849702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00000080:00000010:0.1:1769074790.862734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664ac60. 00000080:00000010:0.1:1769074790.862766:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e606300. 00010000:00000010:0.1:1769074790.997452:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868e00. 00010000:00000010:0.1:1769074790.997460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:0.1:1769074791.244607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00010000:00000010:0.1:1769074791.244619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8aa00. 00010000:00000010:0.1:1769074791.244623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00010000:00000010:0.1:1769074791.658609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00000080:00000010:0.1:1769074791.747934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a560. 00010000:00000010:0.1:1769074791.774598:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:0.1:1769074791.774607:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6b00. 00010000:00000010:0.1:1769074791.774610:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00000080:00000010:0.1:1769074791.783608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa80. 00000080:00000010:0.1:1769074791.788663:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e600840. 00010000:00000010:0.1:1769074791.818639:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:0.1:1769074791.887749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00000080:00000010:0.1:1769074792.009626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea2e0. 00010000:00000010:0.1:1769074792.009642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:0.1:1769074792.017837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:0.1:1769074792.078591:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00000080:00000010:0.1:1769074792.130630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a600. 00010000:00000010:0.1:1769074792.153600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:0.1:1769074792.153606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:0.1:1769074792.207685:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00000080:00000010:0.1:1769074792.207691:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dc60. 00000080:00000010:0.1:1769074792.236618:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead60. 00010000:00000010:0.1:1769074792.236625:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:0.1:1769074792.263374:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:0.1:1769074792.277623:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00000080:00000010:0.1:1769074792.277631:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601db80. 00000080:00000010:0.1:1769074792.451474:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d3c0. 00000080:00000010:0.1:1769074792.451487:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d5a0. 00010000:00000010:0.1:1769074792.463193:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00000080:00000010:0.1:1769074792.463212:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea8e0. 00010000:00000010:0.1:1769074792.521683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00000080:00000010:0.1:1769074792.560469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a500. 00010000:00000010:0.1:1769074792.560484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20ef3600. 00010000:00000010:0.1:1769074792.560489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ae00. 00000080:00000010:0.1:1769074792.955293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea8e0. 00010000:00000010:0.1:1769074793.008746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:0.1:1769074793.008760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00000080:00000010:0.1:1769074793.021516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664afe0. 00010000:00000010:0.1:1769074793.397932:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074793.459633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00000080:00000010:0.1:1769074793.536606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664aae0. 00010000:00000010:0.1:1769074793.575046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1e00. 00010000:00000010:0.1:1769074793.575052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed800. 00000080:00000010:0.1:1769074793.597705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664afe0. 00000080:00000010:0.1:1769074793.608619:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6018c0. 00010000:00000010:0.1:1769074793.608628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:0.1:1769074793.868919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ede00. 00000080:00000010:0.1:1769074793.868967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664ac60. 00010000:00000010:0.1:1769074793.869003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec400. 00010000:00000010:0.1:1769074793.975737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:0.1:1769074794.026632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5a00. 00010000:00000010:0.1:1769074794.026643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed800. 00010000:00000010:0.1:1769074794.084598:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ede00. 00010000:00000010:0.1:1769074794.094189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:0.1:1769074794.171601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00000080:00000010:0.1:1769074794.383655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea180. 00010000:00000010:0.1:1769074794.383673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:0.1:1769074794.383678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6c00. 00010000:00000010:0.1:1769074794.383683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:0.1:1769074794.383686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d000. 00000080:00000010:0.1:1769074794.448675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea180. 00010000:00000010:0.1:1769074794.448690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00000080:00000010:0.1:1769074794.539905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053480. 00010000:00000010:0.1:1769074794.651409:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:0.1:1769074794.651419:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00000080:00000010:0.1:1769074794.656979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664ac60. 00000080:00000010:0.1:1769074794.656994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664aa00. 00010000:00000010:0.1:1769074794.683696:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00000080:00000010:0.1:1769074794.693692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa40. 00010000:00000010:0.1:1769074794.850545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00000080:00000010:0.1:1769074794.934610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaac0. 00010000:00000010:0.1:1769074794.934628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00000080:00000010:0.1:1769074795.315799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a800. 00000080:00000010:0.1:1769074795.319994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060538c0. 00010000:00000010:0.1:1769074795.320008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00010000:00000010:0.1:1769074795.371602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed800. 00000080:00000010:0.1:1769074795.676788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a060. 00000080:00000010:0.1:1769074795.768777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf40. 00010000:00000010:0.1:1769074795.777371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00010000:00000010:0.1:1769074795.777419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:0.1:1769074795.777423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00000080:00000010:0.1:1769074795.781647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0e0. 00000080:00000010:0.1:1769074795.781679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead40. 00010000:00000010:0.1:1769074795.991679:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00000080:00000010:0.1:1769074796.136657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053840. 00000080:00000010:0.1:1769074796.150297:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6339c0. 00010000:00000010:0.1:1769074796.170956:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5c00. 00010000:00000010:0.1:1769074796.170970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00000080:00000010:0.1:1769074796.228630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601de40. 00010000:00000010:0.1:1769074796.236937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:0.1:1769074796.347624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6000. 00010000:00000010:0.1:1769074796.347633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00000080:00000010:0.1:1769074796.395317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea360. 00010000:00000010:0.1:1769074796.395328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:0.1:1769074796.461793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:0.1:1769074796.461831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32e00. 00010000:00000010:0.1:1769074796.461835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00000080:00000010:0.1:1769074796.473910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea2a0. 00000080:00000010:0.1:1769074796.473922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dce0. 00010000:00000010:0.1:1769074796.792610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:0.1:1769074796.792621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0ae69de0. 00010000:00000010:0.1:1769074796.852039:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:0.1:1769074796.852087:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00000080:00000010:0.1:1769074796.905072:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6339c0. 00010000:00000010:0.1:1769074796.909207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:0.1:1769074796.909212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:0.1:1769074796.940962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:0.1:1769074796.942739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:0.1:1769074797.007063:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20ef3c00. 00010000:00000010:0.1:1769074797.007077:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00000080:00000010:0.1:1769074797.022257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaca0. 00000080:00000010:0.1:1769074797.022280:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6339c0. 00010000:00000010:0.1:1769074797.029602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0600. 00010000:00000010:0.1:1769074797.123281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00000080:00000010:0.1:1769074797.123289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d8c0. 00010000:00000010:0.1:1769074797.123312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00000080:00000010:0.1:1769074797.151778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac20. 00010000:00000010:0.1:1769074797.223220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:0.1:1769074797.302581:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:0.1:1769074797.302588:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6400. 00010000:00000010:0.1:1769074797.302592:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00000080:00000010:0.1:1769074797.415594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0ae69560. 00000080:00000010:0.1:1769074797.423686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0ae69980. 00000080:00000010:0.1:1769074797.423710:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e59ca40. 00010000:00000010:0.1:1769074797.799442:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:0.1:1769074798.012918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:0.1:1769074798.028819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a0e0. 00010000:00000010:0.1:1769074798.149672:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ffd00. 00010000:00000010:0.1:1769074798.149680:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:0.1:1769074798.425582:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00000080:00000010:0.1:1769074798.549450:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f60. 00010000:00000010:0.1:1769074798.618844:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:0.1:1769074798.851605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dfa0. 00000080:00000010:0.1:1769074798.878325:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d2e0. 00010000:00000010:0.1:1769074798.974606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074799.061618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:0.1:1769074799.065595:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe380. 00000080:00000010:0.1:1769074799.179686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7e0. 00010000:00000010:0.1:1769074799.326621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:0.1:1769074799.430316:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bc00. 00010000:00000010:0.1:1769074799.430326:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:0.1:1769074799.461118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f000. 00010000:00000010:0.1:1769074799.476202:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:0.1:1769074799.527662:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:0.1:1769074799.527669:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4ba00. 00010000:00000010:0.1:1769074799.527674:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:0.1:1769074799.573647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00010000:00000010:0.1:1769074799.648651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0600. 00010000:00000010:0.1:1769074799.706665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558200. 00010000:00000010:0.1:1769074799.706679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec400. 00010000:00000010:0.1:1769074799.706684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201fff00. 00010000:00000010:0.1:1769074799.706688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:0.1:1769074799.706692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5300. 00010000:00000010:0.1:1769074799.706695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00010000:00000010:0.1:1769074799.711887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b500. 00010000:00000010:0.1:1769074799.711903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:0.1:1769074799.711908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6800. 00010000:00000010:0.1:1769074799.711912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:0.1:1769074799.711915:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42e00. 00010000:00000010:0.1:1769074799.711917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074799.737801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:0.1:1769074800.005572:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00000080:00000010:0.1:1769074800.005577:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea1c0. 00010000:00000010:0.1:1769074800.066611:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:0.1:1769074800.100229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00010000:00000010:0.1:1769074800.158943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6700. 00010000:00000010:0.1:1769074800.158952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074800.184732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00000080:00000010:0.1:1769074800.184740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea2c0. 00010000:00000010:0.1:1769074800.256825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00000080:00000010:0.1:1769074800.268926:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe6e0. 00010000:00000010:0.1:1769074800.268935:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8aa00. 00010000:00000010:0.1:1769074800.268940:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:0.1:1769074800.268944:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074800.280449:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00010000:00000010:0.1:1769074800.378936:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b800. 00010000:00000010:0.1:1769074800.378943:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:0.1:1769074800.406687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:0.1:1769074800.480745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00000080:00000010:0.1:1769074800.535871:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d560. 00000080:00000010:0.1:1769074800.535879:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d200. 00010000:00000010:0.1:1769074800.535899:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8aa00. 00010000:00000010:0.1:1769074800.535903:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98c00. 00010000:00000010:0.1:1769074800.535906:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:0.1:1769074800.622638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00010000:00000010:0.1:1769074800.640604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074800.746814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:0.1:1769074800.765445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:0.1:1769074800.795947:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00010000:00000010:0.1:1769074800.805585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:0.1:1769074800.884682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074801.134922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05e00. 00010000:00000010:0.1:1769074801.162326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00000080:00000010:0.1:1769074801.162333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea420. 00010000:00000010:0.1:1769074801.306588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a600. 00010000:00000010:0.1:1769074801.526609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00000080:00000010:0.1:1769074801.612645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea8a0. 00010000:00000010:0.1:1769074801.681866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6400. 00010000:00000010:0.1:1769074801.681883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:0.1:1769074801.689758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bd00. 00010000:00000010:0.1:1769074801.689785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:0.1:1769074801.814589:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9c00. 00000080:00000010:0.1:1769074801.814598:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6c0. 00010000:00000010:0.1:1769074801.994729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00000080:00000010:0.1:1769074802.007611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00010000:00000010:0.1:1769074802.029766:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:0.1:1769074802.062409:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00000080:00000010:0.1:1769074802.137592:0:5540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea1e0. 00000080:00000010:0.1:1769074802.150780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00010000:00000010:0.1:1769074802.169698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42b00. 00010000:00000010:0.1:1769074802.169706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:0.1:1769074802.175595:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:0.1:1769074802.191929:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00000080:00000010:0.1:1769074802.191936:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00010000:00000010:0.1:1769074802.252166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:0.1:1769074802.429343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074802.429351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:0.1:1769074802.658966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00000080:00000010:0.1:1769074802.658981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea600. 00010000:00000010:0.1:1769074802.700949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074802.732709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42b00. 00010000:00000010:0.1:1769074802.732723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a200. 00010000:00000010:0.1:1769074802.921238:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fa3500. 00010000:00000010:0.1:1769074802.921243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05e00. 00000080:00000010:0.1:1769074802.960034:0:5550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dca0. 00010000:00000010:0.1:1769074802.966401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074802.970870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:0.1:1769074803.008586:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00010000:00000010:0.1:1769074803.008595:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:0.1:1769074803.026884:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:0.1:1769074803.042373:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32e00. 00010000:00000010:0.1:1769074803.042380:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:0.1:1769074803.099704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:0.1:1769074803.104886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32e00. 00010000:00000010:0.1:1769074803.137333:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074803.165425:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:0.1:1769074803.165433:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:0.1:1769074803.208874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33200. 00010000:00000010:0.1:1769074803.220730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:0.1:1769074803.229712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:0.1:1769074803.229725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42a00. 00010000:00000010:0.1:1769074803.229729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:0.1:1769074803.281633:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124ac800. 00010000:00000010:0.1:1769074803.281646:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04c00. 00000080:00000010:0.1:1769074803.500210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fef60. 00000080:00000010:0.1:1769074803.500894:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fec60. 00010000:00000010:0.1:1769074803.538599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074803.670640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:0.1:1769074803.742651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00000080:00000010:0.1:1769074803.749577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe080. 00000080:00000010:0.1:1769074803.756448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe180. 00000080:00000010:0.1:1769074803.761372:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e604a40. 00010000:00000010:0.1:1769074803.767604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00000080:00000010:0.1:1769074803.767620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea840. 00010000:00000010:0.1:1769074803.837620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:0.1:1769074803.945575:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:0.1:1769074804.011183:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8200. 00010000:00000010:0.1:1769074804.022640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:0.1:1769074804.073686:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00010000:00000010:0.1:1769074804.128642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:0.1:1769074804.223392:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:0.1:1769074804.284448:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00000080:00000010:0.1:1769074804.375173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00000080:00000010:0.1:1769074804.848615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0ae69560. 00010000:00000010:0.1:1769074805.003610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074805.071598:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00000080:00000010:0.1:1769074805.081539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0000. 00010000:00000010:0.1:1769074805.098285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:0.1:1769074805.188084:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:0.1:1769074805.257780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33200. 00010000:00000010:0.1:1769074805.270847:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb000. 00010000:00000010:0.1:1769074805.270853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:0.1:1769074805.369400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:0.1:1769074805.460625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:0.1:1769074805.513650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fa3b00. 00010000:00000010:0.1:1769074805.513658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:0.1:1769074805.513662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fa3a00. 00010000:00000010:0.1:1769074805.513664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00000080:00000010:0.1:1769074805.554579:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea2c0. 00010000:00000010:0.1:1769074805.849320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:0.1:1769074805.877673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42000. 00010000:00000010:0.1:1769074805.877681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:0.1:1769074805.962593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:0.1:1769074806.204841:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00000080:00000010:0.1:1769074806.234683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea8c0. 00010000:00000010:0.1:1769074806.552711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4600. 00010000:00000010:0.1:1769074806.724601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:0.1:1769074806.834058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00000080:00000010:0.1:1769074806.863593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb02c0. 00010000:00000010:0.1:1769074807.258910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:0.1:1769074807.848630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00010000:00000010:0.1:1769074808.011857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:0.1:1769074808.254596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00010000:00000010:0.1:1769074808.349591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:0.1:1769074808.914581:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:0.1:1769074808.987602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cbe00. 00010000:00000010:0.1:1769074808.987613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00000080:00000010:0.1:1769074808.987619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb03e0. 00010000:00000010:0.1:1769074809.031627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:0.1:1769074809.039597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:0.1:1769074809.116590:0:5541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa00. 00000080:00000010:0.1:1769074809.173160:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0360. 00000080:00000010:0.1:1769074809.196603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664ae00. 00000080:00000010:0.1:1769074809.268462:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a640. 00000080:00000010:0.1:1769074809.290639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dba0. 00000080:00000010:0.1:1769074809.375796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053920. 00010000:00000010:0.1:1769074809.434526:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e71100. 00010000:00000010:0.1:1769074809.434543:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00010000:00000010:0.1:1769074809.652599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:0.1:1769074809.652605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0800. 00010000:00000010:0.1:1769074809.684707:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074809.687659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:0.1:1769074809.777963:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb900. 00010000:00000010:0.1:1769074809.777999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:0.1:1769074809.899093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:0.1:1769074809.959390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:0.1:1769074810.005737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:0.1:1769074810.039792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:0.1:1769074810.055823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98c00. 00010000:00000010:0.1:1769074810.156578:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7f00. 00010000:00000010:0.1:1769074810.156584:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00000080:00000010:0.1:1769074810.302584:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dd00. 00000080:00000010:0.1:1769074810.302591:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a60. 00000080:00000010:0.1:1769074810.302595:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb02a0. 00010000:00000010:0.1:1769074810.302601:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:0.1:1769074810.930200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00000080:00000010:0.1:1769074811.011464:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea900. 00010000:00000010:0.1:1769074811.048165:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00000080:00000010:0.1:1769074811.104108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dda0. 00000080:00000010:0.1:1769074811.127890:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0ce0. 00000080:00000010:0.1:1769074811.128116:0:2364:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0a40. 00000080:00000010:0.1:1769074811.267256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dfe0. 00010000:00000010:0.1:1769074811.284862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb100. 00010000:00000010:0.1:1769074811.284871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:0.1:1769074811.284876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0200. 00000080:00000010:0.1:1769074811.297251:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e604a40. 00010000:00000010:0.1:1769074811.447576:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:0.1:1769074811.447583:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:0.1:1769074811.516272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:0.1:1769074811.641595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00000080:00000010:0.1:1769074811.754918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053b80. 00000080:00000010:0.1:1769074811.754932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0ea0. 00000080:00000010:0.1:1769074811.754936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0fc0. 00000080:00000010:0.1:1769074811.754940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae80. 00000080:00000010:0.1:1769074811.754945:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d500. 00000080:00000010:0.1:1769074811.754950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dba0. 00010000:00000010:0.1:1769074811.754955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:0.1:1769074811.830785:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fa3100. 00010000:00000010:0.1:1769074811.830791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074811.983102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb600. 00010000:00000010:0.1:1769074811.983114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:0.1:1769074812.010759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:0.1:1769074812.354148:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00000080:00000010:0.1:1769074812.401278:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea1c0. 00000080:00000010:0.1:1769074812.442841:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d460. 00010000:00000010:0.1:1769074812.478910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00000080:00000010:0.1:1769074812.478923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea1c0. 00010000:00000010:0.1:1769074812.485907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:0.1:1769074812.632350:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:0.1:1769074812.901282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:0.1:1769074813.182574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00000080:00000010:0.1:1769074813.204603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb06a0. 00010000:00000010:0.1:1769074813.204629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00000080:00000010:0.1:1769074813.242993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0300. 00010000:00000010:0.1:1769074813.243016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00000080:00000010:0.1:1769074813.282158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dba0. 00010000:00000010:0.1:1769074813.419971:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8200. 00010000:00000010:0.1:1769074813.420004:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074813.420008:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:0.1:1769074813.457688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0000. 00000080:00000010:0.1:1769074813.494587:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea680. 00000080:00000010:0.1:1769074813.494597:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601da20. 00010000:00000010:0.1:1769074813.928812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbbf00. 00010000:00000010:0.1:1769074813.928825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00000080:00000010:0.1:1769074814.349776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea620. 00010000:00000010:0.1:1769074814.349789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:0.1:1769074814.349794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a76600. 00000080:00000010:0.1:1769074814.522828:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0cc0. 00000080:00000010:0.1:1769074814.559826:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d660. 00000080:00000010:0.1:1769074814.657809:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0700. 00000080:00000010:0.1:1769074814.657831:0:2367:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57a100. 00010000:00000010:0.1:1769074814.906300:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00010000:00000010:0.1:1769074814.906336:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:0.1:1769074814.906340:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00010000:00000010:0.1:1769074814.920970:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074814.920975:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32000. 00000080:00000010:0.1:1769074814.920978:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053560. 00000080:00000010:0.1:1769074814.920982:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0c0. 00010000:00000010:0.1:1769074814.951665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00010000:00000010:0.1:1769074815.067741:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:0.1:1769074815.108974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8af00. 00010000:00000010:0.1:1769074815.108992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:0.1:1769074815.145611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00000080:00000010:0.1:1769074815.145620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053180. 00010000:00000010:0.1:1769074815.596598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5000. 00000080:00000010:0.1:1769074815.596605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceada0. 00010000:00000010:0.1:1769074815.605617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4e00. 00010000:00000010:0.1:1769074815.605649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:0.1:1769074815.846001:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fa3c00. 00010000:00000010:0.1:1769074815.846019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00010000:00000010:0.1:1769074815.846023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124ac800. 00010000:00000010:0.1:1769074815.846028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:0.1:1769074815.944007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00000080:00000010:0.1:1769074815.996765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d140. 00010000:00000010:0.1:1769074815.996774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00000080:00000010:0.1:1769074816.076304:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053700. 00000080:00000010:0.1:1769074816.078599:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e603180. 00010000:00000010:0.1:1769074816.104728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074816.267910:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4e00. 00000080:00000010:0.1:1769074816.698260:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb01c0. 00000080:00000010:0.1:1769074816.764952:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb00e0. 00010000:00000010:0.1:1769074817.121596:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:0.1:1769074817.126943:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7100. 00010000:00000010:0.1:1769074817.126951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4400. 00010000:00000010:0.1:1769074817.246384:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:0.1:1769074817.422497:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:0.1:1769074817.444035:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5e00. 00010000:00000010:0.1:1769074817.444047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:0.1:1769074817.941694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00000080:00000010:0.1:1769074818.136772:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0fe0. 00010000:00000010:0.1:1769074818.136791:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:0.1:1769074818.257025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7500. 00010000:00000010:0.1:1769074818.257032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00010000:00000010:0.1:1769074818.257036:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bc00. 00010000:00000010:0.1:1769074818.257040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5a00. 00010000:00000010:0.1:1769074818.257042:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b700. 00010000:00000010:0.1:1769074818.257046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:0.1:1769074818.286116:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb900. 00010000:00000010:0.1:1769074818.286125:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00010000:00000010:0.1:1769074818.286128:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b127c7f00. 00010000:00000010:0.1:1769074818.286132:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98c00. 00010000:00000010:0.1:1769074818.579008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4e00. 00000080:00000010:0.1:1769074818.579015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea3a0. 00010000:00000010:0.1:1769074818.666811:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00000080:00000010:0.1:1769074818.666821:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0f40. 00010000:00000010:0.1:1769074818.733619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164200. 00010000:00000010:0.1:1769074818.733627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5c00. 00010000:00000010:0.1:1769074818.733631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:0.1:1769074818.827084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5200. 00000080:00000010:0.1:1769074818.842676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d220. 00010000:00000010:0.1:1769074819.136891:0:10967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec000. 00010000:00000010:0.1:1769074819.609310:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7f00. 00010000:00000010:0.1:1769074819.609325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5000. 00010000:00000010:0.1:1769074819.612871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fa3900. 00010000:00000010:0.1:1769074819.612881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:0.1:1769074819.612884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5c00. 00010000:00000010:0.1:1769074819.612887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164200. 00010000:00000010:0.1:1769074819.823571:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164e00. 00010000:00000010:0.1:1769074819.865595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8aa00. 00010000:00000010:0.1:1769074819.865604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:0.1:1769074819.865607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074819.884904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066eda00. 00010000:00000010:0.1:1769074819.906647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074820.018843:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5a00. 00000080:00000010:0.1:1769074820.018850:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac00. 00000080:00000010:0.1:1769074820.051726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb06e0. 00010000:00000010:0.1:1769074820.051734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066eda00. 00000080:00000010:0.1:1769074820.111595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0460. 00000080:00000010:0.1:1769074820.118950:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d6b40. 00000080:00000010:0.1:1769074820.185040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0740. 00000080:00000010:0.1:1769074820.185061:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0000. 00000080:00000010:0.1:1769074820.206130:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601de40. 00010000:00000010:0.1:1769074820.206138:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066eda00. 00010000:00000010:0.1:1769074820.514596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00010000:00000010:0.1:1769074820.677297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec400. 00010000:00000010:0.1:1769074821.032111:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00010000:00000010:0.1:1769074821.270754:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56400. 00010000:00000010:0.1:1769074821.410357:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00010000:00000010:0.1:1769074821.413075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00010000:00000010:0.1:1769074821.656952:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:0.1:1769074821.782652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d40d00. 00010000:00000010:0.1:1769074821.782666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed800. 00010000:00000010:0.1:1769074821.805734:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae100. 00010000:00000010:0.1:1769074821.805746:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00000080:00000010:0.1:1769074821.936607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053720. 00000080:00000010:0.1:1769074821.936637:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57e300. 00000080:00000010:0.1:1769074822.015947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea980. 00010000:00000010:0.1:1769074822.193084:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5de00. 00010000:00000010:0.1:1769074822.201082:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:0.1:1769074822.285893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:0.1:1769074822.330971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:0.1:1769074822.402012:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5500. 00010000:00000010:0.1:1769074822.402027:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:0.1:1769074822.565626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00000080:00000010:0.1:1769074822.571789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb05c0. 00010000:00000010:0.1:1769074822.571797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00000080:00000010:0.1:1769074822.629765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053820. 00010000:00000010:0.1:1769074823.421836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00000080:00000010:0.1:1769074823.514640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb09e0. 00010000:00000010:0.1:1769074823.514656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aea00. 00010000:00000010:0.1:1769074823.514662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:0.1:1769074823.819903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00010000:00000010:0.1:1769074823.836706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56400. 00010000:00000010:0.1:1769074824.015698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5200. 00000080:00000010:0.1:1769074824.015708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb04e0. 00010000:00000010:0.1:1769074824.056654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:0.1:1769074824.201991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32000. 00010000:00000010:0.1:1769074824.231802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:0.1:1769074824.261849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00000080:00000010:0.1:1769074824.474976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea180. 00010000:00000010:0.1:1769074824.502507:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d49d00. 00010000:00000010:0.1:1769074824.502524:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4400. 00010000:00000010:0.1:1769074824.546616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:0.1:1769074824.670653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4400. 00010000:00000010:0.1:1769074824.783602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:0.1:1769074824.879351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aeb00. 00010000:00000010:0.1:1769074824.879356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:0.1:1769074825.042321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4d000. 00010000:00000010:0.1:1769074825.146593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00010000:00000010:0.1:1769074825.151695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:0.1:1769074825.361595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b03ead100. 00010000:00000010:0.1:1769074825.361603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00010000:00000010:0.1:1769074825.631333:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4d200. 00010000:00000010:0.1:1769074825.780578:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124acf00. 00010000:00000010:0.1:1769074825.780586:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83c00. 00010000:00000010:0.1:1769074825.804664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82a00. 00010000:00000010:0.1:1769074825.822602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00010000:00000010:0.1:1769074826.221116:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4c800. 00010000:00000010:0.1:1769074826.329615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4de00. 00000080:00000010:0.1:1769074826.329622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0da0. 00010000:00000010:0.1:1769074826.364685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074826.364723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:0.1:1769074826.392522:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4d200. 00010000:00000010:0.1:1769074826.553723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dc4600. 00010000:00000010:0.1:1769074826.553731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4ce00. 00010000:00000010:0.1:1769074826.718300:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dc4e00. 00010000:00000010:0.1:1769074826.718312:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4d200. 00000080:00000010:0.1:1769074826.729037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe400. 00000080:00000010:0.1:1769074826.729057:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e636b40. 00010000:00000010:0.1:1769074826.758602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:0.1:1769074826.809653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4c600. 00010000:00000010:0.1:1769074826.934509:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4dc00. 00010000:00000010:0.1:1769074827.015613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82200. 00000080:00000010:0.1:1769074827.207432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb02c0. 00010000:00000010:0.1:1769074827.319605:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4a00. 00010000:00000010:0.1:1769074827.319618:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56000. 00010000:00000010:0.1:1769074827.353813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4300. 00010000:00000010:0.1:1769074827.353823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:0.1:1769074827.353828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20ef3b00. 00010000:00000010:0.1:1769074827.353831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066eda00. 00010000:00000010:0.1:1769074827.373483:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cf2400. 00010000:00000010:0.1:1769074827.373500:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5de00. 00010000:00000010:0.1:1769074827.373504:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d40d00. 00010000:00000010:0.1:1769074827.373507:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:0.1:1769074827.373515:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d49600. 00010000:00000010:0.1:1769074827.373537:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:1.1:1769074827.412259:0:5550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5500. 00010000:00000010:1.1:1769074827.412274:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:1.1:1769074827.412277:0:5550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cf2800. 00010000:00000010:1.1:1769074827.412280:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:0.1:1769074827.461995:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4c000. 00010000:00000010:1.1:1769074827.546746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c600. 00010000:00000010:1.1:1769074827.615426:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4ce00. 00010000:00000010:1.1:1769074827.691661:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5d00. 00010000:00000010:1.1:1769074827.691678:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:1.1:1769074827.703565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4d200. 00010000:00000010:0.1:1769074827.721751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d40800. 00010000:00000010:0.1:1769074827.721767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:1.1:1769074827.804301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4c600. 00010000:00000010:1.1:1769074827.827608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00010000:00000010:0.1:1769074828.128147:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4c200. 00000080:00000010:0.1:1769074828.239791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb09a0. 00000080:00000010:0.1:1769074828.365037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fef60. 00000080:00000010:0.1:1769074828.365067:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e568000. 00010000:00000010:0.1:1769074828.460052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00000080:00000010:0.1:1769074828.460091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb09e0. 00010000:00000010:0.1:1769074828.460097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4c800. 00010000:00000010:0.1:1769074828.567595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00000080:00000010:0.1:1769074828.567673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0920. 00000080:00000010:0.1:1769074828.571609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb05c0. 00000080:00000010:0.1:1769074828.571631:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56f380. 00010000:00000010:1.1:1769074828.596117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00000080:00000010:1.1:1769074828.596124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac00. 00010000:00000010:0.1:1769074828.628904:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82200. 00010000:00000010:1.1:1769074828.665811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5800. 00010000:00000010:1.1:1769074828.665818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00010000:00000010:1.1:1769074828.723864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4c600. 00000080:00000010:1.1:1769074828.723877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe020. 00010000:00000010:1.1:1769074828.755769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:0.1:1769074828.789603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42800. 00010000:00000010:0.1:1769074828.789610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00010000:00000010:0.1:1769074828.849776:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a700. 00010000:00000010:0.1:1769074828.849782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00000080:00000010:0.1:1769074828.861739:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe960. 00000080:00000010:0.1:1769074828.882594:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56d280. 00010000:00000010:1.1:1769074828.895617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00000080:00000010:1.1:1769074828.895628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053180. 00010000:00000010:0.1:1769074828.916933:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cf2400. 00010000:00000010:0.1:1769074828.916944:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:0.1:1769074828.936454:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6000. 00010000:00000010:0.1:1769074828.936462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b400. 00010000:00000010:0.1:1769074829.029578:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6a00. 00010000:00000010:0.1:1769074829.029585:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b400. 00000080:00000010:0.1:1769074829.029590:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe6e0. 00000080:00000010:0.1:1769074829.029606:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56ca40. 00010000:00000010:0.1:1769074829.036707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00000080:00000010:0.1:1769074829.036720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea780. 00000080:00000010:1.1:1769074829.123789:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0aa0. 00000080:00000010:1.1:1769074829.136607:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c6300. 00010000:00000010:1.1:1769074829.175818:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6700. 00010000:00000010:1.1:1769074829.175823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00000080:00000010:1.1:1769074829.191762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe180. 00000080:00000010:1.1:1769074829.191781:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56a100. 00010000:00000010:1.1:1769074829.191790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82200. 00000080:00000010:1.1:1769074829.191793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053080. 00000080:00000010:0.1:1769074829.270635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0ec0. 00000080:00000010:0.1:1769074829.270670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fec60. 00010000:00000010:1.1:1769074829.273169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82e00. 00010000:00000010:0.1:1769074829.303466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18000. 00000080:00000010:0.1:1769074829.340694:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c5ac0. 00010000:00000010:0.1:1769074829.365904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dbab00. 00010000:00000010:0.1:1769074829.365910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32000. 00000080:00000010:0.1:1769074829.369616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea4e0. 00000080:00000010:0.1:1769074829.369642:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c2940. 00010000:00000010:1.1:1769074829.369738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00000080:00000010:1.1:1769074829.369745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea160. 00000080:00000010:1.1:1769074829.492729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056feec0. 00000080:00000010:1.1:1769074829.492755:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63b180. 00010000:00000010:1.1:1769074829.554747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00000080:00000010:1.1:1769074829.554768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0740. 00010000:00000010:1.1:1769074829.647847:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26500. 00010000:00000010:1.1:1769074829.647854:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:1.1:1769074829.659660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00000080:00000010:1.1:1769074829.659665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0cc0. 00010000:00000010:0.1:1769074829.772595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00010000:00000010:0.1:1769074829.782813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:0.1:1769074829.789748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:0.1:1769074829.795703:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7c0. 00000080:00000010:0.1:1769074829.795711:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea4c0. 00010000:00000010:0.1:1769074829.795716:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:0.1:1769074829.824910:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d49d00. 00010000:00000010:0.1:1769074829.824918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49000. 00000080:00000010:0.1:1769074829.832800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a00. 00000080:00000010:0.1:1769074829.832822:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c3180. 00010000:00000010:0.1:1769074829.838601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00000080:00000010:0.1:1769074829.838611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae40. 00010000:00000010:0.1:1769074829.857925:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:0.1:1769074829.866655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00010000:00000010:0.1:1769074829.869881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00000080:00000010:0.1:1769074829.877352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae40. 00000080:00000010:0.1:1769074829.877364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb00e0. 00010000:00000010:0.1:1769074829.877370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49200. 00000080:00000010:0.1:1769074829.926786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead00. 00000080:00000010:0.1:1769074829.926803:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c4200. 00010000:00000010:1.1:1769074829.931601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00000080:00000010:1.1:1769074829.931608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea1a0. 00010000:00000010:0.1:1769074829.958797:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:0.1:1769074829.984998:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00000080:00000010:0.1:1769074829.988845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea800. 00010000:00000010:0.1:1769074829.988861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:0.1:1769074830.052074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6d00. 00010000:00000010:0.1:1769074830.052085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:1.1:1769074830.052579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00000080:00000010:1.1:1769074830.052587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0540. 00010000:00000010:0.1:1769074830.141408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:0.1:1769074830.141589:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48600. 00000080:00000010:1.1:1769074830.148855:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63c200. 00010000:00000010:0.1:1769074830.433587:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b400. 00000080:00000010:1.1:1769074830.560713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0180. 00010000:00000010:1.1:1769074830.564720:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82e00. 00010000:00000010:0.1:1769074830.677679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82e00. 00000080:00000010:0.1:1769074830.677723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0b00. 00000080:00000010:0.1:1769074830.677730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fec60. 00000080:00000010:0.1:1769074830.677735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe640. 00000080:00000010:0.1:1769074830.677739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7a0. 00010000:00000010:0.1:1769074830.677743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49200. 00000080:00000010:0.1:1769074830.721702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053440. 00010000:00000010:0.1:1769074830.726627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4e00. 00010000:00000010:0.1:1769074830.726633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f000. 00000080:00000010:0.1:1769074830.741602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe6e0. 00000080:00000010:0.1:1769074830.741623:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e635280. 00000080:00000010:1.1:1769074830.809874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe640. 00010000:00000010:1.1:1769074830.809888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00000080:00000010:0.1:1769074830.843797:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0000. 00000080:00000010:0.1:1769074830.895862:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0bc0. 00010000:00000010:0.1:1769074830.895870:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82e00. 00010000:00000010:0.1:1769074830.954723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9100. 00010000:00000010:0.1:1769074830.954729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00000080:00000010:0.1:1769074830.962664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0500. 00000080:00000010:0.1:1769074830.962684:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c7380. 00010000:00000010:0.1:1769074830.971962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00000080:00000010:0.1:1769074830.971969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0a0. 00010000:00000010:0.1:1769074831.049843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32000. 00000080:00000010:0.1:1769074831.049851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea220. 00010000:00000010:0.1:1769074831.060148:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18000. 00010000:00000010:1.1:1769074831.075881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00010000:00000010:0.1:1769074831.077013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4f00. 00010000:00000010:0.1:1769074831.077022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00000080:00000010:0.1:1769074831.090783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea220. 00000080:00000010:0.1:1769074831.090809:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e634a40. 00000080:00000010:1.1:1769074831.113679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea960. 00010000:00000010:0.1:1769074831.113920:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32000. 00010000:00000010:0.1:1769074831.177625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52e00. 00010000:00000010:1.1:1769074831.220705:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d85a00. 00010000:00000010:1.1:1769074831.220719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50000. 00000080:00000010:1.1:1769074831.230497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe6e0. 00000080:00000010:1.1:1769074831.230516:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e639080. 00010000:00000010:1.1:1769074831.239008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00000080:00000010:1.1:1769074831.239023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053940. 00010000:00000010:0.1:1769074831.330616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50000. 00000080:00000010:0.1:1769074831.393677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaca0. 00000080:00000010:0.1:1769074831.393707:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c4a40. 00010000:00000010:0.1:1769074831.455821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:0.1:1769074831.482756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:1.1:1769074831.510690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9200. 00010000:00000010:1.1:1769074831.510705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00000080:00000010:1.1:1769074831.512762:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053820. 00000080:00000010:1.1:1769074831.522238:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c2100. 00010000:00000010:1.1:1769074831.522248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00000080:00000010:1.1:1769074831.522299:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea100. 00000080:00000010:1.1:1769074831.522306:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea380. 00010000:00000010:1.1:1769074831.522320:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:1.1:1769074831.640657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bc00. 00010000:00000010:1.1:1769074831.640667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:1.1:1769074831.689082:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:1.1:1769074831.721804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9100. 00010000:00000010:1.1:1769074831.721819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52800. 00000080:00000010:1.1:1769074831.738719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0aa0. 00000080:00000010:1.1:1769074831.738737:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c2100. 00010000:00000010:0.1:1769074831.747705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00000080:00000010:0.1:1769074831.747712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053620. 00010000:00000010:0.1:1769074831.770734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00010000:00000010:0.1:1769074831.795657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048800. 00000080:00000010:1.1:1769074831.803591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0120. 00010000:00000010:1.1:1769074831.806780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00000080:00000010:1.1:1769074831.806814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea880. 00000080:00000010:1.1:1769074831.806820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea100. 00010000:00000010:1.1:1769074831.806824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:0.1:1769074831.834995:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55b00. 00010000:00000010:0.1:1769074831.835002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00000080:00000010:0.1:1769074831.858685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae20. 00000080:00000010:0.1:1769074831.858704:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c4a40. 00010000:00000010:0.1:1769074831.873647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00000080:00000010:0.1:1769074831.873656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea180. 00010000:00000010:0.1:1769074832.071398:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6a00. 00010000:00000010:0.1:1769074832.071413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00010000:00000010:0.1:1769074832.162929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00000080:00000010:0.1:1769074832.170773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb07e0. 00000080:00000010:0.1:1769074832.170786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056fe640. 00010000:00000010:0.1:1769074832.170793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00010000:00000010:0.1:1769074832.198773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55500. 00010000:00000010:0.1:1769074832.198789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00000080:00000010:0.1:1769074832.205636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb02e0. 00000080:00000010:0.1:1769074832.205655:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c5280. 00010000:00000010:0.1:1769074832.225892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00000080:00000010:0.1:1769074832.225910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea920. 00010000:00000010:1.1:1769074832.249052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:1.1:1769074832.316643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55e00. 00010000:00000010:1.1:1769074832.316654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00000080:00000010:0.1:1769074832.343705:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053b20. 00000080:00000010:0.1:1769074832.348384:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c1080. 00010000:00000010:1.1:1769074832.348838:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00000080:00000010:1.1:1769074832.348844:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea260. 00010000:00000010:0.1:1769074832.392212:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5e00. 00010000:00000010:0.1:1769074832.392220:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6200. 00010000:00000010:0.1:1769074832.392224:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5a00. 00010000:00000010:0.1:1769074832.392227:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:0.1:1769074832.425440:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044a00. 00010000:00000010:0.1:1769074832.425464:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c600. 00010000:00000010:0.1:1769074832.425468:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d40d00. 00010000:00000010:0.1:1769074832.425471:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65c00. 00010000:00000010:0.1:1769074832.426058:0:13251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947c00. 00010000:00000010:0.1:1769074832.426064:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4c800. 00010000:00000010:0.1:1769074832.426067:0:13251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d40700. 00010000:00000010:0.1:1769074832.426071:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4de00. 00010000:00000010:0.1:1769074832.426074:0:13251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044800. 00010000:00000010:0.1:1769074832.426076:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00031e00. 00010000:00000010:1.1:1769074832.426621:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dc4500. 00010000:00000010:1.1:1769074832.426627:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4d600. 00010000:00000010:1.1:1769074832.426630:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d40300. 00010000:00000010:1.1:1769074832.426632:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4c000. 00010000:00000010:1.1:1769074832.426635:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cf2600. 00010000:00000010:1.1:1769074832.426639:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00010000:00000010:1.1:1769074832.426643:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42a00. 00010000:00000010:1.1:1769074832.426646:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:0.1:1769074832.470823:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9a00. 00010000:00000010:0.1:1769074832.470829:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:0.1:1769074832.470832:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5500. 00010000:00000010:0.1:1769074832.470835:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00010000:00000010:0.1:1769074832.470838:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4300. 00010000:00000010:0.1:1769074832.470841:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:0.1:1769074832.481159:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d49000. 00010000:00000010:0.1:1769074832.481166:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:0.1:1769074832.493581:0:2367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6800. 00010000:00000010:0.1:1769074832.493587:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:0.1:1769074832.554717:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56700. 00010000:00000010:0.1:1769074832.554725:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00010000:00000010:0.1:1769074832.554728:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55700. 00010000:00000010:0.1:1769074832.554731:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53800. 00010000:00000010:0.1:1769074832.576865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9100. 00010000:00000010:0.1:1769074832.576879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:0.1:1769074832.576884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb900. 00010000:00000010:0.1:1769074832.576887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048400. 00010000:00000010:0.1:1769074832.576890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8d00. 00010000:00000010:0.1:1769074832.576893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:1.1:1769074832.610647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00000080:00000010:1.1:1769074832.610656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b10a1fa00. 00000080:00000010:1.1:1769074832.650600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0dc0. 00000080:00000010:1.1:1769074832.656425:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c3180. 00010000:00000010:1.1:1769074832.663587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00000080:00000010:1.1:1769074832.663598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053400. 00000080:00000010:0.1:1769074832.674788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b10a1f680. 00000080:00000010:0.1:1769074832.674800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b10a1f4a0. 00010000:00000010:0.1:1769074832.674805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00031e00. 00010000:00000010:0.1:1769074832.703631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55a00. 00010000:00000010:0.1:1769074832.703641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00000080:00000010:0.1:1769074832.717449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b10a1fa00. 00000080:00000010:0.1:1769074832.717466:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c18c0. 00010000:00000010:0.1:1769074832.861670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:1.1:1769074832.998732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00010000:00000010:0.1:1769074833.024112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:0.1:1769074833.024129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82a00. 00010000:00000010:0.1:1769074833.032868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00010000:00000010:0.1:1769074833.042305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:1.1:1769074833.046095:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82a00. 00010000:00000010:0.1:1769074833.056657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:0.1:1769074833.101630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00010000:00000010:0.1:1769074833.145644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55600. 00010000:00000010:0.1:1769074833.145656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52e00. 00010000:00000010:0.1:1769074833.164008:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:1.1:1769074833.165389:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55a00. 00010000:00000010:1.1:1769074833.165395:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00010000:00000010:0.1:1769074833.175849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:0.1:1769074833.207796:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00000080:00000010:0.1:1769074833.207806:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b02ac7ca0. 00010000:00000010:1.1:1769074833.214835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:0.1:1769074833.223661:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55600. 00010000:00000010:0.1:1769074833.223670:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00010000:00000010:1.1:1769074833.296666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:1.1:1769074833.325613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55a00. 00010000:00000010:1.1:1769074833.325621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00010000:00000010:0.1:1769074833.396732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:0.1:1769074833.399892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00010000:00000010:1.1:1769074833.422613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00010000:00000010:1.1:1769074833.427605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00010000:00000010:1.1:1769074833.435621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:1.1:1769074833.441752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00010000:00000010:1.1:1769074833.464661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:1.1:1769074833.488738:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00010000:00000010:1.1:1769074833.499032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:0.1:1769074833.499323:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00000080:00000010:1.1:1769074833.572591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dac0. 00010000:00000010:0.1:1769074833.578748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00000080:00000010:1.1:1769074833.593913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0d00. 00010000:00000010:0.1:1769074833.671615:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:0.1:1769074833.696670:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8200. 00010000:00000010:0.1:1769074833.696676:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00010000:00000010:0.1:1769074833.872809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82a00. 00000080:00000010:1.1:1769074833.923703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b02ac76a0. 00010000:00000010:0.1:1769074834.041790:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:0.1:1769074834.041798:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bd00. 00010000:00000010:0.1:1769074834.041804:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00010000:00000010:0.1:1769074834.041809:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49000. 00000080:00000010:0.1:1769074834.189349:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57f380. 00010000:00000010:0.1:1769074834.194596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7200. 00010000:00000010:0.1:1769074834.194627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82a00. 00010000:00000010:0.1:1769074834.202699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5b00. 00010000:00000010:0.1:1769074834.202707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48600. 00010000:00000010:1.1:1769074834.313732:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00000080:00000010:1.1:1769074834.329897:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e605280. 00000080:00000010:1.1:1769074834.339145:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676a060. 00010000:00000010:1.1:1769074834.339151:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:1.1:1769074834.339154:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1300. 00010000:00000010:1.1:1769074834.339157:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ecc00. 00010000:00000010:1.1:1769074834.339160:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00010000:00000010:0.1:1769074834.364589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1900. 00010000:00000010:0.1:1769074834.364596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:1.1:1769074834.499744:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00000080:00000010:1.1:1769074834.499781:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0a00. 00000080:00000010:1.1:1769074834.499787:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d3c0. 00010000:00000010:1.1:1769074834.499792:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dbaf00. 00010000:00000010:1.1:1769074834.499796:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:1.1:1769074834.499799:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0200. 00000080:00000010:1.1:1769074834.510781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb05a0. 00000080:00000010:1.1:1769074834.584715:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2940. 00010000:00000010:1.1:1769074834.584726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae700. 00010000:00000010:1.1:1769074834.584731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:1.1:1769074834.584734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339300. 00010000:00000010:1.1:1769074834.584738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ede00. 00000080:00000010:0.1:1769074834.587697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d540. 00000080:00000010:0.1:1769074834.587730:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d1080. 00010000:00000010:0.1:1769074834.627599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae600. 00010000:00000010:0.1:1769074834.627607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5a00. 00000080:00000010:1.1:1769074834.639604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf00. 00000080:00000010:1.1:1769074834.639639:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0000. 00010000:00000010:1.1:1769074834.652692:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dba300. 00010000:00000010:1.1:1769074834.652698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00000080:00000010:1.1:1769074834.677586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d220. 00000080:00000010:1.1:1769074834.689638:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2100. 00010000:00000010:1.1:1769074834.776615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20ef3100. 00010000:00000010:1.1:1769074834.776628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00010000:00000010:0.1:1769074834.776674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00000080:00000010:0.1:1769074834.807730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea9a0. 00000080:00000010:0.1:1769074834.807752:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57b9c0. 00010000:00000010:1.1:1769074834.807809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bf00. 00010000:00000010:1.1:1769074834.807816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:1.1:1769074834.807820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82a00. 00000080:00000010:1.1:1769074834.807825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0e0. 00000080:00000010:1.1:1769074834.816816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601da00. 00000080:00000010:1.1:1769074834.816834:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e578840. 00010000:00000010:1.1:1769074834.829738:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:1.1:1769074834.847105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fa3c00. 00010000:00000010:1.1:1769074834.847119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:1.1:1769074834.847123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:1.1:1769074834.878668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00000080:00000010:1.1:1769074834.878676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676a520. 00010000:00000010:1.1:1769074834.909596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4600. 00010000:00000010:1.1:1769074834.909604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00000080:00000010:1.1:1769074834.984651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053260. 00000080:00000010:1.1:1769074834.984677:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d39c0. 00010000:00000010:0.1:1769074835.004777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00000080:00000010:0.1:1769074835.004786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0380. 00010000:00000010:0.1:1769074835.080900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52e00. 00010000:00000010:1.1:1769074835.140160:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00000080:00000010:0.1:1769074835.222726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676a620. 00010000:00000010:1.1:1769074835.229615:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00000080:00000010:0.1:1769074835.304136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb08a0. 00000080:00000010:0.1:1769074835.358899:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabc0. 00010000:00000010:0.1:1769074835.358909:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:0.1:1769074835.489069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:0.1:1769074835.489110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00010000:00000010:1.1:1769074835.508029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6600. 00010000:00000010:1.1:1769074835.508035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00000080:00000010:1.1:1769074835.521420:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0840. 00000080:00000010:1.1:1769074835.521441:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56a940. 00010000:00000010:1.1:1769074835.539630:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00000080:00000010:1.1:1769074835.539644:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f20. 00000080:00000010:1.1:1769074835.575654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676a260. 00000080:00000010:1.1:1769074835.575674:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c5ac0. 00010000:00000010:1.1:1769074835.575701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:1.1:1769074835.575811:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:1.1:1769074835.602706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:0.1:1769074835.614493:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:0.1:1769074835.706433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00010000:00000010:0.1:1769074835.706439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00010000:00000010:0.1:1769074835.807836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb100. 00010000:00000010:0.1:1769074835.807851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048800. 00010000:00000010:0.1:1769074835.807855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbbd00. 00010000:00000010:0.1:1769074835.807858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:0.1:1769074835.807864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b300. 00010000:00000010:0.1:1769074835.807867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00010000:00000010:0.1:1769074835.851977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb000. 00010000:00000010:0.1:1769074835.851993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00010000:00000010:0.1:1769074835.852000:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55900. 00010000:00000010:0.1:1769074835.852024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53000. 00010000:00000010:0.1:1769074835.852028:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cc5700. 00010000:00000010:0.1:1769074835.852031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d000. 00010000:00000010:0.1:1769074835.878251:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55800. 00010000:00000010:0.1:1769074835.878265:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:0.1:1769074835.917775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7000. 00010000:00000010:0.1:1769074835.917780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:1.1:1769074835.921303:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56e00. 00010000:00000010:1.1:1769074835.921319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4600. 00010000:00000010:1.1:1769074835.921323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7800. 00010000:00000010:1.1:1769074835.921326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00010000:00000010:1.1:1769074835.981230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dc4900. 00010000:00000010:1.1:1769074835.981249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4d400. 00010000:00000010:1.1:1769074836.043488:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cf2100. 00010000:00000010:1.1:1769074836.043499:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0200. 00010000:00000010:1.1:1769074836.043504:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42c00. 00010000:00000010:1.1:1769074836.043506:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:1.1:1769074836.055100:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6800. 00010000:00000010:1.1:1769074836.055108:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:0.1:1769074836.066464:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339b00. 00010000:00000010:0.1:1769074836.066475:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:0.1:1769074836.066479:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d49100. 00010000:00000010:0.1:1769074836.066483:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:0.1:1769074836.066486:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d85900. 00010000:00000010:0.1:1769074836.066503:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:0.1:1769074836.066507:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20ef3c00. 00010000:00000010:0.1:1769074836.066510:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9000. 00010000:00000010:1.1:1769074836.076596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fa3800. 00010000:00000010:1.1:1769074836.076608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a600. 00000080:00000010:0.1:1769074836.297982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060538e0. 00010000:00000010:0.1:1769074836.302941:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00010000:00000010:1.1:1769074836.305678:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8000. 00010000:00000010:1.1:1769074836.305684:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:1.1:1769074836.459067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00000080:00000010:1.1:1769074836.579881:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0de0. 00010000:00000010:0.1:1769074836.586106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:0.1:1769074836.598781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00000080:00000010:0.1:1769074836.607589:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0680. 00010000:00000010:1.1:1769074836.644518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49200. 00010000:00000010:1.1:1769074836.644525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:0.1:1769074836.706985:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53c00. 00010000:00000010:1.1:1769074836.709395:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53800. 00010000:00000010:0.1:1769074836.725604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ede00. 00010000:00000010:1.1:1769074836.790601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52400. 00000080:00000010:1.1:1769074836.840158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0680. 00010000:00000010:1.1:1769074836.840170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00000080:00000010:0.1:1769074836.857873:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676aa40. 00000080:00000010:0.1:1769074836.857899:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56e300. 00000080:00000010:1.1:1769074836.935610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea660. 00010000:00000010:0.1:1769074836.964701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00000080:00000010:0.1:1769074836.964708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0340. 00010000:00000010:0.1:1769074837.317615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b800. 00010000:00000010:0.1:1769074837.317631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00010000:00000010:0.1:1769074837.322680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d49e00. 00010000:00000010:0.1:1769074837.322705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00010000:00000010:0.1:1769074837.322710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4200. 00010000:00000010:0.1:1769074837.322713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:0.1:1769074837.537603:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6400. 00010000:00000010:0.1:1769074837.537617:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52800. 00010000:00000010:0.1:1769074837.856947:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:1.1:1769074837.858813:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6d00. 00010000:00000010:1.1:1769074837.858823:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52400. 00000080:00000010:0.1:1769074837.890605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0ec0. 00000080:00000010:0.1:1769074837.890636:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56b180. 00010000:00000010:0.1:1769074837.929092:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec400. 00000080:00000010:1.1:1769074837.932986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676aa40. 00010000:00000010:1.1:1769074838.042791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:0.1:1769074838.043017:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00000080:00000010:0.1:1769074838.212776:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb08a0. 00000080:00000010:0.1:1769074838.220294:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63e300. 00000080:00000010:1.1:1769074838.460688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676a4c0. 00000080:00000010:1.1:1769074838.460717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0300. 00010000:00000010:1.1:1769074838.460724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00000080:00000010:1.1:1769074838.460728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053160. 00010000:00000010:1.1:1769074838.541703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00010000:00000010:1.1:1769074838.842291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b000. 00010000:00000010:1.1:1769074838.842302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:1.1:1769074839.137780:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8b00. 00010000:00000010:1.1:1769074839.137787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00000080:00000010:1.1:1769074839.146654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea720. 00010000:00000010:1.1:1769074839.146668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51a00. 00000080:00000010:1.1:1769074839.313456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533a0. 00010000:00000010:1.1:1769074839.313468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:0.1:1769074839.355097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52400. 00010000:00000010:0.1:1769074839.370511:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00000080:00000010:0.1:1769074839.385604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0460. 00010000:00000010:0.1:1769074839.502288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00000080:00000010:0.1:1769074839.502302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053940. 00010000:00000010:0.1:1769074839.599596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:1.1:1769074839.631812:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:1.1:1769074839.644493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:1.1:1769074839.669770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:0.1:1769074839.716391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:1.1:1769074839.731774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49200. 00010000:00000010:0.1:1769074839.851767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00000080:00000010:1.1:1769074839.854576:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533c0. 00010000:00000010:1.1:1769074839.854589:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:0.1:1769074839.918707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ecc00. 00010000:00000010:0.1:1769074839.922621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52400. 00000080:00000010:0.1:1769074839.955719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea500. 00010000:00000010:0.1:1769074839.961184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bd00. 00010000:00000010:0.1:1769074839.961193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec200. 00000080:00000010:0.1:1769074839.990354:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0c0. 00000080:00000010:0.1:1769074839.990375:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c6300. 00010000:00000010:1.1:1769074840.013357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec200. 00000080:00000010:1.1:1769074840.013366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea500. 00010000:00000010:1.1:1769074840.157622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:1.1:1769074840.256644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6000. 00010000:00000010:1.1:1769074840.256659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:1.1:1769074840.256663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4be00. 00010000:00000010:1.1:1769074840.256667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00000080:00000010:1.1:1769074840.504614:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676a4c0. 00010000:00000010:1.1:1769074840.552514:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:1.1:1769074840.689576:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:0.1:1769074840.766608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec200. 00000080:00000010:0.1:1769074840.778026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5a0. 00010000:00000010:0.1:1769074840.922890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00010000:00000010:1.1:1769074840.978613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:1.1:1769074840.982689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:1.1:1769074840.982696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:1.1:1769074841.177396:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:1.1:1769074841.241671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b200. 00010000:00000010:1.1:1769074841.241706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:0.1:1769074841.242613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6f00. 00010000:00000010:0.1:1769074841.242621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:0.1:1769074841.335230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec200. 00010000:00000010:1.1:1769074841.492960:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00000080:00000010:1.1:1769074841.524747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0d00. 00000080:00000010:1.1:1769074841.531586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0dc0. 00010000:00000010:1.1:1769074841.531598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed800. 00010000:00000010:0.1:1769074841.544424:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:1.1:1769074841.679041:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00010000:00000010:0.1:1769074841.700098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec400. 00000080:00000010:0.1:1769074841.706823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac40. 00010000:00000010:0.1:1769074841.729710:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00010000:00000010:1.1:1769074841.866251:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:0.1:1769074841.890207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:0.1:1769074841.929947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00000080:00000010:0.1:1769074842.001606:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb09a0. 00010000:00000010:0.1:1769074842.024712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00010000:00000010:0.1:1769074842.076369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed800. 00000080:00000010:0.1:1769074842.112604:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676ac40. 00010000:00000010:0.1:1769074842.118609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:0.1:1769074842.192259:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed200. 00000080:00000010:0.1:1769074842.192297:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676ac80. 00010000:00000010:0.1:1769074842.192304:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49200. 00010000:00000010:1.1:1769074842.204965:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6600. 00010000:00000010:1.1:1769074842.204972:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00000080:00000010:1.1:1769074842.233675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676a4c0. 00000080:00000010:0.1:1769074842.238635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaaa0. 00010000:00000010:0.1:1769074842.238658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4900. 00010000:00000010:0.1:1769074842.238663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ecc00. 00000080:00000010:0.1:1769074842.305596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0500. 00010000:00000010:0.1:1769074842.376110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00010000:00000010:0.1:1769074842.376158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:0.1:1769074842.376162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00000080:00000010:0.1:1769074842.389621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea580. 00000080:00000010:0.1:1769074842.389629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00000080:00000010:0.1:1769074842.405607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac80. 00010000:00000010:1.1:1769074842.460806:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00010000:00000010:1.1:1769074842.460870:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed800. 00010000:00000010:0.1:1769074842.703316:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55b00. 00010000:00000010:0.1:1769074842.703323:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00010000:00000010:0.1:1769074842.711688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00000080:00000010:0.1:1769074842.725750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead40. 00010000:00000010:0.1:1769074842.725763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00010000:00000010:1.1:1769074842.863979:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00000080:00000010:1.1:1769074842.922607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053440. 00010000:00000010:1.1:1769074842.922627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00010000:00000010:1.1:1769074842.922631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9000. 00010000:00000010:0.1:1769074843.003906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51a00. 00000080:00000010:0.1:1769074843.049785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053320. 00010000:00000010:0.1:1769074843.085549:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00010000:00000010:0.1:1769074843.085690:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00000080:00000010:1.1:1769074843.089690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafc0. 00000080:00000010:1.1:1769074843.089724:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56b180. 00000080:00000010:1.1:1769074843.142753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0f60. 00010000:00000010:1.1:1769074843.145655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55c00. 00010000:00000010:1.1:1769074843.145663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:0.1:1769074843.203128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:1.1:1769074843.213052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d40800. 00010000:00000010:1.1:1769074843.213083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d4d200. 00010000:00000010:1.1:1769074843.298383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:1.1:1769074843.313467:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00010000:00000010:1.1:1769074843.323238:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044100. 00010000:00000010:1.1:1769074843.323248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:1.1:1769074843.323252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:1.1:1769074843.330875:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074843.392957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49200. 00010000:00000010:0.1:1769074843.538586:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:1.1:1769074843.545721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ede00. 00010000:00000010:0.1:1769074843.578734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec000. 00010000:00000010:1.1:1769074843.642581:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:0.1:1769074843.651777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00000080:00000010:0.1:1769074843.657459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0740. 00000080:00000010:0.1:1769074843.657470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0200. 00000080:00000010:0.1:1769074843.657474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0aa0. 00010000:00000010:0.1:1769074843.657479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:1.1:1769074843.736653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00000080:00000010:1.1:1769074843.736661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053080. 00010000:00000010:1.1:1769074843.803311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00000080:00000010:1.1:1769074843.803364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676aa80. 00010000:00000010:1.1:1769074843.803371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49200. 00010000:00000010:1.1:1769074843.979571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00000080:00000010:0.1:1769074843.994695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae40. 00010000:00000010:1.1:1769074844.043847:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:0.1:1769074844.167626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec600. 00000080:00000010:0.1:1769074844.214634:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0320. 00010000:00000010:1.1:1769074844.274866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:0.1:1769074844.373626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:0.1:1769074844.382328:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:1.1:1769074844.424281:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4f00. 00010000:00000010:1.1:1769074844.424287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec400. 00000080:00000010:0.1:1769074844.451969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00000080:00000010:0.1:1769074844.451996:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e632940. 00010000:00000010:0.1:1769074844.452006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00000080:00000010:0.1:1769074844.452010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac40. 00010000:00000010:1.1:1769074844.498607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:1.1:1769074844.523695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00010000:00000010:1.1:1769074844.540928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00000080:00000010:1.1:1769074844.598637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a80. 00010000:00000010:1.1:1769074844.598649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00010000:00000010:1.1:1769074844.698875:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8300. 00010000:00000010:1.1:1769074844.698881:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00000080:00000010:0.1:1769074844.699591:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053280. 00010000:00000010:0.1:1769074844.699602:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00010000:00000010:0.1:1769074844.766807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:1.1:1769074844.801883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:1.1:1769074844.857589:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:1.1:1769074844.861324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec600. 00000080:00000010:1.1:1769074844.869731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676aa40. 00010000:00000010:0.1:1769074844.973099:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52800. 00000080:00000010:0.1:1769074845.016716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceada0. 00010000:00000010:0.1:1769074845.031659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:0.1:1769074845.115878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0000. 00010000:00000010:0.1:1769074845.170751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:0.1:1769074845.170789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed200. 00010000:00000010:0.1:1769074845.170805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec400. 00000080:00000010:1.1:1769074845.219674:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ae0. 00000080:00000010:1.1:1769074845.219686:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0d00. 00010000:00000010:1.1:1769074845.230120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed200. 00010000:00000010:1.1:1769074845.230127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00000080:00000010:0.1:1769074845.266605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676aa40. 00010000:00000010:0.1:1769074845.266620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec600. 00010000:00000010:0.1:1769074845.266625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:1.1:1769074845.369974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:0.1:1769074845.370636:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:1.1:1769074845.524968:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6100. 00010000:00000010:1.1:1769074845.524979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00000080:00000010:1.1:1769074845.550710:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676aa40. 00000080:00000010:1.1:1769074845.550738:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e5698c0. 00010000:00000010:1.1:1769074845.560094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00000080:00000010:1.1:1769074845.560105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053e80. 00000080:00000010:0.1:1769074845.592463:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676aa40. 00010000:00000010:0.1:1769074845.612690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:1.1:1769074845.655903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00000080:00000010:1.1:1769074845.659361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0b80. 00010000:00000010:1.1:1769074845.659374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066edc00. 00010000:00000010:0.1:1769074845.677593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00000080:00000010:0.1:1769074845.677600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87dc0. 00010000:00000010:0.1:1769074845.881797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:1.1:1769074845.888903:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6400. 00010000:00000010:1.1:1769074845.888910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:0.1:1769074845.904598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4700. 00010000:00000010:0.1:1769074845.904622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00000080:00000010:0.1:1769074845.982238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaac0. 00010000:00000010:1.1:1769074845.985597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed200. 00010000:00000010:0.1:1769074845.985781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00000080:00000010:0.1:1769074846.059546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0460. 00010000:00000010:1.1:1769074846.061735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:1.1:1769074846.066139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec600. 00010000:00000010:0.1:1769074846.110633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18000. 00010000:00000010:0.1:1769074846.205089:0:8:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00010000:00000010:0.1:1769074846.234613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05e00. 00000080:00000010:0.1:1769074846.234628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb02c0. 00010000:00000010:0.1:1769074846.370638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:0.1:1769074846.402956:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:0.1:1769074846.431775:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6800. 00010000:00000010:0.1:1769074846.431783:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:1.1:1769074846.462585:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed200. 00000080:00000010:0.1:1769074846.466196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaaa0. 00010000:00000010:0.1:1769074846.466214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec600. 00010000:00000010:0.1:1769074846.550588:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00000080:00000010:1.1:1769074846.596639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb08a0. 00010000:00000010:0.1:1769074846.624082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00010000:00000010:0.1:1769074846.646988:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049a00. 00010000:00000010:0.1:1769074846.653133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:0.1:1769074846.653138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:1.1:1769074846.718816:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec000. 00010000:00000010:1.1:1769074846.718987:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00010000:00000010:1.1:1769074846.718993:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:1.1:1769074846.728596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:1.1:1769074846.778396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053cc0. 00010000:00000010:1.1:1769074846.795760:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:1.1:1769074846.961764:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066edc00. 00000080:00000010:0.1:1769074847.118669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb06c0. 00000080:00000010:0.1:1769074847.118690:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c3180. 00000080:00000010:0.1:1769074847.127902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea360. 00010000:00000010:0.1:1769074847.130755:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066edc00. 00010000:00000010:0.1:1769074847.197724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:1.1:1769074847.210742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00010000:00000010:0.1:1769074847.269643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed200. 00010000:00000010:1.1:1769074847.269689:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00000080:00000010:0.1:1769074847.276794:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceada0. 00010000:00000010:0.1:1769074847.276808:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00000080:00000010:0.1:1769074847.297707:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0480. 00000080:00000010:0.1:1769074847.316710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0676ad60. 00000080:00000010:0.1:1769074847.321780:0:5540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb00e0. 00010000:00000010:1.1:1769074847.376611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00000080:00000010:1.1:1769074847.397056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87960. 00010000:00000010:1.1:1769074847.397083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec600. 00010000:00000010:1.1:1769074847.397089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8e00. 00010000:00000010:1.1:1769074847.397092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51a00. 00010000:00000010:1.1:1769074847.402077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00000080:00000010:1.1:1769074847.426493:0:5541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87020. 00000080:00000010:1.1:1769074847.426519:0:5541:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56a940. 00010000:00000010:1.1:1769074847.458174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00000080:00000010:1.1:1769074847.526574:0:13257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0ec0. 00000080:00000010:1.1:1769074847.526601:0:13257:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0000. 00010000:00000010:1.1:1769074847.539679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00010000:00000010:0.1:1769074847.650523:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00010000:00000010:1.1:1769074847.663806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:0.1:1769074847.706146:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:1.1:1769074847.818385:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55100. 00010000:00000010:1.1:1769074847.818391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066eda00. 00010000:00000010:1.1:1769074847.818394:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6c00. 00010000:00000010:1.1:1769074847.818397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:1.1:1769074847.818417:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55300. 00010000:00000010:1.1:1769074847.818421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:1.1:1769074847.818423:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6a00. 00010000:00000010:1.1:1769074847.818426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:0.1:1769074847.871941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6700. 00010000:00000010:0.1:1769074847.871960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00000080:00000010:0.1:1769074847.893711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d940. 00010000:00000010:1.1:1769074847.911773:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22200. 00010000:00000010:1.1:1769074847.911789:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c400. 00010000:00000010:0.1:1769074847.941870:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:0.1:1769074848.024114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6400. 00010000:00000010:0.1:1769074848.024123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5400. 00010000:00000010:1.1:1769074848.033695:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00010000:00000010:1.1:1769074848.044090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:1.1:1769074848.071403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed200. 00010000:00000010:0.1:1769074848.075695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb800. 00010000:00000010:0.1:1769074848.075701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:0.1:1769074848.141608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:1.1:1769074848.270744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5da00. 00000080:00000010:1.1:1769074848.270776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87cc0. 00000080:00000010:1.1:1769074848.270780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0de0. 00000080:00000010:1.1:1769074848.270785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053260. 00000080:00000010:1.1:1769074848.270789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053280. 00010000:00000010:1.1:1769074848.270793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5de00. 00010000:00000010:1.1:1769074848.298656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18000. 00000080:00000010:1.1:1769074848.298672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ba0. 00010000:00000010:0.1:1769074848.508666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8500. 00010000:00000010:0.1:1769074848.508673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:0.1:1769074848.575762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:0.1:1769074848.596502:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00010000:00000010:0.1:1769074848.603878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb800. 00010000:00000010:0.1:1769074848.603886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18000. 00000080:00000010:1.1:1769074848.654713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00000080:00000010:0.1:1769074848.666149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87180. 00010000:00000010:0.1:1769074848.666159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074848.731698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00010000:00000010:0.1:1769074848.925318:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00010000:00000010:0.1:1769074848.925326:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49200. 00000080:00000010:0.1:1769074848.930608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac40. 00010000:00000010:1.1:1769074849.145676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56900. 00010000:00000010:1.1:1769074849.145691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00000080:00000010:1.1:1769074849.173921:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d876e0. 00000080:00000010:1.1:1769074849.180610:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56a100. 00010000:00000010:0.1:1769074849.180667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec600. 00010000:00000010:1.1:1769074849.245605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c400. 00000080:00000010:1.1:1769074849.258825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d878a0. 00010000:00000010:0.1:1769074849.291422:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8500. 00010000:00000010:0.1:1769074849.291430:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d800. 00010000:00000010:0.1:1769074849.342622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066eda00. 00010000:00000010:0.1:1769074849.380580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:1.1:1769074849.430306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:1.1:1769074849.502752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5da00. 00010000:00000010:0.1:1769074849.538690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00000080:00000010:0.1:1769074849.549519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb00e0. 00000080:00000010:0.1:1769074849.549526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c40. 00010000:00000010:0.1:1769074849.549532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec000. 00010000:00000010:0.1:1769074849.631593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00000080:00000010:1.1:1769074849.757743:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea3a0. 00010000:00000010:0.1:1769074849.898974:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6800. 00010000:00000010:0.1:1769074849.898991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed800. 00010000:00000010:0.1:1769074849.898997:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6f00. 00010000:00000010:0.1:1769074849.899027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52400. 00010000:00000010:0.1:1769074849.899031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981000. 00010000:00000010:0.1:1769074849.899035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074849.899039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868300. 00010000:00000010:0.1:1769074849.899043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00010000:00000010:0.1:1769074849.899046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6500. 00010000:00000010:0.1:1769074849.899048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52800. 00010000:00000010:1.1:1769074849.950817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00000080:00000010:1.1:1769074849.950828:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053e20. 00000080:00000010:0.1:1769074850.034655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0ce0. 00010000:00000010:0.1:1769074850.034678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00010000:00000010:1.1:1769074850.087368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52800. 00000080:00000010:0.1:1769074850.131607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879c0. 00010000:00000010:1.1:1769074850.179943:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00010000:00000010:1.1:1769074850.212410:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00000080:00000010:1.1:1769074850.212416:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00000080:00000010:0.1:1769074850.284661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0020. 00010000:00000010:0.1:1769074850.284675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05e00. 00010000:00000010:1.1:1769074850.346641:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:1.1:1769074850.346650:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8300. 00010000:00000010:1.1:1769074850.346654:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00000080:00000010:1.1:1769074850.562726:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0b80. 00010000:00000010:1.1:1769074850.562735:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4300. 00010000:00000010:1.1:1769074850.562739:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:1.1:1769074850.562742:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5da00. 00000080:00000010:1.1:1769074850.581709:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87fa0. 00000080:00000010:1.1:1769074850.581727:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c5280. 00000080:00000010:1.1:1769074850.594677:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060534a0. 00000080:00000010:0.1:1769074850.604831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0d00. 00010000:00000010:1.1:1769074850.615583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:0.1:1769074850.622597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00000080:00000010:0.1:1769074850.622612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa00. 00000080:00000010:1.1:1769074850.736602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb09e0. 00000080:00000010:1.1:1769074850.801465:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533c0. 00000080:00000010:1.1:1769074850.811437:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87880. 00000080:00000010:1.1:1769074850.824772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0ea0. 00000080:00000010:1.1:1769074850.824785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87720. 00000080:00000010:0.1:1769074850.830211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb04c0. 00000080:00000010:0.1:1769074850.856711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb01c0. 00000080:00000010:0.1:1769074850.856719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0fc0. 00010000:00000010:0.1:1769074850.856724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8300. 00010000:00000010:0.1:1769074850.856729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00010000:00000010:0.1:1769074850.856732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00000080:00000010:1.1:1769074850.860595:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f40. 00010000:00000010:1.1:1769074850.881224:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00010000:00000010:1.1:1769074850.956156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00010000:00000010:1.1:1769074850.990019:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65000. 00010000:00000010:0.1:1769074850.990784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb800. 00010000:00000010:0.1:1769074850.990793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:1.1:1769074851.034586:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:0.1:1769074851.045621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00010000:00000010:1.1:1769074851.114784:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52400. 00010000:00000010:1.1:1769074851.185386:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00010000:00000010:0.1:1769074851.202202:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6100. 00010000:00000010:0.1:1769074851.202210:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00010000:00000010:0.1:1769074851.241780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:1.1:1769074851.252946:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00010000:00000010:1.1:1769074851.303860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82a00. 00010000:00000010:0.1:1769074851.368601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6600. 00010000:00000010:0.1:1769074851.368619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:0.1:1769074851.457606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:1.1:1769074851.573606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:1.1:1769074851.628169:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:0.1:1769074851.667673:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52400. 00010000:00000010:1.1:1769074851.677591:0:13251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20ef3700. 00010000:00000010:1.1:1769074851.677609:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98600. 00010000:00000010:0.1:1769074851.726152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165000. 00010000:00000010:1.1:1769074851.866831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:0.1:1769074851.904128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:0.1:1769074851.969224:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00000080:00000010:0.1:1769074852.103815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87360. 00010000:00000010:0.1:1769074852.164736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00010000:00000010:0.1:1769074852.197759:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed800. 00000080:00000010:0.1:1769074852.207361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0fc0. 00000080:00000010:0.1:1769074852.248520:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053160. 00010000:00000010:0.1:1769074852.277762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00010000:00000010:0.1:1769074852.329575:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558100. 00010000:00000010:0.1:1769074852.329581:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00010000:00000010:0.1:1769074852.400163:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:1.1:1769074852.432122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00000080:00000010:1.1:1769074852.444692:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0320. 00000080:00000010:1.1:1769074852.444699:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0340. 00010000:00000010:1.1:1769074852.444704:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec000. 00000080:00000010:0.1:1769074852.604688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872a0. 00010000:00000010:0.1:1769074852.671742:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:1.1:1769074852.850368:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbba00. 00010000:00000010:1.1:1769074852.850381:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:1.1:1769074852.856601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b127c7200. 00010000:00000010:1.1:1769074852.856614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:1.1:1769074853.716757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:0.1:1769074853.729606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7400. 00000080:00000010:1.1:1769074853.816871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a00. 00000080:00000010:1.1:1769074853.824778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb08c0. 00000080:00000010:1.1:1769074853.832758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb04e0. 00000080:00000010:1.1:1769074853.842588:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceada0. 00000080:00000010:1.1:1769074853.852290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053600. 00000080:00000010:1.1:1769074853.856798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0b00. 00000080:00000010:1.1:1769074853.856833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0c80. 00010000:00000010:1.1:1769074853.856840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1900. 00010000:00000010:1.1:1769074853.856843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:1.1:1769074853.856847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4400. 00000080:00000010:1.1:1769074853.865501:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87920. 00000080:00000010:1.1:1769074853.865517:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56d280. 00000080:00000010:1.1:1769074853.878599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb01a0. 00010000:00000010:0.1:1769074853.884670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00010000:00000010:0.1:1769074853.920749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:1.1:1769074853.920901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00010000:00000010:0.1:1769074854.010618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4000. 00010000:00000010:0.1:1769074854.061231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4000. 00010000:00000010:0.1:1769074854.091575:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:0.1:1769074854.165396:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:1.1:1769074854.207980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:1.1:1769074854.275793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00010000:00000010:1.1:1769074854.315815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e71100. 00010000:00000010:1.1:1769074854.315826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:1.1:1769074854.372735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32e00. 00010000:00000010:0.1:1769074854.409395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:1.1:1769074854.506706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33200. 00010000:00000010:1.1:1769074854.506713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:0.1:1769074854.542603:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:0.1:1769074854.542610:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:0.1:1769074854.565610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56000. 00010000:00000010:0.1:1769074854.580078:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00010000:00000010:0.1:1769074854.600760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56400. 00010000:00000010:1.1:1769074854.630426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56400. 00010000:00000010:1.1:1769074854.675598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868200. 00010000:00000010:1.1:1769074854.675613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00000080:00000010:1.1:1769074854.730660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060530c0. 00000080:00000010:1.1:1769074854.742003:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0180. 00000080:00000010:1.1:1769074854.753004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e40. 00000080:00000010:1.1:1769074854.754663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0dc0. 00010000:00000010:0.1:1769074854.756066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00000080:00000010:1.1:1769074854.863021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea900. 00000080:00000010:1.1:1769074854.865896:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e569080. 00000080:00000010:0.1:1769074854.870142:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a40. 00010000:00000010:0.1:1769074854.963626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00000080:00000010:1.1:1769074855.030798:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf60. 00010000:00000010:1.1:1769074855.040668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b400. 00010000:00000010:1.1:1769074855.040682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00000080:00000010:0.1:1769074855.043602:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7c0. 00000080:00000010:1.1:1769074855.047820:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c1080. 00010000:00000010:1.1:1769074855.079788:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0a00. 00000080:00000010:1.1:1769074855.079795:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060539a0. 00010000:00000010:0.1:1769074855.095964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:0.1:1769074855.267674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:1.1:1769074855.377173:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00010000:00000010:0.1:1769074855.442591:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:0.1:1769074855.528737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:0.1:1769074855.543611:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0800. 00010000:00000010:0.1:1769074855.564451:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119ee600. 00010000:00000010:0.1:1769074855.564465:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56000. 00010000:00000010:0.1:1769074855.651984:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:1.1:1769074855.660700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:0.1:1769074855.676912:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6600. 00010000:00000010:0.1:1769074855.676920:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:0.1:1769074855.819444:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6400. 00010000:00000010:0.1:1769074855.819454:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5da00. 00010000:00000010:1.1:1769074855.839637:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:1.1:1769074855.858503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:0.1:1769074855.888635:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00010000:00000010:0.1:1769074855.918106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00010000:00000010:0.1:1769074855.927675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b300. 00010000:00000010:0.1:1769074855.927683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00010000:00000010:0.1:1769074855.940792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:0.1:1769074855.989724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:0.1:1769074856.010677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:1.1:1769074856.098569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:1.1:1769074856.166090:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ba00. 00010000:00000010:0.1:1769074856.178673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:1.1:1769074856.332001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:1.1:1769074856.400691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074856.481704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55b00. 00010000:00000010:0.1:1769074856.481719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:0.1:1769074856.481724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00000080:00000010:0.1:1769074856.543800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ea0. 00010000:00000010:0.1:1769074856.547706:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:1.1:1769074856.616492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00010000:00000010:1.1:1769074856.676680:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:1.1:1769074856.676695:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:1.1:1769074856.717308:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:1.1:1769074856.749950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:1.1:1769074856.771336:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb100. 00010000:00000010:1.1:1769074856.771342:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5de00. 00010000:00000010:0.1:1769074856.805784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ba00. 00010000:00000010:1.1:1769074856.933355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00010000:00000010:0.1:1769074856.979720:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00010000:00000010:0.1:1769074857.014424:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:0.1:1769074857.066803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00000080:00000010:0.1:1769074857.132679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f20. 00010000:00000010:1.1:1769074857.134577:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:1.1:1769074857.213383:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:1.1:1769074857.226726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:1.1:1769074857.302080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0a00. 00010000:00000010:0.1:1769074857.361131:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:1.1:1769074857.366704:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00010000:00000010:1.1:1769074857.464518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72400. 00010000:00000010:0.1:1769074857.496061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6d00. 00010000:00000010:0.1:1769074857.496069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00000080:00000010:0.1:1769074857.568953:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2420. 00000080:00000010:0.1:1769074857.568960:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27c0. 00010000:00000010:0.1:1769074857.568965:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:1.1:1769074857.685610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00010000:00000010:0.1:1769074857.756743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73e00. 00010000:00000010:0.1:1769074858.046241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:1.1:1769074858.052445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00000080:00000010:1.1:1769074858.132958:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea460. 00010000:00000010:0.1:1769074858.150605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:0.1:1769074858.286488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a600. 00010000:00000010:1.1:1769074858.290768:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73e00. 00000080:00000010:0.1:1769074858.377011:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea880. 00000080:00000010:1.1:1769074858.394650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea660. 00000080:00000010:1.1:1769074858.400080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d1e0. 00000080:00000010:1.1:1769074858.400102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b105aae40. 00000080:00000010:1.1:1769074858.416384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23e0. 00000080:00000010:1.1:1769074858.420621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27a0. 00000080:00000010:0.1:1769074858.456358:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d1a0. 00000080:00000010:1.1:1769074858.468668:0:1362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f40. 00000080:00000010:1.1:1769074858.587363:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d9c0. 00000080:00000010:0.1:1769074858.602728:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d877c0. 00010000:00000010:0.1:1769074858.602738:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:0.1:1769074858.609644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d6e0. 00010000:00000010:1.1:1769074858.612713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e600. 00000080:00000010:0.1:1769074858.646769:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dcc0. 00000080:00000010:0.1:1769074858.668609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafe0. 00000080:00000010:0.1:1769074858.680622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d3c0. 00000080:00000010:1.1:1769074858.692056:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25c0. 00000080:00000010:1.1:1769074858.692062:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2320. 00010000:00000010:1.1:1769074858.692391:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42000. 00010000:00000010:1.1:1769074858.692395:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:1.1:1769074858.692398:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:1.1:1769074858.743059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00000080:00000010:1.1:1769074858.799923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053820. 00010000:00000010:1.1:1769074858.805303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00000080:00000010:1.1:1769074858.805318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ca0. 00010000:00000010:1.1:1769074858.805328:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42000. 00010000:00000010:1.1:1769074858.805331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00000080:00000010:1.1:1769074858.810685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00000080:00000010:1.1:1769074858.814634:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0000. 00010000:00000010:1.1:1769074858.859012:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:1.1:1769074858.911767:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a600. 00010000:00000010:0.1:1769074858.952595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:0.1:1769074858.986243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:0.1:1769074859.006945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:1.1:1769074859.043226:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00010000:00000010:0.1:1769074859.078499:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:1.1:1769074859.155582:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:0.1:1769074859.236891:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:0.1:1769074859.291401:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074859.481824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e600. 00010000:00000010:1.1:1769074859.610574:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:0.1:1769074859.696789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:0.1:1769074859.703480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:1.1:1769074859.713659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:1.1:1769074859.713669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6100. 00010000:00000010:1.1:1769074859.713672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:1.1:1769074859.740772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:0.1:1769074859.828174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:0.1:1769074859.900966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:0.1:1769074859.948717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65c00. 00010000:00000010:0.1:1769074859.974082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:0.1:1769074860.009578:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:0.1:1769074860.121617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:0.1:1769074860.158837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ff600. 00010000:00000010:0.1:1769074860.158848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00010000:00000010:0.1:1769074860.206590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:0.1:1769074860.329639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124acf00. 00010000:00000010:0.1:1769074860.329646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98c00. 00010000:00000010:1.1:1769074860.367588:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:0.1:1769074860.368373:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00010000:00000010:1.1:1769074860.399799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:0.1:1769074860.424058:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074860.426306:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b600. 00010000:00000010:1.1:1769074860.463424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00010000:00000010:1.1:1769074860.465605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:1.1:1769074860.524763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:0.1:1769074860.532600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7e00. 00010000:00000010:0.1:1769074860.542480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:0.1:1769074860.589899:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00010000:00000010:0.1:1769074860.589907:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26500. 00010000:00000010:0.1:1769074860.589910:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:0.1:1769074860.594707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00000080:00000010:0.1:1769074860.651588:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e80. 00000080:00000010:0.1:1769074860.651595:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2540. 00000080:00000010:0.1:1769074860.651599:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2780. 00000080:00000010:0.1:1769074860.651603:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2820. 00000080:00000010:0.1:1769074860.651607:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87980. 00000080:00000010:0.1:1769074860.651612:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a40. 00010000:00000010:0.1:1769074860.651616:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:0.1:1769074860.689594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:0.1:1769074860.744664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00000080:00000010:0.1:1769074860.744670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053360. 00000080:00000010:0.1:1769074860.829946:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e40. 00010000:00000010:1.1:1769074860.847157:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00000080:00000010:0.1:1769074860.851735:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2580. 00000080:00000010:1.1:1769074860.930140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ae0. 00010000:00000010:1.1:1769074860.932713:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00000080:00000010:1.1:1769074860.932720:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060538a0. 00010000:00000010:1.1:1769074860.988082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00000080:00000010:0.1:1769074861.161602:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00010000:00000010:1.1:1769074861.168574:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00000080:00000010:1.1:1769074861.253839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f40. 00000080:00000010:0.1:1769074861.312713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaec0. 00000080:00000010:1.1:1769074861.355643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053920. 00000080:00000010:0.1:1769074861.366434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870a0. 00000080:00000010:0.1:1769074861.380759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2100. 00000080:00000010:1.1:1769074861.387711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2180. 00000080:00000010:1.1:1769074861.400617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea680. 00000080:00000010:1.1:1769074861.400642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28a0. 00000080:00000010:1.1:1769074861.413516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25a0. 00000080:00000010:1.1:1769074861.420621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87660. 00000080:00000010:1.1:1769074861.424672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0c0. 00000080:00000010:1.1:1769074861.430482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d877e0. 00000080:00000010:0.1:1769074861.443580:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b40. 00000080:00000010:0.1:1769074861.470603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26e0. 00000080:00000010:0.1:1769074861.480607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87260. 00000080:00000010:1.1:1769074861.484657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0a0. 00000080:00000010:0.1:1769074861.494361:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c1080. 00000080:00000010:0.1:1769074861.517656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23a0. 00000080:00000010:0.1:1769074861.517665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2da0. 00010000:00000010:0.1:1769074861.517671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dba700. 00010000:00000010:0.1:1769074861.517676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00010000:00000010:0.1:1769074861.517679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:1.1:1769074861.751989:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42100. 00010000:00000010:1.1:1769074861.751998:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:1.1:1769074861.794686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73e00. 00010000:00000010:0.1:1769074861.853875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:1.1:1769074861.873674:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165000. 00010000:00000010:0.1:1769074861.881590:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb300. 00010000:00000010:0.1:1769074861.881610:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:0.1:1769074861.937771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbbc00. 00010000:00000010:0.1:1769074861.937785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:0.1:1769074861.983650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9b00. 00010000:00000010:0.1:1769074861.983658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ae00. 00010000:00000010:0.1:1769074862.036576:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:0.1:1769074862.065585:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00010000:00000010:1.1:1769074862.085751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00010000:00000010:0.1:1769074862.144604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:0.1:1769074862.211661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:1.1:1769074862.224492:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:1.1:1769074862.238348:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42e00. 00010000:00000010:1.1:1769074862.238357:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:1.1:1769074862.288633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32000. 00010000:00000010:1.1:1769074862.317682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:1.1:1769074862.333592:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42d00. 00010000:00000010:1.1:1769074862.333598:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:1.1:1769074862.361576:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42000. 00010000:00000010:1.1:1769074862.361584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00000080:00000010:0.1:1769074862.455215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873a0. 00000080:00000010:0.1:1769074862.455222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea640. 00000080:00000010:0.1:1769074862.455227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20c0. 00010000:00000010:0.1:1769074862.455233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:0.1:1769074862.464600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:0.1:1769074862.680688:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00010000:00000010:1.1:1769074862.751278:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00000080:00000010:0.1:1769074862.772142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a00. 00010000:00000010:0.1:1769074862.792012:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:0.1:1769074862.857597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074862.867044:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00000080:00000010:1.1:1769074862.979593:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f80. 00010000:00000010:0.1:1769074863.054985:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00010000:00000010:0.1:1769074863.070294:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074863.104060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00000080:00000010:0.1:1769074863.162636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ec0. 00000080:00000010:0.1:1769074863.172455:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2380. 00010000:00000010:1.1:1769074863.211794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33800. 00000080:00000010:0.1:1769074863.222834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceacc0. 00000080:00000010:0.1:1769074863.227507:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafe0. 00000080:00000010:0.1:1769074863.241765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875a0. 00000080:00000010:0.1:1769074863.326623:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2700. 00010000:00000010:1.1:1769074863.331602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074863.338744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9d00. 00010000:00000010:0.1:1769074863.338753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00000080:00000010:0.1:1769074863.350694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d40. 00000080:00000010:0.1:1769074863.350713:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c4200. 00010000:00000010:1.1:1769074863.430402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00010000:00000010:0.1:1769074863.595608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044300. 00010000:00000010:0.1:1769074863.595640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00000080:00000010:1.1:1769074863.621601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87100. 00000080:00000010:1.1:1769074863.624755:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e630840. 00010000:00000010:1.1:1769074863.634907:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32000. 00010000:00000010:0.1:1769074863.737606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00000080:00000010:0.1:1769074863.737626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87160. 00010000:00000010:0.1:1769074863.901869:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00010000:00000010:0.1:1769074863.901878:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00010000:00000010:1.1:1769074863.960479:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32e00. 00010000:00000010:1.1:1769074863.977677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33800. 00000080:00000010:1.1:1769074863.977714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053820. 00000080:00000010:1.1:1769074863.977720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2640. 00000080:00000010:1.1:1769074863.977726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d876e0. 00000080:00000010:1.1:1769074863.977730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b80. 00000080:00000010:1.1:1769074863.977736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d878a0. 00000080:00000010:1.1:1769074863.977739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87380. 00010000:00000010:1.1:1769074863.977742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:0.1:1769074864.087021:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:0.1:1769074864.087066:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:0.1:1769074864.169343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00000080:00000010:0.1:1769074864.537025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f60. 00000080:00000010:0.1:1769074864.546728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea240. 00010000:00000010:0.1:1769074864.546748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00000080:00000010:1.1:1769074864.661147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053720. 00010000:00000010:1.1:1769074864.666842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00010000:00000010:0.1:1769074864.672175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00000080:00000010:1.1:1769074864.695143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea060. 00010000:00000010:0.1:1769074864.700031:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00000080:00000010:0.1:1769074864.776607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2500. 00000080:00000010:1.1:1769074864.894641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87740. 00010000:00000010:0.1:1769074864.911158:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:0.1:1769074864.911165:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00000080:00000010:0.1:1769074864.924585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea840. 00000080:00000010:0.1:1769074864.945592:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053100. 00010000:00000010:1.1:1769074865.039801:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33e00. 00000080:00000010:1.1:1769074865.039808:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060534a0. 00010000:00000010:1.1:1769074865.075915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33e00. 00010000:00000010:0.1:1769074865.160937:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42d00. 00010000:00000010:0.1:1769074865.160950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00010000:00000010:1.1:1769074865.199608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044100. 00010000:00000010:1.1:1769074865.199625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:1.1:1769074865.199630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6900. 00010000:00000010:1.1:1769074865.199633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:1.1:1769074865.199636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044800. 00010000:00000010:1.1:1769074865.199639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:1.1:1769074865.386633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:1.1:1769074865.479624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048400. 00010000:00000010:1.1:1769074865.479641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42400. 00010000:00000010:1.1:1769074865.479645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049a00. 00000080:00000010:1.1:1769074865.489871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f20. 00000080:00000010:1.1:1769074865.489904:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6339c0. 00010000:00000010:0.1:1769074865.555299:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32000. 00010000:00000010:0.1:1769074865.586250:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:0.1:1769074865.600092:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:1.1:1769074865.634690:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:1.1:1769074865.635512:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ba00. 00000080:00000010:0.1:1769074865.654834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87cc0. 00000080:00000010:0.1:1769074865.654851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2140. 00010000:00000010:0.1:1769074865.693163:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:1.1:1769074865.823611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42700. 00010000:00000010:1.1:1769074865.823625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00010000:00000010:1.1:1769074865.889847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:1.1:1769074865.903262:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074866.040003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00000080:00000010:0.1:1769074866.040018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2660. 00010000:00000010:0.1:1769074866.069594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56400. 00010000:00000010:0.1:1769074866.069602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00010000:00000010:1.1:1769074866.090672:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:1.1:1769074866.145849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9500. 00010000:00000010:1.1:1769074866.145861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b000. 00000080:00000010:0.1:1769074866.307661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea700. 00010000:00000010:0.1:1769074866.307674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:0.1:1769074866.369355:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:1.1:1769074866.376600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:0.1:1769074866.424812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9300. 00010000:00000010:0.1:1769074866.424834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00000080:00000010:0.1:1769074866.490619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22c0. 00010000:00000010:1.1:1769074866.514927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51a00. 00000080:00000010:1.1:1769074866.514935:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7a0. 00010000:00000010:0.1:1769074866.533387:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:1.1:1769074866.614663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00000080:00000010:1.1:1769074866.614684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053e80. 00010000:00000010:1.1:1769074866.686578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51a00. 00010000:00000010:1.1:1769074866.698338:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:0.1:1769074866.711713:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6100. 00010000:00000010:0.1:1769074866.711729:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0200. 00000080:00000010:0.1:1769074866.725242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaac0. 00000080:00000010:0.1:1769074866.725266:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6398c0. 00010000:00000010:0.1:1769074866.738989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00000080:00000010:0.1:1769074866.739002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87dc0. 00000080:00000010:0.1:1769074866.866597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87960. 00010000:00000010:1.1:1769074866.922644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:1.1:1769074866.946686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51a00. 00010000:00000010:1.1:1769074866.960242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044c00. 00010000:00000010:1.1:1769074866.960257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:0.1:1769074866.960776:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6800. 00010000:00000010:0.1:1769074866.960781:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b400. 00000080:00000010:1.1:1769074866.964602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060532e0. 00000080:00000010:1.1:1769074866.964623:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c5ac0. 00010000:00000010:1.1:1769074866.972604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00000080:00000010:1.1:1769074866.972615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053460. 00010000:00000010:0.1:1769074867.022545:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048400. 00010000:00000010:0.1:1769074867.068735:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074867.146607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b400. 00010000:00000010:0.1:1769074867.146647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00010000:00000010:1.1:1769074867.307784:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42300. 00010000:00000010:1.1:1769074867.307794:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00010000:00000010:1.1:1769074867.315398:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6800. 00010000:00000010:1.1:1769074867.315414:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:0.1:1769074867.317597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42e00. 00010000:00000010:0.1:1769074867.317607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:0.1:1769074867.452306:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00000080:00000010:1.1:1769074867.452795:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a00. 00010000:00000010:1.1:1769074867.452807:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:1.1:1769074867.516841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b400. 00000080:00000010:0.1:1769074867.523057:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87300. 00010000:00000010:0.1:1769074867.569238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b400. 00010000:00000010:0.1:1769074867.615116:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00000080:00000010:1.1:1769074867.649055:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2220. 00010000:00000010:0.1:1769074867.653214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:0.1:1769074867.754985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00000080:00000010:0.1:1769074867.774221:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2800. 00010000:00000010:0.1:1769074867.816745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:1.1:1769074867.827830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:1.1:1769074867.834714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:0.1:1769074867.867893:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00031e00. 00010000:00000010:1.1:1769074867.871381:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00000080:00000010:0.1:1769074867.940074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead40. 00000080:00000010:0.1:1769074867.940082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f00. 00000080:00000010:0.1:1769074867.940087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead60. 00000080:00000010:0.1:1769074867.940090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafc0. 00000080:00000010:0.1:1769074867.940094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaac0. 00000080:00000010:0.1:1769074867.940098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87180. 00010000:00000010:0.1:1769074867.940116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00000080:00000010:0.1:1769074867.991020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f20. 00010000:00000010:0.1:1769074867.991034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6ee00. 00010000:00000010:0.1:1769074867.991039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0000. 00000080:00000010:0.1:1769074867.991042:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87760. 00000080:00000010:0.1:1769074867.991063:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c4200. 00010000:00000010:1.1:1769074868.089400:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00031800. 00010000:00000010:1.1:1769074868.098193:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00000080:00000010:1.1:1769074868.116873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053900. 00000080:00000010:0.1:1769074868.382793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053920. 00010000:00000010:1.1:1769074868.412819:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26f00. 00010000:00000010:1.1:1769074868.412826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:1.1:1769074868.412830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00000080:00000010:0.1:1769074868.419220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6e0. 00000080:00000010:0.1:1769074868.419232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea4e0. 00010000:00000010:0.1:1769074868.446866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26500. 00010000:00000010:0.1:1769074868.446879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:1.1:1769074868.501834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6e0. 00010000:00000010:0.1:1769074868.501925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:1.1:1769074868.661380:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b400. 00010000:00000010:1.1:1769074868.661394:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6800. 00010000:00000010:1.1:1769074868.661397:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00000080:00000010:1.1:1769074868.669599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20a0. 00010000:00000010:0.1:1769074868.696036:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26f00. 00010000:00000010:0.1:1769074868.696042:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00000080:00000010:1.1:1769074868.784703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d878a0. 00010000:00000010:0.1:1769074868.791600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:0.1:1769074868.888426:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00000080:00000010:0.1:1769074868.888433:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6c0. 00010000:00000010:1.1:1769074868.888844:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:1.1:1769074868.948410:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:0.1:1769074868.949789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a200. 00010000:00000010:0.1:1769074869.162801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42600. 00010000:00000010:0.1:1769074869.162809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:0.1:1769074869.235296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:1.1:1769074869.255690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:0.1:1769074869.300384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:0.1:1769074869.326824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00010000:00000010:1.1:1769074869.397599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:0.1:1769074869.490626:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00000080:00000010:1.1:1769074869.552596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053000. 00000080:00000010:1.1:1769074869.556964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a60. 00000080:00000010:1.1:1769074869.568136:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2840. 00010000:00000010:1.1:1769074869.608618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00000080:00000010:1.1:1769074869.608625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27e0. 00010000:00000010:0.1:1769074870.113604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00010000:00000010:0.1:1769074870.273594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00000080:00000010:0.1:1769074870.273611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d874a0. 00010000:00000010:0.1:1769074870.387724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074870.391715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:0.1:1769074870.503580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:0.1:1769074870.503591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42000. 00010000:00000010:0.1:1769074870.503595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:0.1:1769074870.622631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:0.1:1769074870.639840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbba00. 00010000:00000010:0.1:1769074870.639858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:0.1:1769074870.662865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42000. 00010000:00000010:0.1:1769074870.662875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:1.1:1769074870.666615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e637380. 00000080:00000010:0.1:1769074870.667528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00010000:00000010:0.1:1769074870.745280:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0200. 00010000:00000010:1.1:1769074870.747799:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:1.1:1769074871.059614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00000080:00000010:1.1:1769074871.059633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ba0. 00010000:00000010:0.1:1769074871.176899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb100. 00010000:00000010:0.1:1769074871.176905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00000080:00000010:0.1:1769074871.176909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ac0. 00000080:00000010:0.1:1769074871.176921:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e634a40. 00010000:00000010:0.1:1769074871.197449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:0.1:1769074871.197456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea900. 00010000:00000010:0.1:1769074871.250456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:1.1:1769074871.509928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00000080:00000010:1.1:1769074871.509952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873a0. 00010000:00000010:1.1:1769074871.557706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:1.1:1769074871.569874:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a200. 00010000:00000010:1.1:1769074871.792620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732000. 00010000:00000010:1.1:1769074871.792630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:1.1:1769074871.792657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbbc00. 00010000:00000010:1.1:1769074871.792661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:0.1:1769074871.800777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947200. 00010000:00000010:0.1:1769074871.800782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:1.1:1769074871.812350:0:13261:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42e00. 00010000:00000010:1.1:1769074871.812367:0:13261:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:0.1:1769074871.960971:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a20. 00010000:00000010:1.1:1769074871.963919:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22800. 00010000:00000010:1.1:1769074871.963932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0200. 00010000:00000010:0.1:1769074871.987776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00010000:00000010:0.1:1769074872.002086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb300. 00010000:00000010:0.1:1769074872.002094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00010000:00000010:0.1:1769074872.047584:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:1.1:1769074872.100611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:1.1:1769074872.269758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:1.1:1769074872.276789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00010000:00000010:0.1:1769074872.291609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:0.1:1769074872.291633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b40. 00010000:00000010:0.1:1769074872.369515:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:0.1:1769074872.442253:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:1.1:1769074872.508908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053820. 00000080:00000010:1.1:1769074872.513364:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63d280. 00000080:00000010:1.1:1769074872.517593:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053160. 00000080:00000010:0.1:1769074872.524164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2060. 00010000:00000010:0.1:1769074872.573033:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:0.1:1769074872.594101:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5de00. 00000080:00000010:0.1:1769074872.603662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d871a0. 00010000:00000010:0.1:1769074872.603670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00000080:00000010:0.1:1769074872.864162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060537e0. 00010000:00000010:1.1:1769074872.906783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c400. 00010000:00000010:1.1:1769074872.906828:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732b00. 00010000:00000010:1.1:1769074872.906833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d200. 00010000:00000010:1.1:1769074872.906836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:1.1:1769074873.073239:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00000080:00000010:0.1:1769074873.351994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea920. 00010000:00000010:1.1:1769074873.353787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:1.1:1769074873.353799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:0.1:1769074873.369697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb100. 00010000:00000010:0.1:1769074873.369714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:1.1:1769074873.489082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00010000:00000010:0.1:1769074873.524099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:0.1:1769074873.524138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074873.553002:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22800. 00010000:00000010:0.1:1769074873.553012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:1.1:1769074873.595714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d800. 00000080:00000010:1.1:1769074873.595732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060532a0. 00010000:00000010:1.1:1769074873.873820:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c400. 00000080:00000010:1.1:1769074873.873826:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053e80. 00010000:00000010:1.1:1769074874.347805:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4be00. 00010000:00000010:1.1:1769074874.347824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00010000:00000010:1.1:1769074874.347829:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947300. 00010000:00000010:1.1:1769074874.347833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:0.1:1769074874.521608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1300. 00010000:00000010:0.1:1769074874.521618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00000080:00000010:0.1:1769074874.542618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b40. 00000080:00000010:0.1:1769074874.542651:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d39c0. 00010000:00000010:0.1:1769074874.589738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00000080:00000010:0.1:1769074874.639415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22c0. 00010000:00000010:0.1:1769074874.687682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00000080:00000010:0.1:1769074874.687699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2680. 00010000:00000010:1.1:1769074874.727117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00010000:00000010:1.1:1769074874.727155:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8e00. 00010000:00000010:1.1:1769074874.727159:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:1.1:1769074874.727161:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00000080:00000010:1.1:1769074874.727164:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea800. 00000080:00000010:1.1:1769074874.727177:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00010000:00000010:0.1:1769074874.781943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:0.1:1769074874.795630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:0.1:1769074874.831578:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:1.1:1769074874.859093:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:0.1:1769074874.863110:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99000. 00010000:00000010:1.1:1769074874.892697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:0.1:1769074874.996664:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:1.1:1769074875.028614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26f00. 00010000:00000010:1.1:1769074875.028627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:1.1:1769074875.185724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:1.1:1769074875.240610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56400. 00010000:00000010:1.1:1769074875.359767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:0.1:1769074875.912312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00000080:00000010:0.1:1769074875.912320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7e0. 00000080:00000010:0.1:1769074875.988219:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e568840. 00010000:00000010:0.1:1769074876.040691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00000080:00000010:0.1:1769074876.040705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea560. 00010000:00000010:0.1:1769074876.349453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9700. 00010000:00000010:0.1:1769074876.349466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00010000:00000010:0.1:1769074876.834774:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:1.1:1769074876.848649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00010000:00000010:1.1:1769074876.848656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1d00. 00010000:00000010:1.1:1769074876.848661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99000. 00010000:00000010:0.1:1769074876.861788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8e00. 00010000:00000010:0.1:1769074876.861803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074876.890633:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00010000:00000010:0.1:1769074876.969692:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:0.1:1769074877.021956:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119ee600. 00010000:00000010:0.1:1769074877.021964:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074877.021968:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d200. 00010000:00000010:0.1:1769074877.072782:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:0.1:1769074877.157987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:0.1:1769074877.259596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c400. 00010000:00000010:1.1:1769074877.284707:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00000080:00000010:1.1:1769074877.284715:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053400. 00010000:00000010:1.1:1769074877.361598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:1.1:1769074877.368614:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:0.1:1769074877.376603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:0.1:1769074877.390620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00010000:00000010:0.1:1769074877.395648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:1.1:1769074877.456889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00010000:00000010:0.1:1769074877.468735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00010000:00000010:0.1:1769074877.489089:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:0.1:1769074877.496597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:1.1:1769074877.540580:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4d00. 00010000:00000010:1.1:1769074877.540589:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:1.1:1769074877.551778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:0.1:1769074877.594681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:0.1:1769074877.607812:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:1.1:1769074877.637586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1400. 00010000:00000010:1.1:1769074877.637615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:0.1:1769074877.649905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:1.1:1769074877.688958:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4d00. 00010000:00000010:1.1:1769074877.688964:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00000080:00000010:1.1:1769074877.693619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ea0. 00000080:00000010:1.1:1769074877.693644:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63d280. 00010000:00000010:0.1:1769074877.715691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:0.1:1769074877.715740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18000. 00000080:00000010:1.1:1769074877.739088:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0860. 00010000:00000010:1.1:1769074877.753655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8f00. 00010000:00000010:1.1:1769074877.753668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00000080:00000010:1.1:1769074877.761740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf40. 00000080:00000010:1.1:1769074877.761759:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e634a40. 00010000:00000010:1.1:1769074877.838308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:1.1:1769074877.838423:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:0.1:1769074877.849634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cf2700. 00010000:00000010:0.1:1769074877.849641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00000080:00000010:1.1:1769074877.884701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060530c0. 00010000:00000010:1.1:1769074877.935974:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec000. 00010000:00000010:0.1:1769074878.089976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00010000:00000010:0.1:1769074878.170444:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:1.1:1769074878.236741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:0.1:1769074878.240611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d800. 00010000:00000010:0.1:1769074878.250734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5de00. 00010000:00000010:0.1:1769074878.291595:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5de00. 00010000:00000010:1.1:1769074878.306450:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044500. 00010000:00000010:1.1:1769074878.306459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73400. 00010000:00000010:0.1:1769074878.360657:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00030000. 00010000:00000010:0.1:1769074878.360667:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73400. 00010000:00000010:1.1:1769074878.438163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6a00. 00010000:00000010:1.1:1769074878.438172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2ad00. 00010000:00000010:1.1:1769074878.438175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:1.1:1769074878.438178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72400. 00010000:00000010:1.1:1769074878.481055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066edc00. 00010000:00000010:0.1:1769074878.503785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73c00. 00010000:00000010:0.1:1769074878.541874:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00000080:00000010:1.1:1769074878.607645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e60. 00000080:00000010:1.1:1769074878.613594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21e0. 00000080:00000010:1.1:1769074878.640620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2cc0. 00000080:00000010:1.1:1769074878.647853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d874c0. 00000080:00000010:0.1:1769074878.680998:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2100. 00000080:00000010:0.1:1769074878.706436:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25a0. 00000080:00000010:0.1:1769074878.724825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ba0. 00000080:00000010:1.1:1769074878.826691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00000080:00000010:1.1:1769074878.826703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ba0. 00010000:00000010:1.1:1769074878.832997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00000080:00000010:1.1:1769074878.833004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053fa0. 00010000:00000010:1.1:1769074878.923361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00000080:00000010:1.1:1769074878.923372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053280. 00010000:00000010:0.1:1769074879.027699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:0.1:1769074879.027746:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8f00. 00010000:00000010:0.1:1769074879.027750:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73e00. 00010000:00000010:0.1:1769074879.027764:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8be00. 00000080:00000010:0.1:1769074879.027769:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea800. 00000080:00000010:0.1:1769074879.027775:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2300. 00010000:00000010:0.1:1769074879.088034:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65c00. 00010000:00000010:0.1:1769074879.088041:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00010000:00000010:0.1:1769074879.088120:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124acd00. 00010000:00000010:0.1:1769074879.088125:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00010000:00000010:0.1:1769074879.088128:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73400. 00000080:00000010:0.1:1769074879.106423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060531a0. 00000080:00000010:0.1:1769074879.106437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2480. 00010000:00000010:1.1:1769074879.115964:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00010000:00000010:0.1:1769074879.245014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:1.1:1769074879.298918:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00010000:00000010:1.1:1769074879.305605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:1.1:1769074879.367884:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00000080:00000010:1.1:1769074879.367893:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac80. 00010000:00000010:0.1:1769074879.467788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00010000:00000010:1.1:1769074879.474394:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066eda00. 00000080:00000010:0.1:1769074879.531650:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2780. 00010000:00000010:0.1:1769074879.531665:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10ba7700. 00010000:00000010:0.1:1769074879.531673:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00010000:00000010:0.1:1769074879.558912:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:1.1:1769074879.560653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00010000:00000010:1.1:1769074879.618321:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:1.1:1769074879.618359:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:0.1:1769074879.627915:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00010000:00000010:0.1:1769074879.648154:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:0.1:1769074879.681592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0399e500. 00010000:00000010:0.1:1769074879.681600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82800. 00010000:00000010:0.1:1769074879.701006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:0.1:1769074879.709676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:0.1:1769074879.762617:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00000080:00000010:0.1:1769074879.867381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea500. 00010000:00000010:0.1:1769074879.929602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7a00. 00000080:00000010:0.1:1769074879.929618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2580. 00000080:00000010:1.1:1769074879.962691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87220. 00010000:00000010:1.1:1769074880.038850:0:2367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9700. 00010000:00000010:1.1:1769074880.038859:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:1.1:1769074880.038864:0:2367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1600. 00010000:00000010:1.1:1769074880.038867:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:0.1:1769074880.048336:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26500. 00010000:00000010:0.1:1769074880.048345:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:0.1:1769074880.048350:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55e00. 00010000:00000010:0.1:1769074880.048354:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83c00. 00010000:00000010:0.1:1769074880.048358:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947c00. 00010000:00000010:0.1:1769074880.048361:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98600. 00010000:00000010:0.1:1769074880.048365:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42600. 00010000:00000010:0.1:1769074880.048368:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:0.1:1769074880.048371:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbbe00. 00010000:00000010:0.1:1769074880.048374:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:1.1:1769074880.050526:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6ec00. 00010000:00000010:1.1:1769074880.050548:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:1.1:1769074880.050552:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55900. 00010000:00000010:1.1:1769074880.050568:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00010000:00000010:0.1:1769074880.057582:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cb300. 00010000:00000010:0.1:1769074880.057589:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:0.1:1769074880.068339:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1c00. 00010000:00000010:0.1:1769074880.068351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:0.1:1769074880.068355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:0.1:1769074880.070608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88700. 00010000:00000010:0.1:1769074880.070622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00000080:00000010:0.1:1769074880.070628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a40. 00010000:00000010:0.1:1769074880.135581:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:0.1:1769074880.135629:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00000080:00000010:0.1:1769074880.213384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21c0. 00000080:00000010:0.1:1769074880.213395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87560. 00010000:00000010:0.1:1769074880.223362:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ff300. 00010000:00000010:0.1:1769074880.223370:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00010000:00000010:0.1:1769074880.223373:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00000080:00000010:1.1:1769074880.336633:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601dd40. 00010000:00000010:0.1:1769074880.345691:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00000080:00000010:0.1:1769074880.345700:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ae0. 00010000:00000010:0.1:1769074880.379877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00010000:00000010:0.1:1769074880.516696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:0.1:1769074880.580277:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00010000:00000010:0.1:1769074880.633591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22800. 00010000:00000010:0.1:1769074880.633599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b400. 00010000:00000010:0.1:1769074880.696633:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:0.1:1769074880.718029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732400. 00010000:00000010:0.1:1769074880.718038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d200. 00000080:00000010:1.1:1769074880.836635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a0a0. 00000080:00000010:1.1:1769074880.856628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060532e0. 00000080:00000010:1.1:1769074880.892686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafe0. 00000080:00000010:1.1:1769074880.897758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053180. 00010000:00000010:1.1:1769074880.897790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55d00. 00010000:00000010:1.1:1769074880.897797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00000080:00000010:1.1:1769074881.087589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c40. 00000080:00000010:1.1:1769074881.087633:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e602100. 00010000:00000010:1.1:1769074881.100963:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00000080:00000010:1.1:1769074881.100974:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00000080:00000010:0.1:1769074881.172348:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872a0. 00010000:00000010:0.1:1769074881.172356:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00000080:00000010:0.1:1769074881.233486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a80. 00000080:00000010:0.1:1769074881.233503:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e637380. 00010000:00000010:1.1:1769074881.278875:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00010000:00000010:1.1:1769074881.292701:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00000080:00000010:1.1:1769074881.306879:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23e0. 00010000:00000010:1.1:1769074881.306888:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00000080:00000010:0.1:1769074881.352881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87660. 00010000:00000010:0.1:1769074881.417601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10400. 00010000:00000010:0.1:1769074881.417607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:1.1:1769074881.424268:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00000080:00000010:1.1:1769074881.424307:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ee0. 00010000:00000010:1.1:1769074881.424313:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074881.534647:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cf2f00. 00010000:00000010:0.1:1769074881.534678:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00000080:00000010:1.1:1769074881.578628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ae0. 00000080:00000010:1.1:1769074881.578650:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6039c0. 00010000:00000010:1.1:1769074881.603724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00000080:00000010:1.1:1769074881.603743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060536a0. 00010000:00000010:1.1:1769074881.688662:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00000080:00000010:1.1:1769074881.729594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f40. 00000080:00000010:1.1:1769074881.729618:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63b180. 00010000:00000010:0.1:1769074881.860029:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10d00. 00010000:00000010:0.1:1769074881.860037:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7a00. 00010000:00000010:0.1:1769074882.007761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00000080:00000010:0.1:1769074882.020323:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ae0. 00010000:00000010:0.1:1769074882.151550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d16100. 00010000:00000010:0.1:1769074882.151581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00000080:00000010:0.1:1769074882.152769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d874a0. 00000080:00000010:0.1:1769074882.152787:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e604a40. 00010000:00000010:0.1:1769074882.152791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00000080:00000010:0.1:1769074882.152794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabc0. 00010000:00000010:0.1:1769074882.224614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:0.1:1769074882.326398:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066eda00. 00010000:00000010:0.1:1769074882.366567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ecc00. 00010000:00000010:0.1:1769074882.381047:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00000080:00000010:0.1:1769074882.381116:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea720. 00000080:00000010:0.1:1769074882.381123:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87720. 00010000:00000010:0.1:1769074882.381128:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049a00. 00010000:00000010:1.1:1769074882.392623:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868600. 00010000:00000010:1.1:1769074882.392639:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00000080:00000010:1.1:1769074882.397603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25c0. 00000080:00000010:1.1:1769074882.397627:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e59d280. 00010000:00000010:1.1:1769074882.397636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d16000. 00010000:00000010:1.1:1769074882.397663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:1.1:1769074882.410930:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00000080:00000010:1.1:1769074882.415646:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e605280. 00010000:00000010:1.1:1769074882.422613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00000080:00000010:1.1:1769074882.422633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00010000:00000010:1.1:1769074882.597777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d16d00. 00010000:00000010:1.1:1769074882.597790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00000080:00000010:1.1:1769074882.603911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ca0. 00000080:00000010:1.1:1769074882.603936:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e606300. 00010000:00000010:1.1:1769074882.629515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00000080:00000010:1.1:1769074882.629524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053aa0. 00000080:00000010:0.1:1769074882.763599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87bc0. 00000080:00000010:0.1:1769074882.763626:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e59d280. 00010000:00000010:1.1:1769074882.824682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:1.1:1769074882.853624:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00000080:00000010:0.1:1769074882.871823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060538e0. 00000080:00000010:0.1:1769074882.871855:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e59ca40. 00010000:00000010:0.1:1769074882.976601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:0.1:1769074883.009901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0200. 00000080:00000010:0.1:1769074883.009941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea780. 00010000:00000010:0.1:1769074883.009947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:0.1:1769074883.043862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90100. 00010000:00000010:0.1:1769074883.043874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:0.1:1769074883.128676:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00000080:00000010:0.1:1769074883.128686:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20c0. 00010000:00000010:1.1:1769074883.226642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00000080:00000010:1.1:1769074883.226649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fa0. 00010000:00000010:0.1:1769074883.285581:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:0.1:1769074883.333061:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00010000:00000010:0.1:1769074883.348585:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10b42600. 00010000:00000010:0.1:1769074883.348600:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00000080:00000010:1.1:1769074883.351757:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2bc0. 00010000:00000010:0.1:1769074883.369909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5000. 00000080:00000010:0.1:1769074883.374839:0:2366:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875c0. 00010000:00000010:1.1:1769074883.376576:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:0.1:1769074883.394656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00010000:00000010:1.1:1769074883.407606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00000080:00000010:0.1:1769074883.460784:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87300. 00000080:00000010:1.1:1769074883.478668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2780. 00000080:00000010:1.1:1769074883.478698:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e602940. 00000080:00000010:1.1:1769074883.555691:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e59ca40. 00010000:00000010:1.1:1769074883.590101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5000. 00000080:00000010:1.1:1769074883.590109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053440. 00010000:00000010:1.1:1769074883.699596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbe00. 00010000:00000010:1.1:1769074883.699608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00000080:00000010:1.1:1769074883.704604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2960. 00000080:00000010:1.1:1769074883.704622:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e603180. 00010000:00000010:1.1:1769074883.715592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5400. 00000080:00000010:1.1:1769074883.715600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060539a0. 00010000:00000010:0.1:1769074883.932124:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbc00. 00010000:00000010:0.1:1769074883.932143:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00000080:00000010:0.1:1769074883.944092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f60. 00000080:00000010:0.1:1769074883.944110:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e607380. 00010000:00000010:0.1:1769074883.953791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00000080:00000010:0.1:1769074883.953799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead40. 00010000:00000010:1.1:1769074883.973659:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90500. 00010000:00000010:1.1:1769074883.973747:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:0.1:1769074884.008144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdec00. 00010000:00000010:0.1:1769074884.008153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00000080:00000010:0.1:1769074884.013604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ba0. 00000080:00000010:0.1:1769074884.029251:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e606300. 00000080:00000010:1.1:1769074884.041253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea9a0. 00010000:00000010:0.1:1769074884.051407:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:1.1:1769074884.108678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdea00. 00010000:00000010:1.1:1769074884.108710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:0.1:1769074884.121891:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87dc0. 00000080:00000010:0.1:1769074884.121911:0:13:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e605280. 00010000:00000010:0.1:1769074884.138160:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00000080:00000010:0.1:1769074884.138172:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5a0. 00010000:00000010:1.1:1769074884.270046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:1.1:1769074884.278848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4000. 00000080:00000010:1.1:1769074884.278896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87820. 00010000:00000010:1.1:1769074884.278905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00000080:00000010:0.1:1769074884.344350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053cc0. 00000080:00000010:0.1:1769074884.344369:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63a100. 00010000:00000010:0.1:1769074884.363906:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00000080:00000010:0.1:1769074884.363915:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea680. 00010000:00000010:1.1:1769074884.399599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00000080:00000010:1.1:1769074884.523034:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2be0. 00000080:00000010:1.1:1769074884.531683:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63b9c0. 00010000:00000010:1.1:1769074884.531694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4400. 00000080:00000010:1.1:1769074884.531699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c80. 00010000:00000010:1.1:1769074884.575609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:1.1:1769074884.593848:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5000. 00010000:00000010:1.1:1769074884.603598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00000080:00000010:1.1:1769074884.612034:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060538c0. 00000080:00000010:1.1:1769074884.612047:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21e0. 00010000:00000010:1.1:1769074884.612054:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5400. 00010000:00000010:1.1:1769074884.713691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65000. 00010000:00000010:1.1:1769074884.713709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5000. 00010000:00000010:1.1:1769074884.765595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fde800. 00010000:00000010:1.1:1769074884.765605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00000080:00000010:1.1:1769074884.770458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b00. 00000080:00000010:1.1:1769074884.770472:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e604a40. 00010000:00000010:1.1:1769074884.770483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:0.1:1769074885.008762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65c00. 00000080:00000010:0.1:1769074885.008804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87180. 00010000:00000010:0.1:1769074885.008811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84c00. 00000080:00000010:0.1:1769074885.044448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea060. 00000080:00000010:0.1:1769074885.044477:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e606b40. 00010000:00000010:0.1:1769074885.079805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65c00. 00000080:00000010:0.1:1769074885.079819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea180. 00010000:00000010:1.1:1769074885.120580:0:13251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1300. 00010000:00000010:1.1:1769074885.120593:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec600. 00010000:00000010:1.1:1769074885.120598:0:13251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cf2300. 00010000:00000010:1.1:1769074885.120601:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:1.1:1769074885.149848:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10300. 00010000:00000010:1.1:1769074885.149853:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:1.1:1769074885.196611:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6ee00. 00010000:00000010:1.1:1769074885.196618:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:1.1:1769074885.196623:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10600. 00010000:00000010:1.1:1769074885.196626:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98600. 00010000:00000010:1.1:1769074885.196647:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1c00. 00010000:00000010:1.1:1769074885.196650:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00010000:00000010:0.1:1769074885.253031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864ba00. 00010000:00000010:0.1:1769074885.253038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85a00. 00010000:00000010:1.1:1769074885.279636:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbe00. 00010000:00000010:1.1:1769074885.279646:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:0.1:1769074885.294982:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23c0. 00000080:00000010:0.1:1769074885.295004:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e59d280. 00010000:00000010:0.1:1769074885.322794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73e00. 00000080:00000010:0.1:1769074885.322810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceada0. 00010000:00000010:1.1:1769074885.361109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00000080:00000010:1.1:1769074885.361117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87300. 00010000:00000010:1.1:1769074885.413911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:0.1:1769074885.469172:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbe00. 00010000:00000010:0.1:1769074885.469189:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00010000:00000010:0.1:1769074885.485474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4300. 00010000:00000010:0.1:1769074885.485485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00000080:00000010:0.1:1769074885.492775:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fe0. 00000080:00000010:0.1:1769074885.492795:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e605ac0. 00010000:00000010:0.1:1769074885.602603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bb00. 00010000:00000010:0.1:1769074885.602611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00000080:00000010:0.1:1769074885.606678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87400. 00000080:00000010:0.1:1769074885.606700:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e59ca40. 00010000:00000010:1.1:1769074885.609843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00000080:00000010:1.1:1769074885.609847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053460. 00000080:00000010:0.1:1769074885.815843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2460. 00000080:00000010:0.1:1769074885.815861:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e600000. 00010000:00000010:0.1:1769074885.847742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00000080:00000010:1.1:1769074885.906593:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2160. 00010000:00000010:0.1:1769074885.944078:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbe00. 00010000:00000010:0.1:1769074885.944085:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:0.1:1769074885.987495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00010000:00000010:0.1:1769074886.006651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:1.1:1769074886.010764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00010000:00000010:1.1:1769074886.010771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90200. 00010000:00000010:1.1:1769074886.010775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84c00. 00010000:00000010:0.1:1769074886.085655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:1.1:1769074886.124617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:1.1:1769074886.162768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:0.1:1769074886.187995:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00000080:00000010:1.1:1769074886.207623:0:5540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea380. 00010000:00000010:0.1:1769074886.216844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:0.1:1769074886.233080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:0.1:1769074886.252579:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00010000:00000010:0.1:1769074886.252593:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00000080:00000010:1.1:1769074886.291792:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22c0. 00010000:00000010:0.1:1769074886.332819:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00010000:00000010:1.1:1769074886.357592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00000080:00000010:0.1:1769074886.485519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d871a0. 00000080:00000010:0.1:1769074886.578300:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea740. 00010000:00000010:1.1:1769074886.580799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b400. 00010000:00000010:1.1:1769074886.580805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00000080:00000010:0.1:1769074886.630704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea300. 00010000:00000010:1.1:1769074886.710230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00010000:00000010:1.1:1769074886.710243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8d00. 00010000:00000010:1.1:1769074886.710248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:1.1:1769074886.710251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84c00. 00010000:00000010:1.1:1769074886.724719:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00000080:00000010:1.1:1769074886.805798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87720. 00010000:00000010:1.1:1769074886.805818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:1.1:1769074886.805824:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6e600. 00010000:00000010:1.1:1769074886.805828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33e00. 00010000:00000010:1.1:1769074886.805831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00000080:00000010:0.1:1769074886.865600:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053420. 00000080:00000010:0.1:1769074886.865641:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e639080. 00010000:00000010:0.1:1769074886.876704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044d00. 00010000:00000010:0.1:1769074886.876711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00000080:00000010:0.1:1769074886.880593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21a0. 00000080:00000010:0.1:1769074886.880616:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56e300. 00000080:00000010:0.1:1769074886.914648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2440. 00000080:00000010:0.1:1769074886.914667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf60. 00000080:00000010:0.1:1769074886.923605:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56b9c0. 00010000:00000010:0.1:1769074886.923616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00000080:00000010:1.1:1769074886.960918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab00. 00010000:00000010:1.1:1769074886.960929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:1.1:1769074886.960935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6000. 00010000:00000010:1.1:1769074886.960949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b000. 00010000:00000010:1.1:1769074886.960952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:0.1:1769074887.014685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53c00. 00010000:00000010:0.1:1769074887.014691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b000. 00010000:00000010:0.1:1769074887.014695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53000. 00010000:00000010:0.1:1769074887.014698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00000080:00000010:0.1:1769074887.024397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea100. 00000080:00000010:0.1:1769074887.024415:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0840. 00010000:00000010:0.1:1769074887.036618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6c00. 00010000:00000010:0.1:1769074887.036629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00010000:00000010:1.1:1769074887.067606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:1.1:1769074887.067612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8ab00. 00010000:00000010:1.1:1769074887.067615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00000080:00000010:1.1:1769074887.112417:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2400. 00000080:00000010:1.1:1769074887.115841:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0000. 00010000:00000010:1.1:1769074887.122605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cf2100. 00010000:00000010:1.1:1769074887.122620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99000. 00010000:00000010:1.1:1769074887.179319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52e00. 00010000:00000010:1.1:1769074887.179329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53800. 00010000:00000010:1.1:1769074887.179342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00000080:00000010:1.1:1769074887.179350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ee0. 00010000:00000010:0.1:1769074887.208018:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4400. 00000080:00000010:1.1:1769074887.209112:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c39c0. 00000080:00000010:1.1:1769074887.209123:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f60. 00000080:00000010:1.1:1769074887.209242:0:20:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d6b40. 00010000:00000010:0.1:1769074887.212588:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:0.1:1769074887.212596:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55f00. 00010000:00000010:0.1:1769074887.212600:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00000080:00000010:0.1:1769074887.218847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053600. 00000080:00000010:0.1:1769074887.236169:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63f380. 00010000:00000010:0.1:1769074887.245619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00000080:00000010:0.1:1769074887.245632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea580. 00000080:00000010:0.1:1769074887.287235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879e0. 00010000:00000010:1.1:1769074887.289668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22e00. 00010000:00000010:1.1:1769074887.289681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066edc00. 00010000:00000010:1.1:1769074887.289686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73400. 00000080:00000010:1.1:1769074887.289702:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2940. 00010000:00000010:1.1:1769074887.289708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cf2a00. 00010000:00000010:1.1:1769074887.289712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8be00. 00010000:00000010:1.1:1769074887.289715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947200. 00010000:00000010:1.1:1769074887.289719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00000080:00000010:1.1:1769074887.289724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870a0. 00000080:00000010:1.1:1769074887.305324:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6339c0. 00000080:00000010:1.1:1769074887.317300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2de0. 00000080:00000010:1.1:1769074887.317326:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e56d280. 00010000:00000010:1.1:1769074887.317344:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22c00. 00010000:00000010:1.1:1769074887.317349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1200. 00000080:00000010:0.1:1769074887.333821:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea900. 00000080:00000010:0.1:1769074887.380655:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c5280. 00010000:00000010:0.1:1769074887.380668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb300. 00010000:00000010:0.1:1769074887.380673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00000080:00000010:1.1:1769074887.422624:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63eb40. 00010000:00000010:1.1:1769074887.430678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbbc00. 00010000:00000010:1.1:1769074887.430699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00000080:00000010:1.1:1769074887.449363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2600. 00000080:00000010:1.1:1769074887.449409:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c3180. 00010000:00000010:1.1:1769074887.458042:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124ace00. 00010000:00000010:1.1:1769074887.458053:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00000080:00000010:1.1:1769074887.481588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87540. 00000080:00000010:0.1:1769074887.481740:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e600840. 00000080:00000010:1.1:1769074887.485487:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0000. 00010000:00000010:1.1:1769074887.485496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1400. 00010000:00000010:1.1:1769074887.485500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00000080:00000010:1.1:1769074887.506896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f00. 00000080:00000010:0.1:1769074887.519168:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0840. 00010000:00000010:0.1:1769074887.519177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339600. 00010000:00000010:0.1:1769074887.519182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c600. 00000080:00000010:0.1:1769074887.540887:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00000080:00000010:0.1:1769074887.540911:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d4a40. 00010000:00000010:0.1:1769074887.540920:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fe1700. 00010000:00000010:0.1:1769074887.540925:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00010000:00000010:0.1:1769074887.552421:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb900. 00010000:00000010:0.1:1769074887.552427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00000080:00000010:0.1:1769074887.571683:0:2366:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b00. 00000080:00000010:0.1:1769074887.583500:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e568000. 00010000:00000010:0.1:1769074887.601853:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73e00. 00000080:00000010:1.1:1769074887.617791:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceadc0. 00000080:00000010:1.1:1769074887.617812:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c2100. 00010000:00000010:1.1:1769074887.617823:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6600. 00010000:00000010:1.1:1769074887.617828:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72a00. 00000080:00000010:1.1:1769074887.617850:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6018c0. 00010000:00000010:1.1:1769074887.691751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56e00. 00010000:00000010:1.1:1769074887.691768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:0.1:1769074887.706969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd4800. 00010000:00000010:0.1:1769074887.706987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00010000:00000010:0.1:1769074887.706993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:0.1:1769074887.706999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2720. 00000080:00000010:0.1:1769074887.712985:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d5280. 00010000:00000010:0.1:1769074887.713003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981000. 00010000:00000010:0.1:1769074887.713009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00000080:00000010:1.1:1769074887.727610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872e0. 00000080:00000010:1.1:1769074887.727652:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d1080. 00010000:00000010:1.1:1769074887.727661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55000. 00010000:00000010:1.1:1769074887.727666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:0.1:1769074887.730343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4600. 00010000:00000010:0.1:1769074887.744603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9200. 00010000:00000010:0.1:1769074887.744610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00000080:00000010:0.1:1769074887.750598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2860. 00000080:00000010:0.1:1769074887.756716:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c4a40. 00010000:00000010:1.1:1769074887.792895:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6e100. 00010000:00000010:1.1:1769074887.792904:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52400. 00010000:00000010:1.1:1769074887.792908:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00000080:00000010:1.1:1769074887.812176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2aa0. 00000080:00000010:1.1:1769074887.812523:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e568840. 00010000:00000010:1.1:1769074887.836902:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558f00. 00010000:00000010:1.1:1769074887.836913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00010000:00000010:0.1:1769074887.840004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00010000:00000010:0.1:1769074887.898994:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00000080:00000010:0.1:1769074887.899005:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b20. 00000080:00000010:0.1:1769074887.968616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e40. 00010000:00000010:1.1:1769074887.970622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:0.1:1769074887.974593:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00010000:00000010:1.1:1769074887.988629:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00000080:00000010:1.1:1769074888.000603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d80. 00010000:00000010:0.1:1769074888.004123:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00000080:00000010:1.1:1769074888.031615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea1a0. 00010000:00000010:0.1:1769074888.078628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:0.1:1769074888.078637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00000080:00000010:1.1:1769074888.100579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24a0. 00010000:00000010:1.1:1769074888.150601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:1.1:1769074888.150635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73e00. 00010000:00000010:0.1:1769074888.418900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8200. 00010000:00000010:0.1:1769074888.418910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:0.1:1769074888.418914:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558500. 00010000:00000010:0.1:1769074888.418917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed400. 00010000:00000010:0.1:1769074888.485585:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6700. 00010000:00000010:0.1:1769074888.485593:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ba00. 00010000:00000010:1.1:1769074888.540590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10a00. 00010000:00000010:1.1:1769074888.540600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:1.1:1769074888.544720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bf00. 00010000:00000010:1.1:1769074888.544727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:1.1:1769074888.609326:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b400. 00010000:00000010:1.1:1769074888.609335:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:0.1:1769074888.624605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ffd00. 00010000:00000010:0.1:1769074888.624611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98c00. 00010000:00000010:0.1:1769074888.624615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbbf00. 00010000:00000010:0.1:1769074888.624618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d000. 00010000:00000010:0.1:1769074888.959514:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:0.1:1769074889.020883:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b300. 00010000:00000010:0.1:1769074889.020891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5400. 00010000:00000010:0.1:1769074889.159709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00000080:00000010:1.1:1769074889.212600:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870e0. 00010000:00000010:0.1:1769074889.212914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00000080:00000010:0.1:1769074889.309597:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060530c0. 00010000:00000010:1.1:1769074889.318760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82200. 00010000:00000010:1.1:1769074889.365637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05e00. 00000080:00000010:0.1:1769074889.371483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea300. 00010000:00000010:0.1:1769074889.376937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83c00. 00010000:00000010:0.1:1769074889.416731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:0.1:1769074889.586958:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27e0. 00000080:00000010:1.1:1769074889.614883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533c0. 00010000:00000010:1.1:1769074889.614896:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558100. 00010000:00000010:1.1:1769074889.614901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00000080:00000010:1.1:1769074889.628096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2120. 00000080:00000010:1.1:1769074889.628122:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6018c0. 00000080:00000010:1.1:1769074889.666806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2500. 00010000:00000010:0.1:1769074889.805615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:1.1:1769074889.807864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:0.1:1769074889.837211:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:1.1:1769074890.003826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558000. 00010000:00000010:1.1:1769074890.003835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:0.1:1769074890.460670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbf00. 00010000:00000010:0.1:1769074890.460679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00000080:00000010:0.1:1769074890.558665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053e40. 00010000:00000010:1.1:1769074890.643534:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5a00. 00000080:00000010:1.1:1769074890.647604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a00. 00010000:00000010:1.1:1769074890.647625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00000080:00000010:1.1:1769074890.680614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea760. 00010000:00000010:1.1:1769074890.893684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:0.1:1769074890.897620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00000080:00000010:1.1:1769074890.958573:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ec0. 00000080:00000010:0.1:1769074891.039496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2740. 00010000:00000010:0.1:1769074891.073944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5a00. 00010000:00000010:1.1:1769074891.089734:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83200. 00010000:00000010:1.1:1769074891.098733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00000080:00000010:0.1:1769074891.117851:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26a0. 00010000:00000010:1.1:1769074891.122634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:0.1:1769074891.133765:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00000080:00000010:0.1:1769074891.187577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060535a0. 00010000:00000010:0.1:1769074891.190181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:1.1:1769074891.203206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074891.259422:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00000080:00000010:0.1:1769074891.262789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceada0. 00010000:00000010:1.1:1769074891.454610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:0.1:1769074891.496512:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:0.1:1769074891.502647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:0.1:1769074891.502678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:0.1:1769074891.502699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:0.1:1769074891.663715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:1.1:1769074891.672829:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00000080:00000010:0.1:1769074892.326830:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b60. 00010000:00000010:0.1:1769074892.326852:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:0.1:1769074892.326859:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044300. 00010000:00000010:0.1:1769074892.326864:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5600. 00000080:00000010:1.1:1769074892.422926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6c0. 00000080:00000010:1.1:1769074892.504604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053460. 00010000:00000010:1.1:1769074892.504617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:0.1:1769074892.509801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5e00. 00000080:00000010:1.1:1769074892.535603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053340. 00010000:00000010:0.1:1769074892.635696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:0.1:1769074892.635714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b000. 00010000:00000010:0.1:1769074892.635719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96600. 00000080:00000010:0.1:1769074892.658591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87900. 00000080:00000010:0.1:1769074892.661604:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e600840. 00010000:00000010:1.1:1769074892.695792:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5000. 00000080:00000010:1.1:1769074892.695803:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053160. 00000080:00000010:1.1:1769074892.707359:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29e0. 00000080:00000010:1.1:1769074892.720272:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e602100. 00010000:00000010:1.1:1769074892.720304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00000080:00000010:1.1:1769074892.720309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053120. 00010000:00000010:0.1:1769074892.812961:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:0.1:1769074892.908843:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:0.1:1769074892.908851:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:0.1:1769074892.955874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:0.1:1769074892.955880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074892.995720:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00000080:00000010:0.1:1769074893.044659:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2680. 00010000:00000010:0.1:1769074893.089590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00000080:00000010:0.1:1769074893.126606:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea260. 00000080:00000010:1.1:1769074893.131029:0:5541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d20. 00010000:00000010:0.1:1769074893.136689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00010000:00000010:0.1:1769074893.269921:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bf00. 00010000:00000010:0.1:1769074893.269928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00000080:00000010:1.1:1769074893.276718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2380. 00000080:00000010:1.1:1769074893.276743:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e59ca40. 00010000:00000010:1.1:1769074893.290900:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00000080:00000010:1.1:1769074893.295768:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ea0. 00010000:00000010:0.1:1769074893.345926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:1.1:1769074893.350322:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:1.1:1769074893.377626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074893.380817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:0.1:1769074893.516788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8af00. 00010000:00000010:0.1:1769074893.516798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:0.1:1769074893.520918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb200. 00010000:00000010:0.1:1769074893.520936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82a00. 00000080:00000010:1.1:1769074893.650152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053360. 00010000:00000010:1.1:1769074893.650168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:0.1:1769074893.656513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6e00. 00010000:00000010:0.1:1769074893.656523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00010000:00000010:1.1:1769074893.659112:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:0.1:1769074893.846605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:0.1:1769074893.846640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:0.1:1769074893.912968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ea0. 00010000:00000010:1.1:1769074893.921618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00010000:00000010:0.1:1769074893.921669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:1.1:1769074894.011836:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:0.1:1769074894.040075:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:1.1:1769074894.062715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:1.1:1769074894.114617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:1.1:1769074894.165482:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00000080:00000010:0.1:1769074894.190672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87920. 00000080:00000010:0.1:1769074894.190699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2160. 00010000:00000010:0.1:1769074894.190710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6900. 00010000:00000010:0.1:1769074894.190715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00000080:00000010:0.1:1769074894.198592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2040. 00000080:00000010:0.1:1769074894.198609:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e606b40. 00000080:00000010:0.1:1769074894.275606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fe0. 00000080:00000010:0.1:1769074894.286170:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00010000:00000010:1.1:1769074894.287630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bc00. 00010000:00000010:1.1:1769074894.287644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:1.1:1769074894.373604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4600. 00010000:00000010:1.1:1769074894.373631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:1.1:1769074894.373634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00000080:00000010:1.1:1769074894.384069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053900. 00000080:00000010:1.1:1769074894.384076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87d80. 00010000:00000010:0.1:1769074894.415645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82e00. 00010000:00000010:0.1:1769074894.422165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:0.1:1769074894.422171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00000080:00000010:0.1:1769074894.426599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea8a0. 00000080:00000010:0.1:1769074894.426616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a80. 00010000:00000010:0.1:1769074894.441598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82e00. 00000080:00000010:0.1:1769074894.441605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea680. 00000080:00000010:0.1:1769074894.942093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00000080:00000010:0.1:1769074895.023593:0:5540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2480. 00010000:00000010:0.1:1769074895.027595:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96600. 00010000:00000010:0.1:1769074895.073868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00000080:00000010:0.1:1769074895.073884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e60. 00010000:00000010:0.1:1769074895.194768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:0.1:1769074895.249721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:1.1:1769074895.272548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00000080:00000010:0.1:1769074895.275485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28a0. 00000080:00000010:0.1:1769074895.275509:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e605ac0. 00000080:00000010:0.1:1769074895.304627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053320. 00000080:00000010:0.1:1769074895.316711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0a0. 00010000:00000010:1.1:1769074895.340266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00010000:00000010:0.1:1769074895.354283:0:13275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00000080:00000010:1.1:1769074895.427734:0:13275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2180. 00010000:00000010:0.1:1769074895.434920:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:0.1:1769074895.436670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00000080:00000010:1.1:1769074895.483583:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2000. 00010000:00000010:0.1:1769074895.548645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:0.1:1769074895.556822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:1.1:1769074895.792799:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2700. 00010000:00000010:1.1:1769074895.792821:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6600. 00010000:00000010:1.1:1769074895.792827:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:0.1:1769074895.866863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:0.1:1769074895.877898:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2100. 00010000:00000010:0.1:1769074895.891954:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00010000:00000010:1.1:1769074895.967808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00010000:00000010:0.1:1769074895.968955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074896.047703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6800. 00010000:00000010:0.1:1769074896.047718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:0.1:1769074896.047723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6b00. 00010000:00000010:0.1:1769074896.047726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:0.1:1769074896.059038:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6d00. 00010000:00000010:0.1:1769074896.059056:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83c00. 00010000:00000010:0.1:1769074896.135654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4600. 00000080:00000010:1.1:1769074896.149636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060532e0. 00010000:00000010:1.1:1769074896.149652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:0.1:1769074896.153317:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044a00. 00010000:00000010:0.1:1769074896.153325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00000080:00000010:0.1:1769074896.241622:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87c00. 00000080:00000010:1.1:1769074896.315709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060536a0. 00010000:00000010:1.1:1769074896.315720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00000080:00000010:1.1:1769074896.333922:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea720. 00010000:00000010:1.1:1769074896.407070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00000080:00000010:1.1:1769074896.473869:0:1043:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053340. 00010000:00000010:1.1:1769074896.485153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:0.1:1769074896.528766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:1.1:1769074896.536972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074896.597736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00010000:00000010:0.1:1769074896.612673:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:0.1:1769074896.627650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5e00. 00010000:00000010:0.1:1769074896.690664:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074896.842519:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82000. 00000080:00000010:0.1:1769074896.842527:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0a0. 00000080:00000010:1.1:1769074897.104769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00010000:00000010:0.1:1769074897.197420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82800. 00000080:00000010:0.1:1769074897.197429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873e0. 00010000:00000010:0.1:1769074897.236767:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4400. 00000080:00000010:1.1:1769074897.244642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2420. 00000080:00000010:0.1:1769074897.372718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa00. 00010000:00000010:0.1:1769074897.372731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5600. 00000080:00000010:1.1:1769074897.419747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fc0. 00010000:00000010:1.1:1769074897.419762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:1.1:1769074897.431818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00000080:00000010:0.1:1769074897.516661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c60. 00010000:00000010:1.1:1769074897.526743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00000080:00000010:1.1:1769074897.587589:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2be0. 00010000:00000010:0.1:1769074897.597842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5a00. 00010000:00000010:1.1:1769074897.607539:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:1.1:1769074897.607590:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4400. 00010000:00000010:1.1:1769074897.607593:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00000080:00000010:0.1:1769074897.619128:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060538e0. 00000080:00000010:0.1:1769074897.619137:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053560. 00010000:00000010:1.1:1769074897.677573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00000080:00000010:1.1:1769074897.714300:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87080. 00000080:00000010:0.1:1769074897.714637:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e59d280. 00010000:00000010:1.1:1769074897.721726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00000080:00000010:1.1:1769074897.721743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa60. 00010000:00000010:1.1:1769074897.721753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00000080:00000010:0.1:1769074897.726636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87420. 00000080:00000010:0.1:1769074897.726670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ea0. 00010000:00000010:0.1:1769074897.726676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:0.1:1769074897.800616:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53000. 00000080:00000010:1.1:1769074897.830141:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ba0. 00010000:00000010:1.1:1769074897.833632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:0.1:1769074897.858686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:1.1:1769074897.995596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00000080:00000010:0.1:1769074898.062853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875a0. 00010000:00000010:0.1:1769074898.062869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:0.1:1769074898.080607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:0.1:1769074898.094824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5e00. 00000080:00000010:0.1:1769074898.094829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00010000:00000010:0.1:1769074898.101113:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:0.1:1769074898.110615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:0.1:1769074898.110627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53000. 00000080:00000010:0.1:1769074898.136056:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea220. 00010000:00000010:1.1:1769074898.153853:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82000. 00010000:00000010:0.1:1769074898.182108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53000. 00010000:00000010:1.1:1769074898.182697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00010000:00000010:0.1:1769074898.236855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:0.1:1769074898.268756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:0.1:1769074898.295847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:0.1:1769074898.340721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:0.1:1769074898.394985:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00010000:00000010:0.1:1769074898.408657:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00000080:00000010:1.1:1769074898.415710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872a0. 00010000:00000010:0.1:1769074898.420654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:3.1:1769074898.495896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:0.1:1769074898.512129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:3.1:1769074898.530463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00000080:00000010:0.1:1769074898.536640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25c0. 00010000:00000010:0.1:1769074898.536661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:3.1:1769074898.547234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52800. 00010000:00000010:3.1:1769074898.575650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00000080:00000010:0.1:1769074898.587602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaba0. 00010000:00000010:0.1:1769074898.587617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00010000:00000010:3.1:1769074898.613336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00000080:00000010:3.1:1769074898.613354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875c0. 00010000:00000010:0.1:1769074898.669076:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52400. 00010000:00000010:3.1:1769074898.673656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5600. 00010000:00000010:0.1:1769074898.676816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53c00. 00010000:00000010:3.1:1769074898.718836:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00000080:00000010:3.1:1769074898.718863:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060538c0. 00000080:00000010:3.1:1769074898.718880:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57b9c0. 00010000:00000010:3.1:1769074898.765121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:3.1:1769074898.768597:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00000080:00000010:3.1:1769074898.768604:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a40. 00010000:00000010:0.1:1769074898.822595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00000080:00000010:1.1:1769074898.822669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a40. 00000080:00000010:3.1:1769074898.837589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879c0. 00000080:00000010:3.1:1769074898.837608:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e605ac0. 00000080:00000010:0.1:1769074898.841603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e40. 00010000:00000010:3.1:1769074898.847549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:3.1:1769074898.889795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b400. 00010000:00000010:3.1:1769074898.889813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00000080:00000010:3.1:1769074898.938045:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87620. 00010000:00000010:3.1:1769074898.938058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074898.942722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00000080:00000010:3.1:1769074898.942736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872e0. 00010000:00000010:3.1:1769074899.003816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00010000:00000010:3.1:1769074899.050439:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52800. 00010000:00000010:3.1:1769074899.074665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53c00. 00010000:00000010:3.1:1769074899.090763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b200. 00010000:00000010:3.1:1769074899.090773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:3.1:1769074899.097620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82200. 00000080:00000010:0.1:1769074899.123577:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e80. 00010000:00000010:3.1:1769074899.137400:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5600. 00010000:00000010:3.1:1769074899.137410:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83e00. 00010000:00000010:1.1:1769074899.164473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5a00. 00010000:00000010:1.1:1769074899.176871:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:1.1:1769074899.176884:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00000080:00000010:1.1:1769074899.189772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053840. 00000080:00000010:1.1:1769074899.189792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea200. 00010000:00000010:3.1:1769074899.214938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5a00. 00010000:00000010:3.1:1769074899.253455:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82800. 00000080:00000010:1.1:1769074899.255614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f40. 00010000:00000010:1.1:1769074899.284712:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4600. 00010000:00000010:0.1:1769074899.289607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:3.1:1769074899.292378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:3.1:1769074899.292388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00000080:00000010:3.1:1769074899.306774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053700. 00000080:00000010:3.1:1769074899.306795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533e0. 00010000:00000010:3.1:1769074899.420181:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074899.420186:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074899.420199:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8900. 00010000:00000010:3.1:1769074899.420203:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00010000:00000010:0.1:1769074899.420658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5a00. 00000080:00000010:3.1:1769074899.449729:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23e0. 00000080:00000010:3.1:1769074899.449744:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e603180. 00010000:00000010:3.1:1769074899.456585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:3.1:1769074899.456594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87620. 00010000:00000010:3.1:1769074899.482600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:0.1:1769074899.556599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b700. 00010000:00000010:0.1:1769074899.556617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:3.1:1769074899.593809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074899.617611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:3.1:1769074899.666592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00000080:00000010:0.1:1769074899.766895:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872e0. 00010000:00000010:1.1:1769074899.768774:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82800. 00000080:00000010:0.1:1769074899.785645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea3e0. 00010000:00000010:3.1:1769074899.786338:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00010000:00000010:3.1:1769074899.786344:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074899.786347:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00010000:00000010:3.1:1769074899.786351:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:3.1:1769074899.787673:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:3.1:1769074899.787679:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00000080:00000010:3.1:1769074899.787683:0:2369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533a0. 00000080:00000010:3.1:1769074899.787722:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea300. 00010000:00000010:3.1:1769074899.815706:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00010000:00000010:3.1:1769074900.027671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00000080:00000010:3.1:1769074900.052577:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f20. 00010000:00000010:3.1:1769074900.052589:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00000080:00000010:3.1:1769074900.052592:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873c0. 00010000:00000010:3.1:1769074900.063702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074900.063731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5600. 00010000:00000010:3.1:1769074900.063734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:1.1:1769074900.064360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:0.1:1769074900.064536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00000080:00000010:3.1:1769074900.067732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b40. 00000080:00000010:3.1:1769074900.067745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87160. 00010000:00000010:1.1:1769074900.138954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:3.1:1769074900.539465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00000080:00000010:3.1:1769074900.539472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2960. 00010000:00000010:3.1:1769074900.677925:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:3.1:1769074900.685617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00010000:00000010:3.1:1769074900.702586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00000080:00000010:0.1:1769074900.751040:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead80. 00010000:00000010:0.1:1769074900.751053:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00010000:00000010:0.1:1769074900.751057:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:3.1:1769074900.761810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00010000:00000010:0.1:1769074900.819589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4600. 00000080:00000010:1.1:1769074900.884465:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87620. 00010000:00000010:3.1:1769074900.893380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:3.1:1769074900.918303:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5600. 00010000:00000010:3.1:1769074900.930591:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83e00. 00000080:00000010:0.1:1769074900.941742:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20c0. 00000080:00000010:3.1:1769074900.954652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053220. 00010000:00000010:1.1:1769074900.954910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00000080:00000010:3.1:1769074900.980642:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053120. 00010000:00000010:1.1:1769074900.988848:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00000080:00000010:3.1:1769074901.006112:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87020. 00000080:00000010:3.1:1769074901.006137:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63dac0. 00010000:00000010:3.1:1769074901.020901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074901.020910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00010000:00000010:1.1:1769074901.042630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:0.1:1769074901.077723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b100. 00010000:00000010:0.1:1769074901.077736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00000080:00000010:3.1:1769074901.092892:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2280. 00000080:00000010:3.1:1769074901.115754:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e636300. 00010000:00000010:0.1:1769074901.116087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00010000:00000010:1.1:1769074901.125819:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00010000:00000010:3.1:1769074901.149674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:3.1:1769074901.222776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00000080:00000010:0.1:1769074901.229454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053100. 00010000:00000010:1.1:1769074901.237601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:0.1:1769074901.255375:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00000080:00000010:3.1:1769074901.262947:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c60. 00010000:00000010:0.1:1769074901.271724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6800. 00010000:00000010:0.1:1769074901.271740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00010000:00000010:3.1:1769074901.289861:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074901.300917:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00010000:00000010:0.1:1769074901.307687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00000080:00000010:3.1:1769074901.334530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87020. 00010000:00000010:1.1:1769074901.341164:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:0.1:1769074901.392610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:0.1:1769074901.392617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b80. 00010000:00000010:3.1:1769074901.447547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:3.1:1769074901.447982:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:3.1:1769074901.447986:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00000080:00000010:3.1:1769074901.473683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87020. 00000080:00000010:3.1:1769074901.473702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87740. 00010000:00000010:3.1:1769074901.488314:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:1.1:1769074901.491736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:0.1:1769074901.496211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00000080:00000010:0.1:1769074901.496219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00010000:00000010:0.1:1769074901.535742:0:2367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6200. 00010000:00000010:0.1:1769074901.535751:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:1.1:1769074901.537229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b100. 00010000:00000010:1.1:1769074901.537237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:1.1:1769074901.537241:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339000. 00010000:00000010:1.1:1769074901.537244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:1.1:1769074901.537247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864ba00. 00010000:00000010:1.1:1769074901.537250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96600. 00010000:00000010:1.1:1769074901.537253:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b600. 00010000:00000010:1.1:1769074901.537257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:0.1:1769074901.551947:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6300. 00010000:00000010:0.1:1769074901.551955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5e00. 00010000:00000010:0.1:1769074901.551959:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339600. 00010000:00000010:0.1:1769074901.551962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5800. 00010000:00000010:0.1:1769074901.551965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b700. 00010000:00000010:0.1:1769074901.551968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:0.1:1769074901.551970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8400. 00010000:00000010:0.1:1769074901.551974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53000. 00010000:00000010:1.1:1769074901.556606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdba00. 00010000:00000010:1.1:1769074901.556617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00010000:00000010:0.1:1769074901.558789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:0.1:1769074901.580632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:1.1:1769074901.584677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00000080:00000010:3.1:1769074901.645586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00000080:00000010:3.1:1769074901.645606:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57b9c0. 00010000:00000010:0.1:1769074901.660169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:3.1:1769074901.701632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5600. 00010000:00000010:1.1:1769074901.706616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00000080:00000010:3.1:1769074901.724025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00010000:00000010:3.1:1769074901.724043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:3.1:1769074901.738658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00010000:00000010:3.1:1769074901.762699:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00000080:00000010:1.1:1769074901.771964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea060. 00010000:00000010:1.1:1769074901.771988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074901.788951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53000. 00010000:00000010:0.1:1769074901.805212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00010000:00000010:3.1:1769074901.817645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:3.1:1769074901.838046:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53000. 00000080:00000010:3.1:1769074901.846728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ae0. 00010000:00000010:0.1:1769074901.893589:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b900. 00010000:00000010:0.1:1769074901.893596:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:3.1:1769074901.917584:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83e00. 00010000:00000010:0.1:1769074901.928584:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:0.1:1769074901.967973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00000080:00000010:3.1:1769074901.969333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87660. 00000080:00000010:3.1:1769074901.973298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a00. 00010000:00000010:3.1:1769074901.973324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074901.973330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6f00. 00010000:00000010:3.1:1769074901.973334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00000080:00000010:3.1:1769074901.995693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ba0. 00000080:00000010:3.1:1769074901.995730:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e605280. 00010000:00000010:3.1:1769074902.013591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00000080:00000010:3.1:1769074902.048078:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a00. 00010000:00000010:3.1:1769074902.057690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074902.057698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:3.1:1769074902.057703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bc00. 00010000:00000010:3.1:1769074902.057706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074902.064912:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00000080:00000010:3.1:1769074902.074659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87660. 00000080:00000010:3.1:1769074902.074686:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e604a40. 00010000:00000010:0.1:1769074902.094602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00000080:00000010:3.1:1769074902.125601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c20. 00010000:00000010:1.1:1769074902.141653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:3.1:1769074902.167767:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00000080:00000010:3.1:1769074902.236595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870a0. 00010000:00000010:1.1:1769074902.239850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:1.1:1769074902.250185:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074902.254591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00000080:00000010:3.1:1769074902.254600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87380. 00010000:00000010:3.1:1769074902.286813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00010000:00000010:3.1:1769074902.286826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:3.1:1769074902.300142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00000080:00000010:3.1:1769074902.308640:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87120. 00010000:00000010:3.1:1769074902.386579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:3.1:1769074902.405245:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00000080:00000010:3.1:1769074902.426715:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870a0. 00010000:00000010:3.1:1769074902.440907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:3.1:1769074902.480388:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00010000:00000010:0.1:1769074902.491882:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00000080:00000010:3.1:1769074902.595826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5a0. 00000080:00000010:0.1:1769074902.643700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060536a0. 00010000:00000010:3.1:1769074902.670830:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6b00. 00010000:00000010:3.1:1769074902.670842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00000080:00000010:0.1:1769074902.680274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2420. 00000080:00000010:0.1:1769074902.684604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87120. 00000080:00000010:0.1:1769074902.712317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2620. 00000080:00000010:0.1:1769074902.712340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ea0. 00000080:00000010:1.1:1769074902.723026:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053820. 00010000:00000010:3.1:1769074902.751656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00010000:00000010:3.1:1769074902.760842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00010000:00000010:3.1:1769074902.770583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:1.1:1769074902.789911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00000080:00000010:1.1:1769074902.806605:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27c0. 00010000:00000010:3.1:1769074902.853918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00000080:00000010:3.1:1769074902.935607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ee0. 00010000:00000010:1.1:1769074902.948720:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074902.967674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6800. 00010000:00000010:3.1:1769074902.967682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:3.1:1769074903.053180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:0.1:1769074903.074124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb500. 00010000:00000010:0.1:1769074903.074134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00010000:00000010:0.1:1769074903.092117:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044600. 00010000:00000010:0.1:1769074903.092125:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:3.1:1769074903.121485:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00010000:00000010:1.1:1769074903.140049:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:1.1:1769074903.185632:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00010000:00000010:1.1:1769074903.203716:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00000080:00000010:3.1:1769074903.214606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a80. 00010000:00000010:0.1:1769074903.250103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6800. 00010000:00000010:0.1:1769074903.250128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:0.1:1769074903.288586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00010000:00000010:3.1:1769074903.290280:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:3.1:1769074903.307714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87100. 00010000:00000010:1.1:1769074903.311181:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:3.1:1769074903.336490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:3.1:1769074903.336498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87180. 00010000:00000010:3.1:1769074903.371868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:1.1:1769074903.409577:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:3.1:1769074903.414550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6b00. 00010000:00000010:3.1:1769074903.414570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00010000:00000010:1.1:1769074903.438712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00010000:00000010:1.1:1769074903.446048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00000080:00000010:0.1:1769074903.480056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2700. 00010000:00000010:3.1:1769074903.484135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:3.1:1769074903.484142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82e00. 00010000:00000010:3.1:1769074903.519634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6e00. 00010000:00000010:3.1:1769074903.519642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:1.1:1769074903.528632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:3.1:1769074903.532605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00010000:00000010:0.1:1769074903.583739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00000080:00000010:0.1:1769074903.592583:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87960. 00010000:00000010:1.1:1769074903.616268:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00000080:00000010:0.1:1769074903.639709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25a0. 00000080:00000010:0.1:1769074903.640605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2bc0. 00010000:00000010:3.1:1769074903.653645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044200. 00010000:00000010:3.1:1769074903.653653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00010000:00000010:3.1:1769074903.653658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864be00. 00010000:00000010:3.1:1769074903.653661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074903.653665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6200. 00010000:00000010:3.1:1769074903.653668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:3.1:1769074903.653672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4ba00. 00010000:00000010:3.1:1769074903.653676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:3.1:1769074903.653679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb800. 00010000:00000010:3.1:1769074903.653683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00000080:00000010:0.1:1769074903.660844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f60. 00000080:00000010:0.1:1769074903.660859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaba0. 00000080:00000010:0.1:1769074903.664684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21e0. 00000080:00000010:0.1:1769074903.670654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2940. 00010000:00000010:3.1:1769074903.741689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b800. 00010000:00000010:3.1:1769074903.741697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00000080:00000010:1.1:1769074903.748591:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57eb40. 00000080:00000010:3.1:1769074903.753610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f80. 00010000:00000010:0.1:1769074903.759925:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00000080:00000010:0.1:1769074903.759932:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060537e0. 00010000:00000010:3.1:1769074903.795960:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074903.807030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:1.1:1769074903.808598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00000080:00000010:3.1:1769074903.808859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87480. 00010000:00000010:3.1:1769074903.808867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00010000:00000010:3.1:1769074903.841837:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b300. 00010000:00000010:3.1:1769074903.841854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96600. 00010000:00000010:3.1:1769074903.880698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:3.1:1769074903.880706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6e00. 00010000:00000010:3.1:1769074903.880710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074903.923912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00000080:00000010:3.1:1769074903.940730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ba0. 00010000:00000010:0.1:1769074903.945173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00010000:00000010:0.1:1769074903.949181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074903.961809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbc00. 00010000:00000010:3.1:1769074903.961815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83e00. 00010000:00000010:3.1:1769074903.985033:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074904.000907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:1.1:1769074904.004610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5800. 00000080:00000010:1.1:1769074904.004627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ea0. 00010000:00000010:3.1:1769074904.015610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b000. 00010000:00000010:3.1:1769074904.015620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00010000:00000010:3.1:1769074904.031647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83e00. 00000080:00000010:0.1:1769074904.050936:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea240. 00010000:00000010:0.1:1769074904.050968:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4600. 00010000:00000010:3.1:1769074904.055967:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:1.1:1769074904.086747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bd00. 00010000:00000010:1.1:1769074904.086754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:3.1:1769074904.092037:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbc00. 00010000:00000010:3.1:1769074904.092045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:3.1:1769074904.137760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b600. 00010000:00000010:3.1:1769074904.137776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:1.1:1769074904.138637:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00000080:00000010:3.1:1769074904.180865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87dc0. 00010000:00000010:1.1:1769074904.197481:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:3.1:1769074904.200702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b200. 00010000:00000010:3.1:1769074904.200708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00010000:00000010:0.1:1769074904.227613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:3.1:1769074904.230861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:0.1:1769074904.256692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00000080:00000010:0.1:1769074904.256709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea220. 00010000:00000010:0.1:1769074904.311565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00010000:00000010:1.1:1769074904.380356:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51a00. 00010000:00000010:3.1:1769074904.417706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:0.1:1769074904.417778:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82200. 00010000:00000010:3.1:1769074904.435693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb900. 00010000:00000010:3.1:1769074904.435706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00010000:00000010:3.1:1769074904.435709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00010000:00000010:1.1:1769074904.455711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb600. 00010000:00000010:1.1:1769074904.455717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00010000:00000010:3.1:1769074904.463779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:3.1:1769074904.470819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:3.1:1769074904.507388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82000. 00000080:00000010:0.1:1769074904.507811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea3e0. 00010000:00000010:3.1:1769074904.538293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:3.1:1769074904.564449:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044b00. 00010000:00000010:3.1:1769074904.564457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00010000:00000010:3.1:1769074904.564461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b700. 00010000:00000010:3.1:1769074904.564464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074904.571971:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00000080:00000010:3.1:1769074904.599725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87300. 00000080:00000010:3.1:1769074904.608777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea4c0. 00000080:00000010:3.1:1769074904.613608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e60. 00000080:00000010:3.1:1769074904.631636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a00. 00000080:00000010:3.1:1769074904.659958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead40. 00000080:00000010:3.1:1769074904.659970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea400. 00010000:00000010:3.1:1769074904.659976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb500. 00010000:00000010:3.1:1769074904.659981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:3.1:1769074904.659986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00000080:00000010:3.1:1769074904.668683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23a0. 00000080:00000010:3.1:1769074904.668706:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e602100. 00010000:00000010:3.1:1769074904.684343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:3.1:1769074904.684350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87780. 00010000:00000010:0.1:1769074904.701490:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:3.1:1769074904.705591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00000080:00000010:3.1:1769074904.705644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00010000:00000010:3.1:1769074904.705652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:0.1:1769074904.739860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:3.1:1769074904.750581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9400. 00010000:00000010:3.1:1769074904.750596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00010000:00000010:3.1:1769074904.762021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b700. 00010000:00000010:3.1:1769074904.762047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074904.787827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074904.807631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82200. 00000080:00000010:3.1:1769074904.814829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2020. 00010000:00000010:0.1:1769074904.824860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:1.1:1769074904.893240:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82200. 00010000:00000010:3.1:1769074904.894067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074904.894075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00010000:00000010:3.1:1769074904.906052:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbf00. 00010000:00000010:3.1:1769074904.906066:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:3.1:1769074904.906072:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dba700. 00010000:00000010:3.1:1769074904.906076:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00010000:00000010:3.1:1769074904.913589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:1.1:1769074904.934218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00000080:00000010:1.1:1769074904.934228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d871a0. 00010000:00000010:3.1:1769074904.938851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:3.1:1769074904.957162:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6600. 00010000:00000010:3.1:1769074904.957169:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:3.1:1769074904.978794:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:3.1:1769074904.987878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:3.1:1769074905.000612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00010000:00000010:3.1:1769074905.027634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dbab00. 00010000:00000010:3.1:1769074905.027641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a000. 00010000:00000010:3.1:1769074905.032739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:3.1:1769074905.044717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bc00. 00010000:00000010:3.1:1769074905.044735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:3.1:1769074905.052787:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:3.1:1769074905.069039:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56700. 00010000:00000010:3.1:1769074905.069057:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074905.077978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:0.1:1769074905.100583:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00010000:00000010:1.1:1769074905.110670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00000080:00000010:3.1:1769074905.117354:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e80. 00010000:00000010:1.1:1769074905.123707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6100. 00010000:00000010:1.1:1769074905.123736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:3.1:1769074905.138729:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044b00. 00010000:00000010:3.1:1769074905.138741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:3.1:1769074905.143427:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074905.173876:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00000080:00000010:3.1:1769074905.173882:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e80. 00010000:00000010:0.1:1769074905.182730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00010000:00000010:3.1:1769074905.187112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8300. 00010000:00000010:3.1:1769074905.187131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:0.1:1769074905.219696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:3.1:1769074905.222811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00000080:00000010:3.1:1769074905.229643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870a0. 00010000:00000010:0.1:1769074905.250466:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:3.1:1769074905.264782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6500. 00010000:00000010:3.1:1769074905.264789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:0.1:1769074905.265437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:3.1:1769074905.272308:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00010000:00000010:3.1:1769074905.272317:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b000. 00010000:00000010:3.1:1769074905.272321:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074905.272324:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00000080:00000010:3.1:1769074905.297069:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87100. 00000080:00000010:3.1:1769074905.297106:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e604a40. 00010000:00000010:1.1:1769074905.305672:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00000080:00000010:3.1:1769074905.306665:0:13257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870a0. 00010000:00000010:1.1:1769074905.317127:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:1.1:1769074905.317134:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6a00. 00010000:00000010:1.1:1769074905.317138:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7e00. 00010000:00000010:3.1:1769074905.322632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074905.362586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:1.1:1769074905.375671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074905.399703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:1.1:1769074905.424607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074905.425105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:3.1:1769074905.439461:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6d00. 00010000:00000010:3.1:1769074905.439472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074905.444239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6000. 00010000:00000010:3.1:1769074905.444253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:3.1:1769074905.444258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00010000:00000010:3.1:1769074905.487927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:1.1:1769074905.488006:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00000080:00000010:3.1:1769074905.510268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2680. 00010000:00000010:3.1:1769074905.510291:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6e00. 00010000:00000010:3.1:1769074905.510295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6400. 00010000:00000010:0.1:1769074905.523206:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:3.1:1769074905.530153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00010000:00000010:1.1:1769074905.531161:0:2367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbe00. 00010000:00000010:1.1:1769074905.531169:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83e00. 00010000:00000010:1.1:1769074905.541672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074905.549843:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6a00. 00010000:00000010:3.1:1769074905.549850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33200. 00010000:00000010:3.1:1769074905.555659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:3.1:1769074905.570999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:1.1:1769074905.579872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:0.1:1769074905.581459:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29e0. 00010000:00000010:3.1:1769074905.603988:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:3.1:1769074905.621872:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2480. 00010000:00000010:3.1:1769074905.697784:0:1362:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9200. 00010000:00000010:3.1:1769074905.697801:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:3.1:1769074905.713963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074905.747434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074905.752835:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83e00. 00000080:00000010:0.1:1769074905.760601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87960. 00010000:00000010:3.1:1769074905.769807:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9500. 00010000:00000010:3.1:1769074905.769816:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:1.1:1769074905.810566:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00000080:00000010:3.1:1769074905.821690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2300. 00010000:00000010:1.1:1769074905.821783:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8be00. 00010000:00000010:1.1:1769074905.868048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b600. 00000080:00000010:3.1:1769074905.880505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ac0. 00010000:00000010:1.1:1769074905.887658:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:1.1:1769074905.939826:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:1.1:1769074905.939834:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00010000:00000010:3.1:1769074905.946710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9c00. 00010000:00000010:3.1:1769074905.946717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164e00. 00010000:00000010:1.1:1769074905.985356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b000. 00010000:00000010:3.1:1769074905.999575:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9400. 00010000:00000010:3.1:1769074905.999581:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b600. 00010000:00000010:3.1:1769074906.009596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56000. 00010000:00000010:3.1:1769074906.047577:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:0.1:1769074906.068144:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00010000:00000010:3.1:1769074906.086525:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00010000:00000010:0.1:1769074906.096759:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00000080:00000010:0.1:1769074906.096802:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead80. 00000080:00000010:0.1:1769074906.096810:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c80. 00010000:00000010:0.1:1769074906.096814:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8be00. 00010000:00000010:0.1:1769074906.113922:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b000. 00010000:00000010:0.1:1769074906.138639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:3.1:1769074906.166881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bf00. 00010000:00000010:3.1:1769074906.166889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074906.166894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8800. 00010000:00000010:3.1:1769074906.166897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:3.1:1769074906.177959:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:3.1:1769074906.177967:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00010000:00000010:3.1:1769074906.215400:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:3.1:1769074906.215417:0:5551:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8a00. 00010000:00000010:3.1:1769074906.215421:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00010000:00000010:0.1:1769074906.237198:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:0.1:1769074906.248183:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f600. 00010000:00000010:3.1:1769074906.279702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb500. 00010000:00000010:3.1:1769074906.279709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00010000:00000010:3.1:1769074906.307865:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6400. 00010000:00000010:3.1:1769074906.307883:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:3.1:1769074906.307886:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:3.1:1769074906.318436:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f600. 00010000:00000010:3.1:1769074906.325766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:3.1:1769074906.354029:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:3.1:1769074906.380615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074906.402753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:3.1:1769074906.410687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8000. 00010000:00000010:3.1:1769074906.410704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:1.1:1769074906.440609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb800. 00010000:00000010:1.1:1769074906.440621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00010000:00000010:1.1:1769074906.440627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b200. 00010000:00000010:1.1:1769074906.440630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00010000:00000010:1.1:1769074906.440633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6800. 00010000:00000010:1.1:1769074906.440637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:1.1:1769074906.440640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bc00. 00010000:00000010:1.1:1769074906.440643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00010000:00000010:1.1:1769074906.440645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6300. 00010000:00000010:1.1:1769074906.440648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00010000:00000010:3.1:1769074906.466581:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:3.1:1769074906.499593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8700. 00010000:00000010:3.1:1769074906.499600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ae00. 00010000:00000010:3.1:1769074906.543613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:3.1:1769074906.561898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00010000:00000010:3.1:1769074906.594082:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:3.1:1769074906.610646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8500. 00010000:00000010:3.1:1769074906.610653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:3.1:1769074906.645783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9600. 00010000:00000010:3.1:1769074906.645797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:3.1:1769074906.658202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074906.677609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074906.783962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:3.1:1769074906.792594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00000080:00000010:3.1:1769074906.815785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a40. 00010000:00000010:0.1:1769074906.824979:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:1.1:1769074906.841438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00010000:00000010:3.1:1769074906.874583:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb100. 00010000:00000010:3.1:1769074906.874593:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00000080:00000010:3.1:1769074906.904168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87760. 00010000:00000010:1.1:1769074906.904588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074906.920325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:3.1:1769074906.930722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00000080:00000010:3.1:1769074906.930737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f20. 00000080:00000010:3.1:1769074906.938838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea8a0. 00010000:00000010:3.1:1769074906.976141:0:5550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9500. 00010000:00000010:3.1:1769074906.976149:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:3.1:1769074906.980656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:1.1:1769074906.990529:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bb00. 00010000:00000010:1.1:1769074906.990578:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:1.1:1769074906.990583:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:3.1:1769074907.015800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00000080:00000010:3.1:1769074907.015806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d874a0. 00010000:00000010:0.1:1769074907.025723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51a00. 00000080:00000010:0.1:1769074907.036351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20e0. 00010000:00000010:3.1:1769074907.069730:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:3.1:1769074907.091142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9200. 00010000:00000010:3.1:1769074907.091150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:3.1:1769074907.121100:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00010000:00000010:0.1:1769074907.128695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074907.143601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00010000:00000010:3.1:1769074907.144467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:3.1:1769074907.235597:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:3.1:1769074907.235605:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b800. 00010000:00000010:3.1:1769074907.235609:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:3.1:1769074907.235613:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6000. 00010000:00000010:3.1:1769074907.235616:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:0.1:1769074907.243900:0:13275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00010000:00000010:3.1:1769074907.248051:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:3.1:1769074907.248058:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00000080:00000010:0.1:1769074907.280289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabc0. 00010000:00000010:0.1:1769074907.290671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:3.1:1769074907.295802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044300. 00010000:00000010:3.1:1769074907.295810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:1.1:1769074907.316181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00000080:00000010:0.1:1769074907.328586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87760. 00010000:00000010:0.1:1769074907.334671:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e800. 00010000:00000010:0.1:1769074907.334679:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00000080:00000010:0.1:1769074907.351818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2da0. 00000080:00000010:0.1:1769074907.355801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2800. 00010000:00000010:1.1:1769074907.356407:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00000080:00000010:0.1:1769074907.365986:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2980. 00000080:00000010:0.1:1769074907.394608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23c0. 00000080:00000010:0.1:1769074907.407850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87780. 00000080:00000010:0.1:1769074907.412607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea200. 00000080:00000010:3.1:1769074907.471712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2120. 00010000:00000010:0.1:1769074907.477603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00000080:00000010:1.1:1769074907.542618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87620. 00010000:00000010:1.1:1769074907.555679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:3.1:1769074907.573607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00000080:00000010:3.1:1769074907.573619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b80. 00010000:00000010:3.1:1769074907.644410:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868c00. 00010000:00000010:3.1:1769074907.644431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00000080:00000010:3.1:1769074907.686453:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2040. 00010000:00000010:3.1:1769074907.720970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:3.1:1769074907.764596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6000. 00010000:00000010:3.1:1769074907.764611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00010000:00000010:3.1:1769074907.830896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:3.1:1769074907.874659:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:3.1:1769074907.911177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:3.1:1769074907.916148:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:1.1:1769074907.927635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00000080:00000010:1.1:1769074907.939667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27e0. 00000080:00000010:3.1:1769074907.947688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b00. 00010000:00000010:3.1:1769074908.011789:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5800. 00010000:00000010:3.1:1769074908.015956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4600. 00000080:00000010:3.1:1769074908.015963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879c0. 00010000:00000010:3.1:1769074908.020851:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:3.1:1769074908.126662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:3.1:1769074908.126679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00000080:00000010:3.1:1769074908.232697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24a0. 00010000:00000010:0.1:1769074908.242644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074908.293920:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8700. 00010000:00000010:3.1:1769074908.293927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:1.1:1769074908.329581:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:0.1:1769074908.341738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2860. 00010000:00000010:3.1:1769074908.349713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:3.1:1769074908.371678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00010000:00000010:0.1:1769074908.379749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00000080:00000010:0.1:1769074908.413593:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872e0. 00010000:00000010:3.1:1769074908.423084:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e600. 00010000:00000010:3.1:1769074908.423091:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:1.1:1769074908.448946:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:1.1:1769074908.462756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:1.1:1769074908.490794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9300. 00010000:00000010:1.1:1769074908.490809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b400. 00000080:00000010:3.1:1769074908.532723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b40. 00010000:00000010:1.1:1769074908.559208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84c00. 00000080:00000010:1.1:1769074908.559221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea040. 00010000:00000010:3.1:1769074908.565389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdba00. 00010000:00000010:3.1:1769074908.565402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00000080:00000010:3.1:1769074908.589309:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875c0. 00010000:00000010:3.1:1769074908.597616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:3.1:1769074908.623212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:3.1:1769074908.631672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9800. 00010000:00000010:3.1:1769074908.631683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:3.1:1769074908.635592:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00000080:00000010:3.1:1769074908.658849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87240. 00010000:00000010:3.1:1769074908.665594:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:3.1:1769074908.677516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:1.1:1769074908.679587:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9f00. 00010000:00000010:1.1:1769074908.679599:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:3.1:1769074908.727262:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85800. 00010000:00000010:0.1:1769074908.757592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b000. 00010000:00000010:0.1:1769074908.757599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488600. 00010000:00000010:1.1:1769074908.779855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55200. 00010000:00000010:1.1:1769074908.779864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:3.1:1769074908.782680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84600. 00010000:00000010:0.1:1769074908.795310:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00010000:00000010:1.1:1769074908.806605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:3.1:1769074908.806665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00000080:00000010:3.1:1769074908.806671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2340. 00010000:00000010:3.1:1769074908.834867:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:3.1:1769074908.865123:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbe00. 00010000:00000010:3.1:1769074908.865139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82000. 00010000:00000010:0.1:1769074908.907727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e600. 00010000:00000010:3.1:1769074908.911654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00000080:00000010:0.1:1769074908.938607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2460. 00000080:00000010:1.1:1769074908.946708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d20. 00000080:00000010:3.1:1769074908.954461:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053420. 00010000:00000010:3.1:1769074908.954478:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00000080:00000010:3.1:1769074908.954483:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879a0. 00000080:00000010:3.1:1769074908.963712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a20. 00000080:00000010:3.1:1769074908.983610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053600. 00000080:00000010:3.1:1769074908.983627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87220. 00010000:00000010:3.1:1769074908.987891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:3.1:1769074909.019731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074909.046690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00000080:00000010:3.1:1769074909.046696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a20. 00010000:00000010:3.1:1769074909.121624:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bf00. 00010000:00000010:3.1:1769074909.121634:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:3.1:1769074909.129417:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074909.150284:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00000080:00000010:3.1:1769074909.160859:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87da0. 00010000:00000010:0.1:1769074909.161047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074909.161055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98c00. 00010000:00000010:0.1:1769074909.170035:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55300. 00010000:00000010:0.1:1769074909.170042:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:0.1:1769074909.181926:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00000080:00000010:3.1:1769074909.186586:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26a0. 00000080:00000010:3.1:1769074909.186604:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63e300. 00010000:00000010:3.1:1769074909.194219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00000080:00000010:3.1:1769074909.194227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87560. 00010000:00000010:3.1:1769074909.224803:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00010000:00000010:3.1:1769074909.242401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:3.1:1769074909.318602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00000080:00000010:3.1:1769074909.318611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053360. 00010000:00000010:3.1:1769074909.345026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00010000:00000010:0.1:1769074909.345952:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00010000:00000010:3.1:1769074909.349144:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044c00. 00010000:00000010:3.1:1769074909.349151:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:3.1:1769074909.365164:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864be00. 00010000:00000010:3.1:1769074909.365171:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:3.1:1769074909.365174:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:0.1:1769074909.373596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:1.1:1769074909.436353:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae600. 00010000:00000010:1.1:1769074909.436361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98600. 00010000:00000010:3.1:1769074909.454697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:0.1:1769074909.454745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:1.1:1769074909.466549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aea00. 00010000:00000010:1.1:1769074909.466583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:3.1:1769074909.475286:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00010000:00000010:3.1:1769074909.482028:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb900. 00010000:00000010:3.1:1769074909.482043:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b000. 00010000:00000010:3.1:1769074909.521728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:0.1:1769074909.521826:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:3.1:1769074909.545176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074909.575710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:3.1:1769074909.601479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85800. 00010000:00000010:3.1:1769074909.613614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9c00. 00010000:00000010:3.1:1769074909.613622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00010000:00000010:0.1:1769074909.710079:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:1.1:1769074909.732124:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:3.1:1769074909.746751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bc00. 00010000:00000010:3.1:1769074909.746760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074909.767015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aef00. 00010000:00000010:3.1:1769074909.767028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:0.1:1769074909.768727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:0.1:1769074909.784651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:3.1:1769074909.784763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ba00. 00010000:00000010:3.1:1769074909.784771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b100. 00010000:00000010:3.1:1769074909.784776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:3.1:1769074909.793826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:3.1:1769074909.807355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55800. 00010000:00000010:3.1:1769074909.807363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5800. 00010000:00000010:3.1:1769074909.813691:0:2357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:3.1:1769074909.817722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbc00. 00010000:00000010:3.1:1769074909.817737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:3.1:1769074909.817742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:3.1:1769074909.846156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074909.861602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00010000:00000010:3.1:1769074909.885598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6c00. 00010000:00000010:3.1:1769074909.885612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00010000:00000010:3.1:1769074909.929747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:1.1:1769074909.936589:0:13275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:3.1:1769074909.947456:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87800. 00000080:00000010:0.1:1769074909.964720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ec0. 00000080:00000010:0.1:1769074909.969412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879a0. 00010000:00000010:1.1:1769074909.975604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:0.1:1769074909.980640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ee0. 00000080:00000010:0.1:1769074909.985640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053e40. 00000080:00000010:1.1:1769074910.014585:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053460. 00010000:00000010:3.1:1769074910.018827:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00010000:00000010:1.1:1769074910.030339:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2aa00. 00010000:00000010:1.1:1769074910.030346:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00000080:00000010:3.1:1769074910.046100:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87280. 00000080:00000010:3.1:1769074910.052929:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6e0. 00000080:00000010:1.1:1769074910.062360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2440. 00000080:00000010:3.1:1769074910.062960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab60. 00010000:00000010:3.1:1769074910.072628:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00000080:00000010:0.1:1769074910.090109:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87da0. 00010000:00000010:0.1:1769074910.090131:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8000. 00010000:00000010:0.1:1769074910.090137:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:3.1:1769074910.094638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85a00. 00000080:00000010:0.1:1769074910.099405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d00. 00000080:00000010:0.1:1769074910.133958:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f80. 00000080:00000010:3.1:1769074910.144606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a80. 00010000:00000010:3.1:1769074910.184299:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10300. 00010000:00000010:3.1:1769074910.184305:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:3.1:1769074910.220611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98c00. 00010000:00000010:3.1:1769074910.220623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00000080:00000010:3.1:1769074910.232585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2440. 00010000:00000010:3.1:1769074910.239598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:0.1:1769074910.243861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:3.1:1769074910.258619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044300. 00010000:00000010:3.1:1769074910.258626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00010000:00000010:1.1:1769074910.272650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00000080:00000010:1.1:1769074910.272671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2840. 00010000:00000010:3.1:1769074910.282651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85a00. 00010000:00000010:3.1:1769074910.285766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:0.1:1769074910.289702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00010000:00000010:3.1:1769074910.298669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55a00. 00010000:00000010:3.1:1769074910.298679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:3.1:1769074910.312610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00010000:00000010:3.1:1769074910.326600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044e00. 00010000:00000010:3.1:1769074910.326606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:3.1:1769074910.329722:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00000080:00000010:3.1:1769074910.340681:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053160. 00010000:00000010:3.1:1769074910.348769:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:3.1:1769074910.348780:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:0.1:1769074910.352586:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10200. 00010000:00000010:0.1:1769074910.352592:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:3.1:1769074910.356912:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00000080:00000010:0.1:1769074910.372589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87aa0. 00010000:00000010:3.1:1769074910.381731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:3.1:1769074910.381741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8000. 00010000:00000010:3.1:1769074910.381746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:0.1:1769074910.393626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:0.1:1769074910.393637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:3.1:1769074910.403316:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55b00. 00010000:00000010:3.1:1769074910.403321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:3.1:1769074910.405797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:3.1:1769074910.442929:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:3.1:1769074910.446591:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:3.1:1769074910.459589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044f00. 00010000:00000010:3.1:1769074910.459595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5600. 00010000:00000010:1.1:1769074910.490451:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00010000:00000010:3.1:1769074910.511655:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:3.1:1769074910.529825:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:3.1:1769074910.534405:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8a00. 00010000:00000010:3.1:1769074910.534414:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84600. 00010000:00000010:3.1:1769074910.546176:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:3.1:1769074910.568876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:3.1:1769074910.578952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:3.1:1769074910.578958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:3.1:1769074910.606763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:3.1:1769074910.632665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:3.1:1769074910.654785:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55f00. 00010000:00000010:3.1:1769074910.654795:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:3.1:1769074910.699743:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6ee00. 00010000:00000010:3.1:1769074910.699759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00010000:00000010:1.1:1769074910.772608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a000. 00010000:00000010:3.1:1769074910.774455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:3.1:1769074910.783751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cbe00. 00010000:00000010:3.1:1769074910.783767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5600. 00010000:00000010:3.1:1769074910.822636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:3.1:1769074910.854739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00000080:00000010:3.1:1769074910.854745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2340. 00000080:00000010:3.1:1769074910.924213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b60. 00010000:00000010:0.1:1769074910.929623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10a00. 00010000:00000010:0.1:1769074910.929637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:0.1:1769074910.929642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55c00. 00010000:00000010:0.1:1769074910.929645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ae00. 00010000:00000010:0.1:1769074910.986343:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:1.1:1769074910.991737:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00000080:00000010:3.1:1769074911.006602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f80. 00010000:00000010:3.1:1769074911.027664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:1.1:1769074911.035612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044d00. 00010000:00000010:1.1:1769074911.035628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00010000:00000010:1.1:1769074911.035632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00010000:00000010:1.1:1769074911.056812:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:1.1:1769074911.069453:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8400. 00010000:00000010:1.1:1769074911.069464:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:0.1:1769074911.070090:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5600. 00010000:00000010:3.1:1769074911.093962:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:1.1:1769074911.128136:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:0.1:1769074911.138391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84400. 00000080:00000010:0.1:1769074911.138435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533a0. 00000080:00000010:0.1:1769074911.138441:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060532e0. 00010000:00000010:0.1:1769074911.138445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074911.213387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00000080:00000010:0.1:1769074911.260025:0:2366:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7a0. 00010000:00000010:0.1:1769074911.272784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:1.1:1769074911.273797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00010000:00000010:1.1:1769074911.273804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55500. 00010000:00000010:1.1:1769074911.273808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:3.1:1769074911.278591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb800. 00010000:00000010:3.1:1769074911.278598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488600. 00000080:00000010:0.1:1769074911.319206:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5a0. 00010000:00000010:3.1:1769074911.335719:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:3.1:1769074911.348815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00010000:00000010:3.1:1769074911.406636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00010000:00000010:3.1:1769074911.456620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b000. 00010000:00000010:3.1:1769074911.456632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00010000:00000010:1.1:1769074911.483742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864ba00. 00010000:00000010:1.1:1769074911.483763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00010000:00000010:1.1:1769074911.515704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9700. 00010000:00000010:1.1:1769074911.515720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:1.1:1769074911.515725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9a00. 00010000:00000010:1.1:1769074911.515727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:3.1:1769074911.688742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00010000:00000010:0.1:1769074911.732179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84c00. 00010000:00000010:1.1:1769074911.810358:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9b00. 00010000:00000010:1.1:1769074911.810374:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:3.1:1769074911.855970:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a000. 00010000:00000010:3.1:1769074911.855978:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6000. 00010000:00000010:3.1:1769074911.855983:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:1.1:1769074911.871343:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00010000:00000010:3.1:1769074911.888605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00000080:00000010:1.1:1769074911.889122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab00. 00010000:00000010:0.1:1769074911.904604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84c00. 00000080:00000010:0.1:1769074911.904614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00010000:00000010:3.1:1769074911.934626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b700. 00010000:00000010:3.1:1769074911.934633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00010000:00000010:1.1:1769074911.938084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00010000:00000010:3.1:1769074911.958601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:3.1:1769074911.958609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a000. 00010000:00000010:3.1:1769074911.991714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10000. 00010000:00000010:3.1:1769074911.991722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:3.1:1769074912.008388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00000080:00000010:1.1:1769074912.044630:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00010000:00000010:3.1:1769074912.044758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:3.1:1769074912.052589:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84c00. 00000080:00000010:3.1:1769074912.074286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87220. 00010000:00000010:3.1:1769074912.083518:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a000. 00000080:00000010:3.1:1769074912.083532:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a40. 00000080:00000010:0.1:1769074912.090588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac00. 00000080:00000010:3.1:1769074912.108976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa00. 00000080:00000010:3.1:1769074912.123860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2540. 00010000:00000010:1.1:1769074912.127109:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00000080:00000010:3.1:1769074912.137587:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea200. 00000080:00000010:3.1:1769074912.155720:0:5550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea840. 00000080:00000010:3.1:1769074912.166599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2060. 00000080:00000010:3.1:1769074912.166614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87140. 00000080:00000010:1.1:1769074912.187015:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20a0. 00000080:00000010:1.1:1769074912.209715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea720. 00000080:00000010:0.1:1769074912.210245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea240. 00010000:00000010:0.1:1769074912.213598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:3.1:1769074912.263612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e600. 00010000:00000010:3.1:1769074912.274785:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:3.1:1769074912.297597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a000. 00000080:00000010:3.1:1769074912.297638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87140. 00000080:00000010:3.1:1769074912.297645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2920. 00010000:00000010:3.1:1769074912.297648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:1.1:1769074912.299763:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10f00. 00010000:00000010:1.1:1769074912.299769:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:1.1:1769074912.335667:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074912.358863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b000. 00010000:00000010:0.1:1769074912.358872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:3.1:1769074912.371605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074912.390600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:3.1:1769074912.407697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864be00. 00010000:00000010:3.1:1769074912.407705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:3.1:1769074912.408658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:0.1:1769074912.426802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:1.1:1769074912.435174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:3.1:1769074912.449586:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26500. 00010000:00000010:3.1:1769074912.449593:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00000080:00000010:3.1:1769074912.463391:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea680. 00000080:00000010:3.1:1769074912.463408:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c4a40. 00010000:00000010:3.1:1769074912.480673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:3.1:1769074912.480679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00000080:00000010:3.1:1769074912.480684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a40. 00010000:00000010:1.1:1769074912.483730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00000080:00000010:3.1:1769074912.488247:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87220. 00010000:00000010:3.1:1769074912.519840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981000. 00010000:00000010:3.1:1769074912.519862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:1.1:1769074912.603598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:3.1:1769074912.627604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:1.1:1769074912.645850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:1.1:1769074912.729680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:3.1:1769074912.737962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044b00. 00010000:00000010:3.1:1769074912.737973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00010000:00000010:3.1:1769074912.808714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:0.1:1769074912.854691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:3.1:1769074912.865662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26f00. 00010000:00000010:3.1:1769074912.865671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:1.1:1769074912.870622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:1.1:1769074912.913237:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00010000:00000010:1.1:1769074912.914586:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488600. 00010000:00000010:3.1:1769074912.941673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55700. 00010000:00000010:3.1:1769074912.941685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:3.1:1769074912.941689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:3.1:1769074912.959122:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ae00. 00010000:00000010:1.1:1769074912.967741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00000080:00000010:3.1:1769074912.967986:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87660. 00010000:00000010:0.1:1769074912.968453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:3.1:1769074912.973936:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00000080:00000010:3.1:1769074912.988679:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e40. 00010000:00000010:3.1:1769074913.021010:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00000080:00000010:3.1:1769074913.049952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87de0. 00010000:00000010:1.1:1769074913.058585:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85800. 00010000:00000010:3.1:1769074913.059021:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9b00. 00010000:00000010:3.1:1769074913.059028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:3.1:1769074913.080782:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00010000:00000010:3.1:1769074913.093764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bf00. 00010000:00000010:3.1:1769074913.093774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:3.1:1769074913.104652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00010000:00000010:3.1:1769074913.104662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:1.1:1769074913.108859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10d00. 00010000:00000010:1.1:1769074913.108874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:3.1:1769074913.122723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:3.1:1769074913.145311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00000080:00000010:1.1:1769074913.182119:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ae0. 00010000:00000010:3.1:1769074913.192291:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00000080:00000010:3.1:1769074913.192299:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b40. 00010000:00000010:3.1:1769074913.192314:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10100. 00010000:00000010:3.1:1769074913.192318:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00000080:00000010:1.1:1769074913.223602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac80. 00000080:00000010:3.1:1769074913.223602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d878c0. 00000080:00000010:3.1:1769074913.223626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b80. 00010000:00000010:3.1:1769074913.223634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048800. 00000080:00000010:3.1:1769074913.232922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea580. 00000080:00000010:3.1:1769074913.232953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053da0. 00010000:00000010:1.1:1769074913.237651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00010000:00000010:3.1:1769074913.255649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8700. 00010000:00000010:3.1:1769074913.255660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:3.1:1769074913.294587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:3.1:1769074913.323687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00000080:00000010:0.1:1769074913.324636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e60. 00000080:00000010:0.1:1769074913.338148:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ec0. 00010000:00000010:3.1:1769074913.347382:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044a00. 00010000:00000010:3.1:1769074913.347391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00000080:00000010:1.1:1769074913.377591:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27e0. 00000080:00000010:1.1:1769074913.377611:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e635280. 00010000:00000010:3.1:1769074913.395595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00010000:00000010:3.1:1769074913.400437:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10400. 00010000:00000010:3.1:1769074913.400448:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:3.1:1769074913.431862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00010000:00000010:3.1:1769074913.441908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049a00. 00000080:00000010:0.1:1769074913.452084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87da0. 00010000:00000010:3.1:1769074913.452593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:3.1:1769074913.468848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:1.1:1769074913.469069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9400. 00010000:00000010:1.1:1769074913.469075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048800. 00000080:00000010:3.1:1769074913.488752:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2500. 00000080:00000010:0.1:1769074913.495876:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c7380. 00010000:00000010:3.1:1769074913.516590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26500. 00010000:00000010:3.1:1769074913.516599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00010000:00000010:1.1:1769074913.525100:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048800. 00010000:00000010:3.1:1769074913.548170:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049a00. 00010000:00000010:1.1:1769074913.575959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:3.1:1769074913.591326:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8300. 00010000:00000010:3.1:1769074913.591339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00010000:00000010:3.1:1769074913.599594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e600. 00010000:00000010:1.1:1769074913.620859:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:3.1:1769074913.629614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55600. 00010000:00000010:3.1:1769074913.629629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:3.1:1769074913.649658:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:3.1:1769074913.677696:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049a00. 00010000:00000010:0.1:1769074913.678051:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00010000:00000010:3.1:1769074913.682857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55d00. 00010000:00000010:3.1:1769074913.682876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:3.1:1769074913.682880:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55200. 00010000:00000010:3.1:1769074913.682883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:3.1:1769074913.698713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33200. 00010000:00000010:0.1:1769074913.724809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:3.1:1769074913.750754:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6ec00. 00010000:00000010:3.1:1769074913.750761:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00000080:00000010:0.1:1769074913.766737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2180. 00010000:00000010:3.1:1769074913.775673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:3.1:1769074913.775679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:3.1:1769074913.804916:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00010000:00000010:3.1:1769074913.857709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:1.1:1769074913.861726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00010000:00000010:3.1:1769074913.877599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049a00. 00010000:00000010:3.1:1769074913.890784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dbaf00. 00010000:00000010:3.1:1769074913.890792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:0.1:1769074913.920725:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:3.1:1769074913.980064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:0.1:1769074913.995111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f000. 00010000:00000010:0.1:1769074913.995127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00010000:00000010:3.1:1769074913.995584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33800. 00010000:00000010:0.1:1769074914.010383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00010000:00000010:3.1:1769074914.019649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33200. 00010000:00000010:3.1:1769074914.038775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00000080:00000010:3.1:1769074914.041602:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879e0. 00000080:00000010:3.1:1769074914.041616:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87240. 00000080:00000010:3.1:1769074914.041621:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a20. 00000080:00000010:3.1:1769074914.041626:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20e0. 00000080:00000010:3.1:1769074914.041633:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2560. 00000080:00000010:3.1:1769074914.041637:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae20. 00010000:00000010:3.1:1769074914.041643:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a000. 00010000:00000010:0.1:1769074914.073670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55d00. 00010000:00000010:0.1:1769074914.073686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00010000:00000010:3.1:1769074914.082578:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b300. 00010000:00000010:3.1:1769074914.082585:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:3.1:1769074914.112589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00000080:00000010:3.1:1769074914.148121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2480. 00010000:00000010:3.1:1769074914.148138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:3.1:1769074914.165820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00010000:00000010:3.1:1769074914.177086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00000080:00000010:3.1:1769074914.195596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ae0. 00010000:00000010:3.1:1769074914.225691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0600. 00010000:00000010:3.1:1769074914.238767:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bd00. 00010000:00000010:3.1:1769074914.238774:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00000080:00000010:3.1:1769074914.251799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a60. 00010000:00000010:3.1:1769074914.280662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044c00. 00010000:00000010:3.1:1769074914.280669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00010000:00000010:0.1:1769074914.303604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:3.1:1769074914.319398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:3.1:1769074914.368606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:3.1:1769074914.368613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:3.1:1769074914.391603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:3.1:1769074914.411770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:3.1:1769074914.411788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55f00. 00010000:00000010:3.1:1769074914.411794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:3.1:1769074914.431718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:1.1:1769074914.460602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:3.1:1769074914.468380:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cb000. 00010000:00000010:3.1:1769074914.468388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:0.1:1769074914.489577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00010000:00000010:3.1:1769074914.498150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9200. 00010000:00000010:3.1:1769074914.498175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:3.1:1769074914.507883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00000080:00000010:3.1:1769074914.519925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00010000:00000010:3.1:1769074914.537594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044c00. 00010000:00000010:3.1:1769074914.537601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00010000:00000010:0.1:1769074914.555528:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:0.1:1769074914.574168:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:3.1:1769074914.618808:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55a00. 00010000:00000010:3.1:1769074914.618815:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:1.1:1769074914.631620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:3.1:1769074914.655459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84400. 00000080:00000010:0.1:1769074914.659569:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2940. 00010000:00000010:1.1:1769074914.672002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0600. 00010000:00000010:1.1:1769074914.678620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:3.1:1769074914.683592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00000080:00000010:0.1:1769074914.710605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2980. 00000080:00000010:0.1:1769074914.719740:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87220. 00010000:00000010:3.1:1769074914.742257:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10e00. 00010000:00000010:3.1:1769074914.742263:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:3.1:1769074914.789256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:3.1:1769074914.812604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f000. 00010000:00000010:1.1:1769074914.829602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84400. 00000080:00000010:3.1:1769074914.830611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87420. 00010000:00000010:3.1:1769074914.865984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:3.1:1769074914.874140:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87240. 00000080:00000010:3.1:1769074914.874159:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57d280. 00010000:00000010:1.1:1769074914.881527:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0600. 00010000:00000010:3.1:1769074914.886774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00000080:00000010:0.1:1769074914.889955:0:5540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87420. 00010000:00000010:3.1:1769074914.920452:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:3.1:1769074914.932202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:3.1:1769074914.945759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:3.1:1769074914.955614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9f00. 00010000:00000010:3.1:1769074914.955620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33e00. 00010000:00000010:3.1:1769074914.982061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:3.1:1769074914.995689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:3.1:1769074914.995699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dbac00. 00010000:00000010:3.1:1769074914.995706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:1.1:1769074914.998992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074915.007664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:3.1:1769074915.041971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85a00. 00010000:00000010:3.1:1769074915.052010:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:3.1:1769074915.081625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33e00. 00010000:00000010:3.1:1769074915.081631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00010000:00000010:1.1:1769074915.084588:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9700. 00010000:00000010:1.1:1769074915.084594:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00010000:00000010:3.1:1769074915.089678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49200. 00010000:00000010:3.1:1769074915.092588:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33800. 00010000:00000010:3.1:1769074915.115350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:3.1:1769074915.120769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:3.1:1769074915.158721:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb600. 00010000:00000010:3.1:1769074915.158736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:3.1:1769074915.182467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:3.1:1769074915.186079:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:3.1:1769074915.210758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:3.1:1769074915.264488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:0.1:1769074915.273822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49000. 00010000:00000010:1.1:1769074915.278065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10800. 00010000:00000010:1.1:1769074915.278070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074915.298649:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49800. 00010000:00000010:3.1:1769074915.304016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:1.1:1769074915.333748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:3.1:1769074915.354585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00010000:00000010:3.1:1769074915.354593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9c00. 00010000:00000010:3.1:1769074915.354596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00010000:00000010:3.1:1769074915.354599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26f00. 00010000:00000010:3.1:1769074915.354603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:3.1:1769074915.354606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00010000:00000010:3.1:1769074915.383666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5800. 00010000:00000010:3.1:1769074915.383674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:1.1:1769074915.392659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb000. 00010000:00000010:1.1:1769074915.392672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49800. 00010000:00000010:1.1:1769074915.392677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00010000:00000010:3.1:1769074915.409887:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55700. 00010000:00000010:3.1:1769074915.409894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00010000:00000010:3.1:1769074915.425089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00000080:00000010:0.1:1769074915.448039:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5a0. 00010000:00000010:3.1:1769074915.451499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:1.1:1769074915.451974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00010000:00000010:3.1:1769074915.487716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:3.1:1769074915.493090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9e00. 00010000:00000010:3.1:1769074915.493097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:3.1:1769074915.509696:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10500. 00010000:00000010:3.1:1769074915.509710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:3.1:1769074915.509714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:3.1:1769074915.544012:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00000080:00000010:3.1:1769074915.561463:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2640. 00010000:00000010:0.1:1769074915.572684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:0.1:1769074915.615580:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84c00. 00000080:00000010:3.1:1769074915.616014:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87760. 00010000:00000010:3.1:1769074915.627652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:3.1:1769074915.635656:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:1.1:1769074915.642782:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10c00. 00010000:00000010:1.1:1769074915.642794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:0.1:1769074915.645697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00000080:00000010:3.1:1769074915.686783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2320. 00010000:00000010:0.1:1769074915.690607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00000080:00000010:3.1:1769074915.738389:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060539a0. 00000080:00000010:3.1:1769074915.761344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c80. 00010000:00000010:3.1:1769074915.761360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5800. 00010000:00000010:0.1:1769074915.786673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00000080:00000010:3.1:1769074915.809819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b40. 00000080:00000010:3.1:1769074915.836130:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533e0. 00000080:00000010:3.1:1769074915.858638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea9a0. 00010000:00000010:1.1:1769074915.863753:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5800. 00000080:00000010:3.1:1769074915.890389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2800. 00000080:00000010:3.1:1769074915.894776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea780. 00000080:00000010:3.1:1769074915.894789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26a0. 00000080:00000010:3.1:1769074915.905082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23a0. 00000080:00000010:3.1:1769074915.913694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870e0. 00010000:00000010:3.1:1769074915.947990:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9900. 00010000:00000010:3.1:1769074915.947999:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00000080:00000010:3.1:1769074915.965624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87740. 00000080:00000010:3.1:1769074915.965636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2240. 00010000:00000010:3.1:1769074915.965643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb600. 00010000:00000010:3.1:1769074915.965648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:3.1:1769074915.965650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49200. 00000080:00000010:3.1:1769074915.973676:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2cc0. 00000080:00000010:3.1:1769074915.973692:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c2100. 00010000:00000010:1.1:1769074916.013133:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00010000:00000010:3.1:1769074916.063221:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:3.1:1769074916.063229:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9d00. 00010000:00000010:3.1:1769074916.063232:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:3.1:1769074916.081861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb800. 00010000:00000010:3.1:1769074916.081869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00000080:00000010:1.1:1769074916.096092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053d20. 00010000:00000010:0.1:1769074916.121680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5800. 00010000:00000010:3.1:1769074916.135014:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9500. 00010000:00000010:3.1:1769074916.135028:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00010000:00000010:3.1:1769074916.193009:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00000080:00000010:3.1:1769074916.193346:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e00. 00010000:00000010:3.1:1769074916.203442:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00010000:00000010:0.1:1769074916.203604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:3.1:1769074916.228152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:3.1:1769074916.228161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9400. 00010000:00000010:3.1:1769074916.228165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0000. 00010000:00000010:3.1:1769074916.249706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:3.1:1769074916.261594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:3.1:1769074916.272351:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074916.282021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00010000:00000010:3.1:1769074916.290149:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb100. 00010000:00000010:3.1:1769074916.290166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:0.1:1769074916.301617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:3.1:1769074916.319160:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10600. 00010000:00000010:3.1:1769074916.319172:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:3.1:1769074916.336784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:3.1:1769074916.357122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00000080:00000010:1.1:1769074916.360724:0:5540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c40. 00010000:00000010:3.1:1769074916.361681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:0.1:1769074916.368668:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84c00. 00010000:00000010:0.1:1769074916.400604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9700. 00010000:00000010:0.1:1769074916.400610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00010000:00000010:3.1:1769074916.405713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074916.410275:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00010000:00000010:0.1:1769074916.420473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:3.1:1769074916.443693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164200. 00010000:00000010:3.1:1769074916.443700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10400. 00010000:00000010:3.1:1769074916.443704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049a00. 00010000:00000010:3.1:1769074916.482765:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00000080:00000010:1.1:1769074916.484670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060535a0. 00000080:00000010:3.1:1769074916.485837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25a0. 00000080:00000010:3.1:1769074916.503581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e40. 00010000:00000010:3.1:1769074916.508002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00000080:00000010:3.1:1769074916.524606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7a0. 00000080:00000010:3.1:1769074916.524625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b20. 00000080:00000010:3.1:1769074916.529521:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea060. 00010000:00000010:0.1:1769074916.536734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:3.1:1769074916.546491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb900. 00010000:00000010:3.1:1769074916.546499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00000080:00000010:3.1:1769074916.550591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2600. 00000080:00000010:3.1:1769074916.560611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053e40. 00000080:00000010:3.1:1769074916.574874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060538c0. 00000080:00000010:0.1:1769074916.576756:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae40. 00010000:00000010:0.1:1769074916.576771:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9400. 00010000:00000010:0.1:1769074916.576775:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:3.1:1769074916.578630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84c00. 00000080:00000010:1.1:1769074916.586717:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0000. 00010000:00000010:3.1:1769074916.609599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00010000:00000010:3.1:1769074916.627077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044b00. 00010000:00000010:3.1:1769074916.627085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84600. 00010000:00000010:3.1:1769074916.638007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85800. 00010000:00000010:0.1:1769074916.659656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:3.1:1769074916.659737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044e00. 00010000:00000010:3.1:1769074916.659744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074916.695117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8be00. 00010000:00000010:3.1:1769074916.702635:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:1.1:1769074916.723668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00010000:00000010:1.1:1769074916.723674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164e00. 00010000:00000010:3.1:1769074916.728611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb300. 00010000:00000010:3.1:1769074916.728625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00010000:00000010:0.1:1769074916.728677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26300. 00010000:00000010:0.1:1769074916.728682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:1.1:1769074916.772608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00010000:00000010:0.1:1769074916.791512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164200. 00010000:00000010:0.1:1769074916.805664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8be00. 00010000:00000010:3.1:1769074916.817730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074916.887975:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb500. 00010000:00000010:3.1:1769074916.887983:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:3.1:1769074916.905631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00010000:00000010:3.1:1769074916.922624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8ab00. 00010000:00000010:3.1:1769074916.922634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00010000:00000010:0.1:1769074916.922705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074916.939768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10e00. 00010000:00000010:3.1:1769074916.939779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:0.1:1769074917.012024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0200. 00010000:00000010:3.1:1769074917.043857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00010000:00000010:3.1:1769074917.043869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00000080:00000010:1.1:1769074917.055274:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87620. 00000080:00000010:1.1:1769074917.055282:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab00. 00000080:00000010:1.1:1769074917.055287:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea380. 00010000:00000010:1.1:1769074917.055291:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:3.1:1769074917.060542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8be00. 00000080:00000010:3.1:1769074917.060550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fc0. 00010000:00000010:3.1:1769074917.060631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00000080:00000010:3.1:1769074917.060635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e40. 00010000:00000010:3.1:1769074917.111101:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074917.113981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074917.113989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:3.1:1769074917.120803:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:3.1:1769074917.129656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00010000:00000010:3.1:1769074917.142827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:3.1:1769074917.160585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:3.1:1769074917.177954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074917.183771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb900. 00010000:00000010:3.1:1769074917.183783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:1.1:1769074917.224045:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00010000:00000010:0.1:1769074917.244640:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00000080:00000010:3.1:1769074917.262844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053da0. 00010000:00000010:0.1:1769074917.305687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0200. 00010000:00000010:0.1:1769074917.305703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00000080:00000010:1.1:1769074917.307485:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6a0. 00000080:00000010:1.1:1769074917.307493:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d874a0. 00000080:00000010:1.1:1769074917.307498:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053360. 00000080:00000010:1.1:1769074917.307502:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87540. 00000080:00000010:1.1:1769074917.307506:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f20. 00000080:00000010:1.1:1769074917.307510:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e40. 00010000:00000010:1.1:1769074917.307514:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00000080:00000010:1.1:1769074917.340613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2360. 00000080:00000010:1.1:1769074917.362264:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ee0. 00000080:00000010:0.1:1769074917.372710:0:5540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27c0. 00010000:00000010:0.1:1769074917.372724:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dbab00. 00010000:00000010:0.1:1769074917.372729:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074917.385695:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6300. 00010000:00000010:3.1:1769074917.385710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:0.1:1769074917.432083:0:13275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:0.1:1769074917.432208:0:13275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074917.433015:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:3.1:1769074917.450809:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00000080:00000010:3.1:1769074917.487435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead60. 00010000:00000010:3.1:1769074917.503577:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6400. 00010000:00000010:3.1:1769074917.503584:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:3.1:1769074917.516252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:0.1:1769074917.564681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074917.595206:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb100. 00010000:00000010:3.1:1769074917.595215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:0.1:1769074917.641592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00000080:00000010:3.1:1769074917.641652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87180. 00010000:00000010:1.1:1769074917.681196:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b100. 00010000:00000010:1.1:1769074917.681208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:1.1:1769074917.687003:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dba700. 00010000:00000010:1.1:1769074917.687011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074917.687590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10500. 00010000:00000010:3.1:1769074917.687596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:3.1:1769074917.693183:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b800. 00010000:00000010:3.1:1769074917.693201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00010000:00000010:3.1:1769074917.693204:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55600. 00010000:00000010:3.1:1769074917.693208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:3.1:1769074917.693211:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbf00. 00010000:00000010:3.1:1769074917.693214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00000080:00000010:3.1:1769074917.784668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053100. 00000080:00000010:3.1:1769074917.796881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053160. 00000080:00000010:3.1:1769074917.810590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea640. 00000080:00000010:3.1:1769074917.810606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea040. 00000080:00000010:3.1:1769074917.814632:0:2368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2aa0. 00010000:00000010:3.1:1769074917.814651:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6500. 00010000:00000010:3.1:1769074917.814655:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00000080:00000010:3.1:1769074917.829228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b00. 00000080:00000010:3.1:1769074917.829251:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c3180. 00010000:00000010:3.1:1769074917.853613:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6a00. 00010000:00000010:3.1:1769074917.853620:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074917.908607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00000080:00000010:1.1:1769074917.908660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00010000:00000010:3.1:1769074917.915522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00010000:00000010:1.1:1769074917.935173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10500. 00010000:00000010:1.1:1769074917.935182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00000080:00000010:1.1:1769074917.945685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87060. 00000080:00000010:1.1:1769074917.945710:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c5280. 00010000:00000010:3.1:1769074917.991601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074918.043718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044400. 00010000:00000010:3.1:1769074918.043730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5e00. 00010000:00000010:1.1:1769074918.059891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074918.067603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:3.1:1769074918.116369:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:3.1:1769074918.116378:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00010000:00000010:3.1:1769074918.123946:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:1.1:1769074918.139643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00000080:00000010:1.1:1769074918.139651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053100. 00010000:00000010:3.1:1769074918.150598:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074918.216589:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:1.1:1769074918.239635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00000080:00000010:1.1:1769074918.239645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27a0. 00010000:00000010:1.1:1769074918.244648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00000080:00000010:1.1:1769074918.244655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053b20. 00010000:00000010:3.1:1769074918.316303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074918.321677:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074918.336363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00010000:00000010:3.1:1769074918.366797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:0.1:1769074918.445767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00000080:00000010:0.1:1769074918.479325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00000080:00000010:0.1:1769074918.497720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5a0. 00000080:00000010:3.1:1769074918.502588:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a80. 00010000:00000010:3.1:1769074918.502601:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6100. 00010000:00000010:3.1:1769074918.502606:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00000080:00000010:3.1:1769074918.512208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab00. 00000080:00000010:3.1:1769074918.512235:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c4200. 00010000:00000010:0.1:1769074918.545724:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:0.1:1769074918.599411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:3.1:1769074918.619685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:0.1:1769074918.635969:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6600. 00010000:00000010:0.1:1769074918.635977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074918.650589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074918.706768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:1.1:1769074918.714574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:3.1:1769074918.734085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:0.1:1769074918.804652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00010000:00000010:0.1:1769074918.804664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:0.1:1769074918.810330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c40. 00000080:00000010:0.1:1769074918.810354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2700. 00010000:00000010:3.1:1769074918.838952:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10100. 00010000:00000010:3.1:1769074918.838959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:3.1:1769074918.843608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00010000:00000010:0.1:1769074918.867021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00000080:00000010:0.1:1769074918.867032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea840. 00000080:00000010:0.1:1769074918.903820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea4c0. 00010000:00000010:3.1:1769074918.923727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074918.955286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:3.1:1769074918.982010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074918.985608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb400. 00010000:00000010:3.1:1769074918.985620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00000080:00000010:3.1:1769074918.988689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2820. 00000080:00000010:3.1:1769074918.988710:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e636b40. 00010000:00000010:3.1:1769074919.004296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00000080:00000010:3.1:1769074919.009135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87840. 00010000:00000010:1.1:1769074919.040528:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00010000:00000010:1.1:1769074919.040581:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:3.1:1769074919.041081:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:3.1:1769074919.145263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00000080:00000010:0.1:1769074919.189580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf60. 00010000:00000010:1.1:1769074919.240735:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00010000:00000010:1.1:1769074919.240745:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00000080:00000010:3.1:1769074919.260764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf60. 00000080:00000010:3.1:1769074919.260776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea9c0. 00010000:00000010:3.1:1769074919.260781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:1.1:1769074919.314010:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00000080:00000010:3.1:1769074919.314177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060531a0. 00010000:00000010:3.1:1769074919.357287:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074919.357329:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00010000:00000010:3.1:1769074919.526070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:0.1:1769074919.586912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074919.625548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00000080:00000010:3.1:1769074919.640299:0:2368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea260. 00000080:00000010:3.1:1769074919.640327:0:2368:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57ca40. 00010000:00000010:3.1:1769074919.678592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:0.1:1769074919.692697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87480. 00010000:00000010:0.1:1769074919.692717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:3.1:1769074919.694156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:0.1:1769074919.712578:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56000. 00000080:00000010:0.1:1769074919.712584:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea240. 00000080:00000010:1.1:1769074919.722611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d871a0. 00000080:00000010:1.1:1769074919.737179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87840. 00010000:00000010:3.1:1769074919.752426:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048800. 00010000:00000010:3.1:1769074919.827839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:1.1:1769074919.839628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00000080:00000010:1.1:1769074919.857647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2120. 00010000:00000010:3.1:1769074919.870764:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00010000:00000010:1.1:1769074919.884079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00000080:00000010:1.1:1769074919.897961:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053340. 00010000:00000010:3.1:1769074919.920740:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10700. 00010000:00000010:3.1:1769074919.920746:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00000080:00000010:3.1:1769074919.929599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00000080:00000010:3.1:1769074919.929616:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57ca40. 00010000:00000010:3.1:1769074919.944040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00000080:00000010:3.1:1769074919.944060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870a0. 00010000:00000010:1.1:1769074919.944572:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00010000:00000010:1.1:1769074919.944603:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:1.1:1769074919.944607:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00000080:00000010:1.1:1769074919.951604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceadc0. 00000080:00000010:1.1:1769074919.951627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053260. 00010000:00000010:3.1:1769074919.972604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:3.1:1769074919.972640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0200. 00010000:00000010:3.1:1769074920.018577:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0200. 00010000:00000010:3.1:1769074920.059805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0200. 00000080:00000010:3.1:1769074920.059821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87960. 00010000:00000010:0.1:1769074920.107650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:3.1:1769074920.107717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:0.1:1769074920.146586:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb400. 00010000:00000010:0.1:1769074920.146591:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00000080:00000010:3.1:1769074920.154951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24c0. 00000080:00000010:3.1:1769074920.154982:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e632940. 00010000:00000010:0.1:1769074920.162609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00000080:00000010:0.1:1769074920.162618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87960. 00010000:00000010:3.1:1769074920.168775:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:0.1:1769074920.215531:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:0.1:1769074920.216249:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:0.1:1769074920.296180:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048400. 00010000:00000010:0.1:1769074920.296215:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:3.1:1769074920.331587:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:3.1:1769074920.414578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:3.1:1769074920.414612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:3.1:1769074920.430072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:3.1:1769074920.528874:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbba00. 00010000:00000010:3.1:1769074920.528895:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:3.1:1769074920.528900:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10500. 00010000:00000010:3.1:1769074920.528903:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074920.528907:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6900. 00010000:00000010:3.1:1769074920.528909:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:3.1:1769074920.536602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb800. 00010000:00000010:3.1:1769074920.536615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:3.1:1769074920.555607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044c00. 00010000:00000010:3.1:1769074920.555624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:0.1:1769074920.631152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:0.1:1769074920.674703:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00000080:00000010:3.1:1769074920.688656:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87380. 00010000:00000010:3.1:1769074920.688669:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074920.699692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:0.1:1769074920.731586:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00000080:00000010:1.1:1769074920.762693:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87400. 00010000:00000010:1.1:1769074920.791631:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:1.1:1769074920.791640:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10100. 00010000:00000010:1.1:1769074920.791644:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00000080:00000010:1.1:1769074920.811755:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2880. 00000080:00000010:1.1:1769074920.811888:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0840. 00010000:00000010:1.1:1769074920.820891:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074920.825589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00010000:00000010:3.1:1769074920.825596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:1.1:1769074920.852683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00000080:00000010:3.1:1769074920.853708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2420. 00010000:00000010:1.1:1769074920.858033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00010000:00000010:3.1:1769074920.866751:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00000080:00000010:3.1:1769074920.866757:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ba0. 00010000:00000010:3.1:1769074920.873771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:3.1:1769074920.894935:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00010000:00000010:3.1:1769074920.895656:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:3.1:1769074920.895662:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:3.1:1769074920.942976:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:3.1:1769074920.943014:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074920.943017:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00000080:00000010:3.1:1769074920.961244:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87180. 00000080:00000010:3.1:1769074920.961258:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28a0. 00010000:00000010:0.1:1769074921.000712:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00000080:00000010:0.1:1769074921.000727:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafe0. 00010000:00000010:0.1:1769074921.000733:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:0.1:1769074921.041587:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:0.1:1769074921.041823:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:0.1:1769074921.063665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00010000:00000010:0.1:1769074921.063677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:0.1:1769074921.073754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9c00. 00010000:00000010:0.1:1769074921.073779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:1.1:1769074921.076034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00010000:00000010:0.1:1769074921.081728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00000080:00000010:0.1:1769074921.081744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060535a0. 00000080:00000010:1.1:1769074921.084673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053360. 00000080:00000010:1.1:1769074921.084698:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c6300. 00010000:00000010:1.1:1769074921.127776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074921.135081:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:3.1:1769074921.138433:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00010000:00000010:0.1:1769074921.214380:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074921.234979:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00000080:00000010:3.1:1769074921.234989:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a00. 00010000:00000010:1.1:1769074921.262151:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00010000:00000010:1.1:1769074921.262189:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00010000:00000010:1.1:1769074921.270590:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00000080:00000010:1.1:1769074921.277748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21c0. 00000080:00000010:1.1:1769074921.277768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c60. 00000080:00000010:1.1:1769074921.277772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c40. 00000080:00000010:1.1:1769074921.277777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a40. 00000080:00000010:1.1:1769074921.277781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead40. 00000080:00000010:1.1:1769074921.277785:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053d20. 00010000:00000010:1.1:1769074921.277789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:1.1:1769074921.288894:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558800. 00010000:00000010:1.1:1769074921.288902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00000080:00000010:0.1:1769074921.297770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea680. 00000080:00000010:0.1:1769074921.297793:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c2940. 00010000:00000010:0.1:1769074921.317651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83e00. 00000080:00000010:0.1:1769074921.317664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceada0. 00010000:00000010:0.1:1769074921.341731:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83e00. 00010000:00000010:1.1:1769074921.342632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82200. 00010000:00000010:3.1:1769074921.398578:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074921.497302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:3.1:1769074921.497308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053460. 00010000:00000010:3.1:1769074921.504660:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:0.1:1769074921.507595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00000080:00000010:0.1:1769074921.507602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2960. 00000080:00000010:3.1:1769074921.532625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2be0. 00010000:00000010:1.1:1769074921.569913:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:1.1:1769074921.569928:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053160. 00010000:00000010:3.1:1769074921.595353:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae100. 00010000:00000010:3.1:1769074921.595362:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074921.632458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00000080:00000010:3.1:1769074921.651596:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00010000:00000010:0.1:1769074921.674585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074921.682997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:1.1:1769074921.690694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55000. 00010000:00000010:1.1:1769074921.690706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00010000:00000010:1.1:1769074921.690711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:0.1:1769074921.806197:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074921.806700:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:3.1:1769074921.810432:0:1043:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6600. 00010000:00000010:3.1:1769074921.810441:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00010000:00000010:0.1:1769074921.811191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb700. 00010000:00000010:0.1:1769074921.811197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:1.1:1769074921.813618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10c00. 00010000:00000010:1.1:1769074921.813625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00010000:00000010:1.1:1769074921.813629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558500. 00010000:00000010:1.1:1769074921.813632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:1.1:1769074921.824520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6a00. 00010000:00000010:1.1:1769074921.824535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:0.1:1769074921.922574:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b127c7a00. 00010000:00000010:0.1:1769074921.922586:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00000080:00000010:3.1:1769074921.945395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c00. 00000080:00000010:3.1:1769074921.945420:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63dac0. 00000080:00000010:3.1:1769074921.955815:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87740. 00010000:00000010:3.1:1769074921.955829:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:3.1:1769074921.961607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00000080:00000010:1.1:1769074921.987593:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053340. 00010000:00000010:3.1:1769074921.988756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00010000:00000010:3.1:1769074921.992588:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00000080:00000010:0.1:1769074922.012653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f20. 00010000:00000010:3.1:1769074922.039817:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:0.1:1769074922.040636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ae0. 00010000:00000010:1.1:1769074922.041318:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dba700. 00010000:00000010:1.1:1769074922.041327:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00010000:00000010:0.1:1769074922.050460:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:0.1:1769074922.050468:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00000080:00000010:0.1:1769074922.050472:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea020. 00000080:00000010:0.1:1769074922.050495:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63e300. 00010000:00000010:3.1:1769074922.068310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82000. 00010000:00000010:3.1:1769074922.083676:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00000080:00000010:1.1:1769074922.091163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea740. 00010000:00000010:3.1:1769074922.094765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:0.1:1769074922.099598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:3.1:1769074922.114602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:0.1:1769074922.131661:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:0.1:1769074922.131674:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23e0. 00010000:00000010:3.1:1769074922.161590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:3.1:1769074922.172568:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00010000:00000010:3.1:1769074922.194946:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074922.226901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:0.1:1769074922.232971:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb300. 00010000:00000010:0.1:1769074922.232981:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:0.1:1769074922.268771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00000080:00000010:0.1:1769074922.268796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea220. 00010000:00000010:3.1:1769074922.290579:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:3.1:1769074922.290621:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074922.309842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00010000:00000010:3.1:1769074922.309868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164200. 00010000:00000010:3.1:1769074922.333601:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:3.1:1769074922.345600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164200. 00010000:00000010:3.1:1769074922.351866:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00010000:00000010:3.1:1769074922.351875:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00010000:00000010:3.1:1769074922.368714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:0.1:1769074922.373595:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074922.381646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074922.392603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbbb00. 00010000:00000010:3.1:1769074922.392612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164e00. 00010000:00000010:3.1:1769074922.410856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00010000:00000010:3.1:1769074922.473946:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9400. 00010000:00000010:3.1:1769074922.473955:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:3.1:1769074922.490590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074922.522720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:0.1:1769074922.536911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:0.1:1769074922.537583:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044500. 00010000:00000010:0.1:1769074922.537590:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00000080:00000010:3.1:1769074922.541421:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e80. 00010000:00000010:1.1:1769074922.541774:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044e00. 00010000:00000010:1.1:1769074922.541810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00010000:00000010:3.1:1769074922.553687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164e00. 00000080:00000010:0.1:1769074922.561886:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f20. 00010000:00000010:3.1:1769074922.580581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732200. 00010000:00000010:3.1:1769074922.580596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73600. 00010000:00000010:3.1:1769074922.604688:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164e00. 00010000:00000010:3.1:1769074922.604842:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00010000:00000010:3.1:1769074922.627923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:0.1:1769074922.646710:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00000080:00000010:0.1:1769074922.646718:0:5541:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea300. 00010000:00000010:3.1:1769074922.716700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048400. 00010000:00000010:3.1:1769074922.716710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:0.1:1769074922.748614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00010000:00000010:0.1:1769074922.752627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074922.761669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:3.1:1769074922.806050:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceace0. 00000080:00000010:3.1:1769074922.824665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead60. 00000080:00000010:3.1:1769074922.824690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ae0. 00010000:00000010:1.1:1769074922.825701:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00000080:00000010:3.1:1769074922.833972:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29c0. 00010000:00000010:3.1:1769074922.833988:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55e00. 00010000:00000010:3.1:1769074922.833993:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00000080:00000010:3.1:1769074922.846876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaaa0. 00000080:00000010:3.1:1769074922.846891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e636b40. 00010000:00000010:3.1:1769074922.855858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00000080:00000010:3.1:1769074922.855873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e40. 00000080:00000010:0.1:1769074922.858677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2580. 00010000:00000010:1.1:1769074922.888826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00010000:00000010:3.1:1769074922.923622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00000080:00000010:3.1:1769074922.923679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533c0. 00010000:00000010:3.1:1769074922.923686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:3.1:1769074922.937595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6600. 00010000:00000010:3.1:1769074922.937602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:3.1:1769074922.946040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:1.1:1769074922.970870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00000080:00000010:0.1:1769074922.975588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a60. 00010000:00000010:1.1:1769074922.991061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00010000:00000010:0.1:1769074923.006915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:0.1:1769074923.006955:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558f00. 00010000:00000010:0.1:1769074923.006961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00010000:00000010:0.1:1769074923.006964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00000080:00000010:0.1:1769074923.023613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060531a0. 00000080:00000010:0.1:1769074923.023635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea020. 00010000:00000010:3.1:1769074923.048614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55400. 00010000:00000010:3.1:1769074923.048628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00010000:00000010:3.1:1769074923.085711:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00010000:00000010:0.1:1769074923.115614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00010000:00000010:3.1:1769074923.120638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b127c7a00. 00010000:00000010:3.1:1769074923.120653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074923.120657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55600. 00010000:00000010:3.1:1769074923.120660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:1.1:1769074923.146610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:1.1:1769074923.150603:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00010000:00000010:1.1:1769074923.191758:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aeb00. 00010000:00000010:1.1:1769074923.191781:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00010000:00000010:0.1:1769074923.198647:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00000080:00000010:0.1:1769074923.209595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea200. 00010000:00000010:1.1:1769074923.255887:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55a00. 00010000:00000010:1.1:1769074923.255904:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00000080:00000010:3.1:1769074923.266639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060538c0. 00000080:00000010:0.1:1769074923.268376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00010000:00000010:3.1:1769074923.276668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00000080:00000010:3.1:1769074923.297739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea020. 00000080:00000010:3.1:1769074923.297784:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57e300. 00000080:00000010:1.1:1769074923.315617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053260. 00010000:00000010:3.1:1769074923.318696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:0.1:1769074923.339877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00000080:00000010:3.1:1769074923.359732:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e40. 00010000:00000010:3.1:1769074923.399620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00000080:00000010:3.1:1769074923.399627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e40. 00010000:00000010:3.1:1769074923.402750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:3.1:1769074923.406744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00000080:00000010:0.1:1769074923.406881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87880. 00010000:00000010:1.1:1769074923.470892:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6f00. 00010000:00000010:1.1:1769074923.470898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a600. 00010000:00000010:1.1:1769074923.470901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00000080:00000010:3.1:1769074923.540708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7e0. 00010000:00000010:3.1:1769074923.577644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558000. 00010000:00000010:3.1:1769074923.577719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00000080:00000010:3.1:1769074923.625576:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2200. 00000080:00000010:3.1:1769074923.625594:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c18c0. 00010000:00000010:3.1:1769074923.625599:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00000080:00000010:3.1:1769074923.625605:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87420. 00010000:00000010:3.1:1769074923.640840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:3.1:1769074923.640892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074923.673891:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:0.1:1769074923.696574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2be0. 00000080:00000010:0.1:1769074923.700931:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c1080. 00010000:00000010:0.1:1769074923.700943:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00000080:00000010:0.1:1769074923.700947:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea2c0. 00010000:00000010:0.1:1769074923.723607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074923.723685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10800. 00010000:00000010:3.1:1769074923.723694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:1.1:1769074923.723695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:3.1:1769074923.738757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:1.1:1769074923.756579:0:13275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:0.1:1769074923.802381:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074923.831620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:0.1:1769074923.831871:0:5550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044b00. 00010000:00000010:0.1:1769074923.831878:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:1.1:1769074923.835774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:0.1:1769074923.841637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10e00. 00010000:00000010:0.1:1769074923.841645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:3.1:1769074923.912844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b02a0ec00. 00010000:00000010:3.1:1769074923.912853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00010000:00000010:3.1:1769074923.924398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:3.1:1769074923.935793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:3.1:1769074923.935807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d878c0. 00010000:00000010:3.1:1769074923.998856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:0.1:1769074924.010593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8be00. 00010000:00000010:0.1:1769074924.025360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00000080:00000010:3.1:1769074924.156531:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea1e0. 00010000:00000010:3.1:1769074924.162730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:0.1:1769074924.164185:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22500. 00010000:00000010:0.1:1769074924.164260:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:3.1:1769074924.180396:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00000080:00000010:1.1:1769074924.187593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c60. 00010000:00000010:1.1:1769074924.255736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:3.1:1769074924.293691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00010000:00000010:3.1:1769074924.354864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9400. 00010000:00000010:3.1:1769074924.354873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00010000:00000010:3.1:1769074924.354879:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6100. 00010000:00000010:3.1:1769074924.354882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:1.1:1769074924.360406:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55800. 00010000:00000010:1.1:1769074924.360413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074924.467991:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6600. 00010000:00000010:3.1:1769074924.468005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:3.1:1769074924.488626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22100. 00010000:00000010:3.1:1769074924.488633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:1.1:1769074924.506784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00000080:00000010:1.1:1769074924.516940:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00010000:00000010:1.1:1769074924.544976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:1.1:1769074924.544983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00000080:00000010:1.1:1769074924.545051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20c0. 00010000:00000010:3.1:1769074924.577215:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22d00. 00010000:00000010:3.1:1769074924.577223:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:3.1:1769074924.588086:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00000080:00000010:3.1:1769074924.599195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053100. 00010000:00000010:3.1:1769074924.627690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074924.654621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00010000:00000010:0.1:1769074924.663161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00000080:00000010:0.1:1769074924.667838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0c0. 00010000:00000010:3.1:1769074924.671970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10500. 00010000:00000010:3.1:1769074924.671977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:3.1:1769074924.723200:0:5550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732100. 00010000:00000010:3.1:1769074924.723215:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:1.1:1769074924.776080:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:3.1:1769074924.777192:0:13249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6100. 00010000:00000010:3.1:1769074924.777198:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:3.1:1769074924.808228:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074924.823712:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00000080:00000010:3.1:1769074924.823764:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ba0. 00010000:00000010:3.1:1769074924.842597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00010000:00000010:3.1:1769074924.842603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:3.1:1769074924.872213:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074924.872226:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9400. 00010000:00000010:3.1:1769074924.872231:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:1.1:1769074924.885590:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10500. 00010000:00000010:1.1:1769074924.885611:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00000080:00000010:0.1:1769074924.893340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21c0. 00000080:00000010:0.1:1769074924.893359:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57eb40. 00010000:00000010:1.1:1769074924.922728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:1.1:1769074924.922780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:3.1:1769074924.937664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:3.1:1769074924.967325:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10500. 00010000:00000010:3.1:1769074924.967338:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:3.1:1769074924.986726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:3.1:1769074924.994769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00000080:00000010:3.1:1769074924.994781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2880. 00010000:00000010:3.1:1769074925.083485:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22f00. 00010000:00000010:3.1:1769074925.083498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:3.1:1769074925.083503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558500. 00010000:00000010:3.1:1769074925.083506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00010000:00000010:3.1:1769074925.083510:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558000. 00010000:00000010:3.1:1769074925.083513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00010000:00000010:1.1:1769074925.146665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947200. 00010000:00000010:1.1:1769074925.146694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:3.1:1769074925.187612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55100. 00010000:00000010:3.1:1769074925.187620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00000080:00000010:0.1:1769074925.199849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ee0. 00010000:00000010:1.1:1769074925.207420:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:0.1:1769074925.234910:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:0.1:1769074925.234949:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00000080:00000010:0.1:1769074925.240134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875c0. 00010000:00000010:3.1:1769074925.254613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:1.1:1769074925.262971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:1.1:1769074925.267626:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10100. 00010000:00000010:1.1:1769074925.267632:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00010000:00000010:1.1:1769074925.267636:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00000080:00000010:1.1:1769074925.271005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2780. 00000080:00000010:1.1:1769074925.271019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0a0. 00010000:00000010:3.1:1769074925.280652:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bc00. 00010000:00000010:3.1:1769074925.280671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:0.1:1769074925.313823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00000080:00000010:0.1:1769074925.313831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ea0. 00010000:00000010:3.1:1769074925.323320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074925.337596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:3.1:1769074925.396584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:3.1:1769074925.596592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00000080:00000010:0.1:1769074925.614543:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea1e0. 00010000:00000010:3.1:1769074925.619397:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:3.1:1769074925.619531:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:3.1:1769074925.637335:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bf00. 00010000:00000010:3.1:1769074925.637342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00000080:00000010:3.1:1769074925.641597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053b20. 00000080:00000010:3.1:1769074925.641628:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0840. 00010000:00000010:3.1:1769074925.649656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732200. 00010000:00000010:3.1:1769074925.649669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:3.1:1769074925.681638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:3.1:1769074925.709632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:3.1:1769074925.816710:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00000080:00000010:3.1:1769074925.816718:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87660. 00000080:00000010:3.1:1769074925.874592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24c0. 00010000:00000010:3.1:1769074925.874610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10a00. 00010000:00000010:3.1:1769074925.874616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:3.1:1769074925.874619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872a0. 00000080:00000010:3.1:1769074925.874635:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c6300. 00010000:00000010:3.1:1769074925.882586:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10e00. 00010000:00000010:3.1:1769074925.882592:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074925.903802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:1.1:1769074925.945624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732200. 00010000:00000010:1.1:1769074925.945638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:3.1:1769074925.949672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:3.1:1769074925.949680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83400. 00010000:00000010:3.1:1769074925.994598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:0.1:1769074925.997824:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558500. 00010000:00000010:0.1:1769074925.997831:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:0.1:1769074925.997835:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00000080:00000010:1.1:1769074926.018910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2820. 00000080:00000010:1.1:1769074926.018929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2700. 00010000:00000010:3.1:1769074926.063128:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00010000:00000010:3.1:1769074926.063142:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00000080:00000010:3.1:1769074926.063147:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea260. 00010000:00000010:3.1:1769074926.102693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732a00. 00010000:00000010:3.1:1769074926.102707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00010000:00000010:3.1:1769074926.140779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:3.1:1769074926.154618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00000080:00000010:3.1:1769074926.154627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5e0. 00010000:00000010:3.1:1769074926.157887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:1.1:1769074926.182834:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:1.1:1769074926.218136:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:1.1:1769074926.256639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88c00. 00010000:00000010:1.1:1769074926.256654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00000080:00000010:1.1:1769074926.261794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533a0. 00000080:00000010:1.1:1769074926.261806:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0000. 00010000:00000010:1.1:1769074926.266972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00000080:00000010:1.1:1769074926.266978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053100. 00010000:00000010:3.1:1769074926.319582:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00000080:00000010:3.1:1769074926.319623:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2bc0. 00010000:00000010:3.1:1769074926.330647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:3.1:1769074926.352819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:3.1:1769074926.352833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:3.1:1769074926.446020:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:0.1:1769074926.473100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22500. 00010000:00000010:0.1:1769074926.473112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:0.1:1769074926.473116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22b00. 00010000:00000010:0.1:1769074926.473118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00010000:00000010:0.1:1769074926.473122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88100. 00010000:00000010:0.1:1769074926.473125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:3.1:1769074926.493613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bb00. 00010000:00000010:3.1:1769074926.493638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:3.1:1769074926.497602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22e00. 00010000:00000010:3.1:1769074926.497627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:1.1:1769074926.561424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00000080:00000010:1.1:1769074926.561432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053360. 00010000:00000010:3.1:1769074926.593603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732400. 00010000:00000010:3.1:1769074926.593613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00000080:00000010:3.1:1769074926.606279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27a0. 00000080:00000010:3.1:1769074926.611273:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c5280. 00010000:00000010:3.1:1769074926.611283:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88c00. 00010000:00000010:3.1:1769074926.611288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:3.1:1769074926.611292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00000080:00000010:0.1:1769074926.613726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22e0. 00010000:00000010:0.1:1769074926.624341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53000. 00010000:00000010:0.1:1769074926.627737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:3.1:1769074926.653132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:3.1:1769074926.653261:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90200. 00010000:00000010:3.1:1769074926.653265:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:3.1:1769074926.653269:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:0.1:1769074926.683834:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00000080:00000010:0.1:1769074926.683845:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ee0. 00010000:00000010:3.1:1769074926.692458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:3.1:1769074926.692475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6a00. 00010000:00000010:3.1:1769074926.692481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00010000:00000010:1.1:1769074926.722847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00000080:00000010:1.1:1769074926.722862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053b20. 00010000:00000010:3.1:1769074926.767042:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:0.1:1769074926.772436:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:1.1:1769074926.772595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:3.1:1769074926.816573:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00010000:00000010:3.1:1769074926.835796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00010000:00000010:0.1:1769074926.885980:0:2366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbf00. 00010000:00000010:0.1:1769074926.885988:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00010000:00000010:3.1:1769074926.900739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00010000:00000010:3.1:1769074926.948601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00010000:00000010:1.1:1769074926.983970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18000. 00010000:00000010:1.1:1769074927.040266:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5da00. 00010000:00000010:0.1:1769074927.040698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c600. 00010000:00000010:3.1:1769074927.064606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:3.1:1769074927.099597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5de00. 00010000:00000010:0.1:1769074927.108903:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d200. 00010000:00000010:0.1:1769074927.162000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:0.1:1769074927.165082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90100. 00010000:00000010:0.1:1769074927.165093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d000. 00010000:00000010:0.1:1769074927.165097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d200. 00000080:00000010:0.1:1769074927.173782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e60. 00000080:00000010:0.1:1769074927.173801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ac0. 00010000:00000010:0.1:1769074927.208597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d800. 00010000:00000010:3.1:1769074927.219962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00000080:00000010:3.1:1769074927.220003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25a0. 00010000:00000010:3.1:1769074927.220010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:3.1:1769074927.275228:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:1.1:1769074927.313742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b100. 00010000:00000010:1.1:1769074927.313757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c600. 00000080:00000010:1.1:1769074927.345056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060537e0. 00000080:00000010:1.1:1769074927.345075:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63b9c0. 00010000:00000010:1.1:1769074927.349600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00000080:00000010:1.1:1769074927.349614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053d20. 00010000:00000010:1.1:1769074927.367591:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:1.1:1769074927.371785:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:3.1:1769074927.518577:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00000080:00000010:3.1:1769074927.518584:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87aa0. 00010000:00000010:3.1:1769074927.536023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:3.1:1769074927.536056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:3.1:1769074927.649650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d800. 00010000:00000010:3.1:1769074927.711389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00000080:00000010:3.1:1769074927.711404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b60. 00010000:00000010:3.1:1769074927.751630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:3.1:1769074927.751666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52800. 00010000:00000010:3.1:1769074927.761213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d000. 00000080:00000010:3.1:1769074927.792303:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fa0. 00000080:00000010:3.1:1769074927.802425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2620. 00010000:00000010:3.1:1769074927.896672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88300. 00010000:00000010:3.1:1769074927.896682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:3.1:1769074927.896684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88b00. 00010000:00000010:3.1:1769074927.896687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00010000:00000010:1.1:1769074927.972023:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00000080:00000010:0.1:1769074927.972593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa40. 00010000:00000010:0.1:1769074927.974802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55400. 00010000:00000010:0.1:1769074927.974813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00000080:00000010:1.1:1769074927.997505:0:5540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafe0. 00000080:00000010:1.1:1769074927.997534:0:5540:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e635280. 00010000:00000010:3.1:1769074928.021590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00010000:00000010:3.1:1769074928.026588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73e00. 00010000:00000010:3.1:1769074928.044688:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00000080:00000010:3.1:1769074928.047773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2cc0. 00010000:00000010:0.1:1769074928.056595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00000080:00000010:0.1:1769074928.056607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00010000:00000010:3.1:1769074928.069291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00000080:00000010:3.1:1769074928.069306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ee0. 00010000:00000010:3.1:1769074928.116458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:3.1:1769074928.116488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732400. 00010000:00000010:3.1:1769074928.116492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:3.1:1769074928.116495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00000080:00000010:1.1:1769074928.120769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ee0. 00000080:00000010:1.1:1769074928.120780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87800. 00010000:00000010:1.1:1769074928.137965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6500. 00010000:00000010:1.1:1769074928.137970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73400. 00000080:00000010:1.1:1769074928.141678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29a0. 00000080:00000010:1.1:1769074928.150652:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57f380. 00010000:00000010:3.1:1769074928.166233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00000080:00000010:3.1:1769074928.166245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e60. 00010000:00000010:1.1:1769074928.167011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00000080:00000010:1.1:1769074928.167019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053800. 00010000:00000010:3.1:1769074928.241587:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00010000:00000010:1.1:1769074928.249589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:3.1:1769074928.273729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:3.1:1769074928.292798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00010000:00000010:3.1:1769074928.342642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10800. 00010000:00000010:3.1:1769074928.342660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:1.1:1769074928.342664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00010000:00000010:3.1:1769074928.354476:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:3.1:1769074928.375827:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73400. 00010000:00000010:1.1:1769074928.376731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90500. 00010000:00000010:1.1:1769074928.376739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00010000:00000010:3.1:1769074928.389669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73e00. 00010000:00000010:3.1:1769074928.411622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00010000:00000010:3.1:1769074928.435716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10600. 00010000:00000010:3.1:1769074928.435725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074928.441769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:3.1:1769074928.455710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90300. 00010000:00000010:3.1:1769074928.455724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d600. 00010000:00000010:0.1:1769074928.469819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73e00. 00010000:00000010:3.1:1769074928.560040:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73400. 00010000:00000010:3.1:1769074928.564701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb100. 00010000:00000010:3.1:1769074928.564717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:1.1:1769074928.579848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:1.1:1769074928.597137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0000. 00010000:00000010:3.1:1769074928.659021:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18000. 00010000:00000010:0.1:1769074928.688891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73400. 00000080:00000010:0.1:1769074928.727131:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28c0. 00000080:00000010:3.1:1769074928.745831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879a0. 00010000:00000010:3.1:1769074928.762812:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a700. 00010000:00000010:3.1:1769074928.762820:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00000080:00000010:3.1:1769074928.774127:0:13257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053600. 00000080:00000010:3.1:1769074928.774148:0:13257:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0840. 00010000:00000010:3.1:1769074928.774158:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:1.1:1769074928.791788:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d000. 00010000:00000010:3.1:1769074928.863163:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88200. 00010000:00000010:3.1:1769074928.863178:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:3.1:1769074928.872807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:0.1:1769074928.894113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:0.1:1769074928.975594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:3.1:1769074928.980518:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00000080:00000010:3.1:1769074928.985586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87c00. 00000080:00000010:3.1:1769074929.080116:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2660. 00000080:00000010:0.1:1769074929.122734:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053840. 00010000:00000010:1.1:1769074929.135271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1200. 00000080:00000010:3.1:1769074929.135474:0:2368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2160. 00000080:00000010:3.1:1769074929.135491:0:2368:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0840. 00010000:00000010:3.1:1769074929.161592:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88500. 00010000:00000010:3.1:1769074929.161603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:3.1:1769074929.181729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:0.1:1769074929.220252:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:3.1:1769074929.268413:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:3.1:1769074929.326865:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:3.1:1769074929.326903:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96e00. 00010000:00000010:3.1:1769074929.382469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d000. 00010000:00000010:1.1:1769074929.383531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00000080:00000010:1.1:1769074929.383540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053720. 00010000:00000010:3.1:1769074929.424641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d000. 00010000:00000010:3.1:1769074929.432631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d800. 00010000:00000010:3.1:1769074929.446721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:0.1:1769074929.450818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053340. 00010000:00000010:3.1:1769074929.454083:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732200. 00010000:00000010:3.1:1769074929.454095:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0a00. 00010000:00000010:3.1:1769074929.561000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00000080:00000010:3.1:1769074929.626606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87cc0. 00000080:00000010:3.1:1769074929.626721:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57f380. 00010000:00000010:0.1:1769074929.634512:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00000080:00000010:0.1:1769074929.634520:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00010000:00000010:3.1:1769074929.636649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074929.641279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00010000:00000010:3.1:1769074929.677337:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074929.692614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074929.703758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1200. 00010000:00000010:0.1:1769074929.707596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00000080:00000010:3.1:1769074929.730772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00010000:00000010:1.1:1769074929.743400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074929.792937:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00010000:00000010:1.1:1769074929.797517:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074929.800824:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dba000. 00010000:00000010:3.1:1769074929.800831:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00031800. 00000080:00000010:3.1:1769074929.826590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060537e0. 00010000:00000010:1.1:1769074929.845686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074929.850013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18000. 00000080:00000010:3.1:1769074929.850023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87280. 00010000:00000010:3.1:1769074929.892160:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:3.1:1769074929.892202:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:1.1:1769074929.896648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22900. 00010000:00000010:1.1:1769074929.896672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00010000:00000010:1.1:1769074929.919789:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cb300. 00010000:00000010:1.1:1769074929.919807:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00000080:00000010:1.1:1769074929.923605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87280. 00000080:00000010:1.1:1769074929.923630:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57f380. 00010000:00000010:3.1:1769074929.928815:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18000. 00010000:00000010:1.1:1769074929.929859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00000080:00000010:1.1:1769074929.929866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053420. 00010000:00000010:3.1:1769074929.975614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b300. 00010000:00000010:3.1:1769074929.975628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56400. 00010000:00000010:0.1:1769074929.978792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:0.1:1769074930.004735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00000080:00000010:0.1:1769074930.017319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2560. 00010000:00000010:0.1:1769074930.022836:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074930.030140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6a00. 00010000:00000010:3.1:1769074930.030157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00031e00. 00010000:00000010:1.1:1769074930.047759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00000080:00000010:0.1:1769074930.091579:0:5540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6c0. 00010000:00000010:0.1:1769074930.175622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:3.1:1769074930.183930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00000080:00000010:3.1:1769074930.183953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d877c0. 00000080:00000010:0.1:1769074930.240638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea720. 00000080:00000010:3.1:1769074930.253724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879a0. 00000080:00000010:1.1:1769074930.256070:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87440. 00010000:00000010:1.1:1769074930.256095:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00000080:00000010:0.1:1769074930.266832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e20. 00010000:00000010:3.1:1769074930.274673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a000. 00010000:00000010:3.1:1769074930.274681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00000080:00000010:3.1:1769074930.345503:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873e0. 00010000:00000010:1.1:1769074930.360822:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:1.1:1769074930.367594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:1.1:1769074930.367629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb000. 00010000:00000010:1.1:1769074930.367634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65000. 00010000:00000010:1.1:1769074930.367639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00000080:00000010:3.1:1769074930.387424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa00. 00000080:00000010:3.1:1769074930.387438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879a0. 00010000:00000010:3.1:1769074930.392328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00000080:00000010:3.1:1769074930.392342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873e0. 00000080:00000010:1.1:1769074930.415599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2da0. 00000080:00000010:1.1:1769074930.440242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00000080:00000010:1.1:1769074930.448723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2320. 00010000:00000010:1.1:1769074930.448742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb000. 00010000:00000010:1.1:1769074930.448748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00000080:00000010:1.1:1769074930.453800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26e0. 00000080:00000010:1.1:1769074930.453818:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c6300. 00010000:00000010:0.1:1769074930.498614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00000080:00000010:0.1:1769074930.498624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5e0. 00010000:00000010:3.1:1769074930.529496:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074930.535812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00010000:00000010:0.1:1769074930.558790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55900. 00010000:00000010:0.1:1769074930.558801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00010000:00000010:1.1:1769074930.580991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00010000:00000010:3.1:1769074930.594704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00000080:00000010:3.1:1769074930.619214:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2140. 00000080:00000010:3.1:1769074930.619226:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2000. 00010000:00000010:3.1:1769074930.619230:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:0.1:1769074930.623131:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:1.1:1769074930.635594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00000080:00000010:1.1:1769074930.635601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2920. 00010000:00000010:3.1:1769074930.640251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b02a0e100. 00010000:00000010:3.1:1769074930.640258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed200. 00010000:00000010:3.1:1769074930.655125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00010000:00000010:3.1:1769074930.661714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:3.1:1769074930.661815:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00000080:00000010:3.1:1769074930.701699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053180. 00000080:00000010:3.1:1769074930.715639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b40. 00010000:00000010:0.1:1769074930.750422:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a000. 00010000:00000010:0.1:1769074930.750455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00000080:00000010:3.1:1769074930.753797:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d877c0. 00000080:00000010:0.1:1769074930.761714:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57f380. 00010000:00000010:3.1:1769074930.766591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:3.1:1769074930.791434:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868e00. 00010000:00000010:3.1:1769074930.791445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec000. 00000080:00000010:3.1:1769074930.803885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879a0. 00010000:00000010:3.1:1769074930.803923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b421d8c00. 00010000:00000010:3.1:1769074930.803929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00010000:00000010:3.1:1769074930.815148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85600. 00000080:00000010:3.1:1769074930.824610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e40. 00010000:00000010:3.1:1769074930.841145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074930.841158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84000. 00010000:00000010:3.1:1769074930.850859:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9100. 00010000:00000010:3.1:1769074930.850875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ed800. 00010000:00000010:3.1:1769074930.867587:0:5550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732400. 00010000:00000010:3.1:1769074930.867594:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:3.1:1769074930.882768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:3.1:1769074930.906808:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:0.1:1769074930.915806:0:13275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00000080:00000010:0.1:1769074930.915815:0:13275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533e0. 00010000:00000010:3.1:1769074930.923673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97100. 00010000:00000010:3.1:1769074930.923680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074930.951755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074930.962721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00000080:00000010:1.1:1769074930.975619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea060. 00000080:00000010:3.1:1769074931.002612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25e0. 00000080:00000010:3.1:1769074931.002649:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e605280. 00010000:00000010:1.1:1769074931.051794:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:3.1:1769074931.084832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97700. 00010000:00000010:3.1:1769074931.084839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00000080:00000010:3.1:1769074931.112489:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879a0. 00010000:00000010:3.1:1769074931.112504:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00010000:00000010:0.1:1769074931.128458:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074931.139032:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55900. 00010000:00000010:3.1:1769074931.139039:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:3.1:1769074931.181577:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074931.299625:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00000080:00000010:0.1:1769074931.354900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c80. 00010000:00000010:3.1:1769074931.359575:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00000080:00000010:3.1:1769074931.372025:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87aa0. 00010000:00000010:3.1:1769074931.372049:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8300. 00010000:00000010:3.1:1769074931.372054:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164e00. 00000080:00000010:3.1:1769074931.372060:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead40. 00010000:00000010:3.1:1769074931.373726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88d00. 00010000:00000010:3.1:1769074931.373732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00000080:00000010:0.1:1769074931.382993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2260. 00010000:00000010:3.1:1769074931.388734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00000080:00000010:1.1:1769074931.413610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2540. 00010000:00000010:3.1:1769074931.422999:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65c00. 00010000:00000010:3.1:1769074931.431453:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56900. 00010000:00000010:3.1:1769074931.431469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65000. 00010000:00000010:3.1:1769074931.449136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00010000:00000010:0.1:1769074931.487314:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00010000:00000010:3.1:1769074931.529678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22200. 00010000:00000010:3.1:1769074931.529686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00000080:00000010:3.1:1769074931.550723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ae0. 00000080:00000010:3.1:1769074931.561077:0:2368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf40. 00010000:00000010:3.1:1769074931.574340:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97800. 00010000:00000010:3.1:1769074931.574356:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a200. 00000080:00000010:3.1:1769074931.613263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2060. 00010000:00000010:3.1:1769074931.632668:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c400. 00010000:00000010:3.1:1769074931.640903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074931.640911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22c00. 00010000:00000010:3.1:1769074931.640915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:0.1:1769074931.647660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8300. 00010000:00000010:0.1:1769074931.647667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00010000:00000010:0.1:1769074931.647671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00000080:00000010:3.1:1769074931.689937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2740. 00010000:00000010:3.1:1769074931.720771:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97d00. 00010000:00000010:3.1:1769074931.720777:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00010000:00000010:0.1:1769074931.721955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074931.722003:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00010000:00000010:3.1:1769074931.771718:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dba300. 00010000:00000010:3.1:1769074931.771727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00030000. 00000080:00000010:3.1:1769074931.785728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafa0. 00010000:00000010:3.1:1769074931.827912:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00010000:00000010:3.1:1769074931.856585:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00000080:00000010:0.1:1769074931.859780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d80. 00000080:00000010:0.1:1769074931.859796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879e0. 00010000:00000010:3.1:1769074931.863788:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22a00. 00010000:00000010:3.1:1769074931.863804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73c00. 00010000:00000010:3.1:1769074931.891608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00010000:00000010:3.1:1769074931.912001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00030000. 00010000:00000010:3.1:1769074931.939776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00000080:00000010:3.1:1769074931.957957:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24e0. 00010000:00000010:3.1:1769074931.967445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00010000:00000010:0.1:1769074931.967535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074931.967609:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00010000:00000010:0.1:1769074932.000935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886af00. 00010000:00000010:0.1:1769074932.000942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:3.1:1769074932.004718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65c00. 00010000:00000010:3.1:1769074932.036919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:3.1:1769074932.050735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:3.1:1769074932.066806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00000080:00000010:1.1:1769074932.069666:0:13275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872a0. 00000080:00000010:1.1:1769074932.103152:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d878a0. 00010000:00000010:3.1:1769074932.110593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55900. 00010000:00000010:3.1:1769074932.110606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074932.126833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886aa00. 00010000:00000010:3.1:1769074932.126840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00010000:00000010:3.1:1769074932.146415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5e00. 00010000:00000010:3.1:1769074932.244725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:3.1:1769074932.292962:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:3.1:1769074932.330017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164e00. 00000080:00000010:3.1:1769074932.330028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87220. 00010000:00000010:3.1:1769074932.411318:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0a00. 00000080:00000010:3.1:1769074932.448966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2340. 00000080:00000010:0.1:1769074932.459595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053340. 00000080:00000010:1.1:1769074932.474124:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f00. 00000080:00000010:3.1:1769074932.478782:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2840. 00010000:00000010:0.1:1769074932.480818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00000080:00000010:3.1:1769074932.481746:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d5ac0. 00010000:00000010:3.1:1769074932.486695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164e00. 00000080:00000010:3.1:1769074932.486709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87220. 00010000:00000010:3.1:1769074932.496979:0:13257:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868b00. 00010000:00000010:3.1:1769074932.496995:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066ec400. 00010000:00000010:0.1:1769074932.527360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:0.1:1769074932.527368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060537e0. 00010000:00000010:3.1:1769074932.573723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00010000:00000010:3.1:1769074932.602627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00000080:00000010:3.1:1769074932.614756:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875c0. 00010000:00000010:3.1:1769074932.614775:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:3.1:1769074932.666599:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00010000:00000010:3.1:1769074932.682491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868e00. 00010000:00000010:3.1:1769074932.682507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00000080:00000010:3.1:1769074932.694932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87de0. 00000080:00000010:3.1:1769074932.694961:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d4200. 00000080:00000010:0.1:1769074932.705750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875c0. 00010000:00000010:3.1:1769074932.711573:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:3.1:1769074932.736710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8000. 00010000:00000010:3.1:1769074932.736723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164e00. 00010000:00000010:0.1:1769074932.754622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00000080:00000010:0.1:1769074932.764932:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2340. 00010000:00000010:0.1:1769074932.764946:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:3.1:1769074932.781596:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:3.1:1769074932.803699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00000080:00000010:3.1:1769074932.803712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879c0. 00010000:00000010:3.1:1769074932.856420:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:3.1:1769074932.861700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:1.1:1769074932.911023:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22e00. 00010000:00000010:1.1:1769074932.911034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0000. 00000080:00000010:3.1:1769074932.911227:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87de0. 00000080:00000010:3.1:1769074932.931768:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2740. 00000080:00000010:3.1:1769074932.957684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2720. 00000080:00000010:3.1:1769074932.957701:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d3180. 00010000:00000010:3.1:1769074932.957717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00030000. 00000080:00000010:3.1:1769074932.957722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87de0. 00010000:00000010:1.1:1769074933.019225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22500. 00010000:00000010:1.1:1769074933.019233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65c00. 00010000:00000010:1.1:1769074933.039981:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165600. 00010000:00000010:3.1:1769074933.042382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00000080:00000010:3.1:1769074933.042399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20a0. 00010000:00000010:3.1:1769074933.070727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0a00. 00010000:00000010:3.1:1769074933.087844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:3.1:1769074933.112681:0:1362:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cf2900. 00010000:00000010:3.1:1769074933.112700:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:1.1:1769074933.225625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558500. 00010000:00000010:1.1:1769074933.225634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:3.1:1769074933.273802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6500. 00010000:00000010:3.1:1769074933.273810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:3.1:1769074933.273814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55400. 00010000:00000010:3.1:1769074933.273817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00010000:00000010:1.1:1769074933.274748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb000. 00010000:00000010:1.1:1769074933.275694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00010000:00000010:0.1:1769074933.276346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:1.1:1769074933.285594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339000. 00010000:00000010:1.1:1769074933.285613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b000. 00010000:00000010:1.1:1769074933.285618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6b00. 00010000:00000010:1.1:1769074933.285621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049800. 00010000:00000010:1.1:1769074933.285625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b300. 00010000:00000010:1.1:1769074933.285629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:1.1:1769074933.285632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868300. 00010000:00000010:1.1:1769074933.285636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83600. 00010000:00000010:1.1:1769074933.349793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044b00. 00010000:00000010:1.1:1769074933.349799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00010000:00000010:1.1:1769074933.349802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d200. 00010000:00000010:3.1:1769074933.362783:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00000080:00000010:3.1:1769074933.362798:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87920. 00000080:00000010:3.1:1769074933.394270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e40. 00010000:00000010:3.1:1769074933.418953:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22e00. 00010000:00000010:3.1:1769074933.418959:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0000. 00010000:00000010:0.1:1769074933.434730:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97400. 00010000:00000010:0.1:1769074933.434736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00000080:00000010:0.1:1769074933.439585:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26c0. 00000080:00000010:0.1:1769074933.439610:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d1080. 00010000:00000010:0.1:1769074933.447915:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00000080:00000010:0.1:1769074933.447930:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea300. 00010000:00000010:1.1:1769074933.459024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00000080:00000010:3.1:1769074933.485639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2920. 00000080:00000010:3.1:1769074933.485658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b40. 00010000:00000010:3.1:1769074933.501456:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00000080:00000010:3.1:1769074933.503673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b60. 00010000:00000010:0.1:1769074933.535298:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00000080:00000010:0.1:1769074933.535416:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2000. 00000080:00000010:0.1:1769074933.535423:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22a0. 00010000:00000010:0.1:1769074933.535427:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074933.544072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:0.1:1769074933.563613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88c00. 00010000:00000010:0.1:1769074933.563622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00000080:00000010:1.1:1769074933.575129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea9c0. 00000080:00000010:1.1:1769074933.575152:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e636b40. 00010000:00000010:1.1:1769074933.592708:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:1.1:1769074933.592714:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00010000:00000010:1.1:1769074933.628701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:1.1:1769074933.628707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00010000:00000010:3.1:1769074933.666728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:3.1:1769074933.679187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074933.679223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cbe00. 00010000:00000010:3.1:1769074933.679228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:3.1:1769074933.679231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00010000:00000010:0.1:1769074933.682791:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:0.1:1769074933.682800:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26e0. 00000080:00000010:3.1:1769074933.695588:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87920. 00000080:00000010:3.1:1769074933.695608:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2180. 00010000:00000010:3.1:1769074933.713573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074933.738984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074933.739001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:3.1:1769074933.739005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00000080:00000010:1.1:1769074933.741755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87080. 00000080:00000010:1.1:1769074933.741761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87920. 00010000:00000010:1.1:1769074933.741766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00000080:00000010:3.1:1769074933.755607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87560. 00010000:00000010:1.1:1769074933.767912:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00000080:00000010:1.1:1769074933.767923:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d878c0. 00010000:00000010:3.1:1769074933.806299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8000. 00010000:00000010:3.1:1769074933.806317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7a00. 00000080:00000010:3.1:1769074933.806325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87900. 00000080:00000010:3.1:1769074933.806341:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57f380. 00010000:00000010:3.1:1769074933.807603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00000080:00000010:3.1:1769074933.807612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ac0. 00010000:00000010:3.1:1769074933.860758:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cbe00. 00010000:00000010:3.1:1769074933.860764:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:0.1:1769074933.861465:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96c00. 00010000:00000010:3.1:1769074933.864806:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:0.1:1769074933.868589:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2da0. 00000080:00000010:0.1:1769074933.868619:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d4a40. 00010000:00000010:3.1:1769074933.872631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074933.878831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074933.902670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074933.911670:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00000080:00000010:0.1:1769074933.912806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ac0. 00000080:00000010:0.1:1769074933.912823:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0840. 00010000:00000010:3.1:1769074933.924114:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074933.930728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55c00. 00010000:00000010:3.1:1769074933.930745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:3.1:1769074933.948749:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:0.1:1769074933.955812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6200. 00010000:00000010:3.1:1769074933.977789:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074933.977797:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:3.1:1769074933.978074:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f40. 00000080:00000010:3.1:1769074933.978079:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20e0. 00010000:00000010:3.1:1769074933.978084:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:3.1:1769074934.003602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074934.056477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00000080:00000010:3.1:1769074934.056485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00010000:00000010:0.1:1769074934.064694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:0.1:1769074934.064704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:0.1:1769074934.070974:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00000080:00000010:0.1:1769074934.071013:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea660. 00000080:00000010:0.1:1769074934.071019:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7e0. 00010000:00000010:0.1:1769074934.071022:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074934.077135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:3.1:1769074934.101927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8000. 00010000:00000010:3.1:1769074934.101940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00000080:00000010:3.1:1769074934.139844:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa60. 00000080:00000010:3.1:1769074934.139863:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57f380. 00010000:00000010:3.1:1769074934.161278:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:3.1:1769074934.161290:0:1043:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87420. 00010000:00000010:3.1:1769074934.193947:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00000080:00000010:0.1:1769074934.215851:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26a0. 00000080:00000010:0.1:1769074934.215859:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873c0. 00010000:00000010:0.1:1769074934.215865:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074934.218939:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:1.1:1769074934.271689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00000080:00000010:1.1:1769074934.271702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2660. 00000080:00000010:0.1:1769074934.283593:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea380. 00000080:00000010:1.1:1769074934.296603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f80. 00000080:00000010:1.1:1769074934.303709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceadc0. 00000080:00000010:1.1:1769074934.311715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2480. 00010000:00000010:1.1:1769074934.316802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6500. 00010000:00000010:1.1:1769074934.316818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00000080:00000010:1.1:1769074934.335662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2160. 00000080:00000010:1.1:1769074934.335683:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57f380. 00010000:00000010:1.1:1769074934.351950:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7a00. 00000080:00000010:1.1:1769074934.351964:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060538c0. 00010000:00000010:1.1:1769074934.371978:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55a00. 00010000:00000010:1.1:1769074934.371989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00000080:00000010:1.1:1769074934.371994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2aa0. 00000080:00000010:1.1:1769074934.372008:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52f380. 00010000:00000010:3.1:1769074934.400885:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbba00. 00010000:00000010:3.1:1769074934.400894:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:1.1:1769074934.407194:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7a00. 00000080:00000010:3.1:1769074934.413594:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060538c0. 00000080:00000010:3.1:1769074934.420920:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28c0. 00000080:00000010:3.1:1769074934.420937:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2100. 00010000:00000010:3.1:1769074934.428656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:3.1:1769074934.439635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87d40. 00010000:00000010:3.1:1769074934.469598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00000080:00000010:3.1:1769074934.500618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29a0. 00000080:00000010:3.1:1769074934.500643:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d6300. 00010000:00000010:3.1:1769074934.500652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00000080:00000010:3.1:1769074934.500657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87d40. 00010000:00000010:0.1:1769074934.505682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22c00. 00010000:00000010:0.1:1769074934.505689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00000080:00000010:0.1:1769074934.524700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2240. 00000080:00000010:0.1:1769074934.524725:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2940. 00010000:00000010:0.1:1769074934.528698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00000080:00000010:0.1:1769074934.528709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea4c0. 00010000:00000010:1.1:1769074934.624724:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22200. 00010000:00000010:1.1:1769074934.624730:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00000080:00000010:1.1:1769074934.629439:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fa0. 00000080:00000010:1.1:1769074934.629458:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d7380. 00010000:00000010:3.1:1769074934.643664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00000080:00000010:3.1:1769074934.643678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060536a0. 00010000:00000010:0.1:1769074934.665681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00031e00. 00010000:00000010:0.1:1769074934.669627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00000080:00000010:1.1:1769074934.669690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea260. 00010000:00000010:1.1:1769074934.717499:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88d00. 00010000:00000010:1.1:1769074934.717506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:3.1:1769074934.730068:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00030000. 00000080:00000010:1.1:1769074934.731875:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead60. 00010000:00000010:3.1:1769074934.735418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00031e00. 00000080:00000010:1.1:1769074934.735623:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e632100. 00010000:00000010:1.1:1769074934.739620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00000080:00000010:1.1:1769074934.739634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053820. 00010000:00000010:1.1:1769074934.774769:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6200. 00010000:00000010:3.1:1769074934.788257:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:3.1:1769074934.865588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:3.1:1769074934.865625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00010000:00000010:1.1:1769074934.896711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868300. 00010000:00000010:1.1:1769074934.896717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00031e00. 00000080:00000010:3.1:1769074934.900609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870e0. 00000080:00000010:3.1:1769074934.900625:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52ca40. 00000080:00000010:3.1:1769074934.915000:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25c0. 00010000:00000010:0.1:1769074934.922305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:3.1:1769074934.935603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868b00. 00010000:00000010:3.1:1769074934.935611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:3.1:1769074934.979652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:3.1:1769074934.979661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27a0. 00010000:00000010:1.1:1769074934.985680:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:3.1:1769074934.999710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88d00. 00010000:00000010:3.1:1769074934.999716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00010000:00000010:0.1:1769074935.008126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0200. 00010000:00000010:3.1:1769074935.019588:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:0.1:1769074935.026656:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00000080:00000010:1.1:1769074935.028346:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ac0. 00010000:00000010:1.1:1769074935.028352:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:0.1:1769074935.063142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868b00. 00010000:00000010:0.1:1769074935.063154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00000080:00000010:3.1:1769074935.073975:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab00. 00000080:00000010:3.1:1769074935.073990:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52ca40. 00010000:00000010:0.1:1769074935.082600:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00000080:00000010:0.1:1769074935.082607:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a60. 00010000:00000010:1.1:1769074935.088966:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b02a0e100. 00010000:00000010:1.1:1769074935.088982:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:0.1:1769074935.142841:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00010000:00000010:0.1:1769074935.158604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00000080:00000010:0.1:1769074935.158643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea780. 00000080:00000010:0.1:1769074935.158650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27c0. 00010000:00000010:0.1:1769074935.158654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:0.1:1769074935.191604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88400. 00010000:00000010:0.1:1769074935.191612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00000080:00000010:0.1:1769074935.203152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead40. 00000080:00000010:0.1:1769074935.203169:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e635280. 00010000:00000010:1.1:1769074935.216665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00000080:00000010:1.1:1769074935.216672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea400. 00010000:00000010:0.1:1769074935.260824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:1.1:1769074935.268692:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:1.1:1769074935.284483:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00000080:00000010:1.1:1769074935.284531:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea380. 00000080:00000010:1.1:1769074935.284538:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab60. 00010000:00000010:1.1:1769074935.284542:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7e00. 00010000:00000010:3.1:1769074935.312977:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b03ead400. 00010000:00000010:3.1:1769074935.312991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:0.1:1769074935.331621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2360. 00000080:00000010:0.1:1769074935.331650:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d6b40. 00010000:00000010:3.1:1769074935.331714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22200. 00010000:00000010:3.1:1769074935.331722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:0.1:1769074935.347950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00000080:00000010:0.1:1769074935.347966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea060. 00000080:00000010:3.1:1769074935.352747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ee0. 00000080:00000010:3.1:1769074935.352776:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63b180. 00010000:00000010:1.1:1769074935.411655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:1.1:1769074935.437665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00010000:00000010:3.1:1769074935.451783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7400. 00000080:00000010:3.1:1769074935.457076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053cc0. 00000080:00000010:3.1:1769074935.457087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87620. 00010000:00000010:3.1:1769074935.457095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:0.1:1769074935.497030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00000080:00000010:0.1:1769074935.512332:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52a100. 00010000:00000010:0.1:1769074935.521797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00000080:00000010:0.1:1769074935.521814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea300. 00010000:00000010:3.1:1769074935.594651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:3.1:1769074935.594665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2700. 00000080:00000010:3.1:1769074935.605706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2bc0. 00000080:00000010:3.1:1769074935.605720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae40. 00010000:00000010:3.1:1769074935.605728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:3.1:1769074935.668666:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dba300. 00010000:00000010:3.1:1769074935.668674:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:3.1:1769074935.668678:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2820. 00000080:00000010:3.1:1769074935.671790:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52b9c0. 00010000:00000010:3.1:1769074935.676691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00000080:00000010:3.1:1769074935.686695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c20. 00000080:00000010:3.1:1769074935.686735:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0000. 00010000:00000010:3.1:1769074935.691437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00000080:00000010:3.1:1769074935.691454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87240. 00010000:00000010:3.1:1769074935.720694:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:0.1:1769074935.731636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:1.1:1769074935.739867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00010000:00000010:1.1:1769074935.746904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:0.1:1769074935.757254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dba300. 00010000:00000010:0.1:1769074935.757291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00000080:00000010:0.1:1769074935.765171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87240. 00000080:00000010:0.1:1769074935.765188:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52b9c0. 00010000:00000010:0.1:1769074935.773213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00000080:00000010:0.1:1769074935.773220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea380. 00010000:00000010:3.1:1769074935.795682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00010000:00000010:3.1:1769074935.812912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00000080:00000010:3.1:1769074935.812947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a20. 00010000:00000010:3.1:1769074935.812954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00010000:00000010:3.1:1769074935.847726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6d00. 00010000:00000010:3.1:1769074935.847731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00000080:00000010:3.1:1769074935.870351:0:2369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ba0. 00000080:00000010:3.1:1769074935.870377:0:2369:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52e300. 00010000:00000010:3.1:1769074935.883592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00000080:00000010:3.1:1769074935.883598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a20. 00000080:00000010:0.1:1769074935.906594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2780. 00000080:00000010:0.1:1769074935.906616:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d39c0. 00010000:00000010:0.1:1769074935.940748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6d00. 00010000:00000010:0.1:1769074935.940761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00000080:00000010:0.1:1769074935.955659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a40. 00000080:00000010:0.1:1769074935.955676:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52e300. 00010000:00000010:3.1:1769074935.960609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00000080:00000010:3.1:1769074935.960627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea780. 00010000:00000010:0.1:1769074935.979289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:3.1:1769074935.990638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:0.1:1769074936.003259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:0.1:1769074936.016654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:1.1:1769074936.028072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00000080:00000010:1.1:1769074936.028112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea720. 00000080:00000010:1.1:1769074936.028117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7e0. 00010000:00000010:1.1:1769074936.028121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50600. 00000080:00000010:0.1:1769074936.041588:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d39c0. 00010000:00000010:0.1:1769074936.059715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339000. 00010000:00000010:0.1:1769074936.059721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00000080:00000010:0.1:1769074936.070253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060532e0. 00000080:00000010:0.1:1769074936.070270:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63a940. 00010000:00000010:0.1:1769074936.088469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00000080:00000010:0.1:1769074936.088476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea640. 00010000:00000010:3.1:1769074936.096921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:0.1:1769074936.129175:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00000080:00000010:1.1:1769074936.143724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2420. 00000080:00000010:1.1:1769074936.143729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2880. 00010000:00000010:1.1:1769074936.143733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:0.1:1769074936.143786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00010000:00000010:3.1:1769074936.171305:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00010000:00000010:3.1:1769074936.171408:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00000080:00000010:3.1:1769074936.215981:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa60. 00000080:00000010:3.1:1769074936.216004:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52a940. 00010000:00000010:3.1:1769074936.229715:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00000080:00000010:3.1:1769074936.229722:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87400. 00010000:00000010:3.1:1769074936.246623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:3.1:1769074936.268046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074936.268091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:3.1:1769074936.362659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7600. 00010000:00000010:3.1:1769074936.362671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00000080:00000010:0.1:1769074936.376977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ba0. 00000080:00000010:0.1:1769074936.376994:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0000. 00010000:00000010:0.1:1769074936.377000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00000080:00000010:0.1:1769074936.377005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab60. 00010000:00000010:3.1:1769074936.388644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:3.1:1769074936.401787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:3.1:1769074936.454753:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00010000:00000010:3.1:1769074936.471920:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:1.1:1769074936.498980:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:3.1:1769074936.535375:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00000080:00000010:1.1:1769074936.553885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053920. 00010000:00000010:3.1:1769074936.582932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7600. 00010000:00000010:3.1:1769074936.582939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00000080:00000010:3.1:1769074936.590020:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c60. 00000080:00000010:3.1:1769074936.590042:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d6b40. 00010000:00000010:3.1:1769074936.606671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:3.1:1769074936.620614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:3.1:1769074936.630627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56700. 00010000:00000010:3.1:1769074936.630643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:3.1:1769074936.661413:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:3.1:1769074936.661430:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00000080:00000010:0.1:1769074936.690762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2280. 00010000:00000010:3.1:1769074936.722358:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:0.1:1769074936.737745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00000080:00000010:0.1:1769074936.737796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea260. 00000080:00000010:0.1:1769074936.737803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d876e0. 00000080:00000010:0.1:1769074936.737809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00000080:00000010:0.1:1769074936.737813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20c0. 00010000:00000010:0.1:1769074936.737833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f000. 00010000:00000010:3.1:1769074936.738251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b200. 00010000:00000010:3.1:1769074936.738257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:1.1:1769074936.751435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2200. 00000080:00000010:1.1:1769074936.751457:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52b180. 00010000:00000010:1.1:1769074936.762665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:1.1:1769074936.762684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00000080:00000010:3.1:1769074936.804292:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d871a0. 00000080:00000010:3.1:1769074936.804318:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52c200. 00010000:00000010:3.1:1769074936.818693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00000080:00000010:3.1:1769074936.818701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87480. 00010000:00000010:3.1:1769074936.818707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074936.822642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:3.1:1769074936.833506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:2.1:1769074936.861074:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:2.1:1769074936.882741:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00000080:00000010:2.1:1769074936.882795:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053720. 00010000:00000010:2.1:1769074936.882801:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f000. 00010000:00000010:1.1:1769074936.887629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6c00. 00010000:00000010:1.1:1769074936.887641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:0.1:1769074936.894608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87840. 00000080:00000010:0.1:1769074936.894630:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d7380. 00010000:00000010:0.1:1769074936.903899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00000080:00000010:0.1:1769074936.903907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0a0. 00010000:00000010:2.1:1769074936.935720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864ba00. 00010000:00000010:2.1:1769074936.935735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00000080:00000010:3.1:1769074936.942978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a40. 00000080:00000010:3.1:1769074936.942997:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2940. 00010000:00000010:3.1:1769074936.951957:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:2.1:1769074936.953026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00000080:00000010:2.1:1769074936.953039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87480. 00010000:00000010:2.1:1769074936.958691:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00000080:00000010:2.1:1769074936.958723:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f40. 00010000:00000010:2.1:1769074936.958729:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:2.1:1769074936.994002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:0.1:1769074936.997898:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f400. 00010000:00000010:2.1:1769074936.998727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864ba00. 00010000:00000010:2.1:1769074936.998733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00000080:00000010:3.1:1769074937.008648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29c0. 00000080:00000010:3.1:1769074937.008668:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d6300. 00000080:00000010:0.1:1769074937.009582:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f40. 00010000:00000010:0.1:1769074937.009590:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:2.1:1769074937.015615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00000080:00000010:2.1:1769074937.015633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ba0. 00010000:00000010:2.1:1769074937.053657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:1.1:1769074937.065599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ae00. 00010000:00000010:1.1:1769074937.065606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00000080:00000010:1.1:1769074937.078905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23e0. 00000080:00000010:1.1:1769074937.078929:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e635280. 00010000:00000010:1.1:1769074937.078939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:1.1:1769074937.078943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ae0. 00010000:00000010:2.1:1769074937.099026:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864ba00. 00010000:00000010:2.1:1769074937.099035:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:2.1:1769074937.103657:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00000080:00000010:2.1:1769074937.115391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f20. 00000080:00000010:2.1:1769074937.115410:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2100. 00000080:00000010:0.1:1769074937.130602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f40. 00010000:00000010:2.1:1769074937.143596:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00000080:00000010:3.1:1769074937.143604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23e0. 00010000:00000010:1.1:1769074937.144323:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b200. 00010000:00000010:1.1:1769074937.144332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00000080:00000010:3.1:1769074937.147622:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52c200. 00010000:00000010:2.1:1769074937.163578:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:2.1:1769074937.167745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:2.1:1769074937.174859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:3.1:1769074937.175265:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00000080:00000010:3.1:1769074937.175272:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a40. 00010000:00000010:2.1:1769074937.182718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:2.1:1769074937.190592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:2.1:1769074937.215591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:2.1:1769074937.215629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00010000:00000010:3.1:1769074937.220128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:3.1:1769074937.240641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:0.1:1769074937.266616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864ba00. 00010000:00000010:0.1:1769074937.266634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:2.1:1769074937.266708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00000080:00000010:3.1:1769074937.291043:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c60. 00000080:00000010:3.1:1769074937.291063:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2100. 00010000:00000010:3.1:1769074937.295716:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90000. 00010000:00000010:3.1:1769074937.295723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00010000:00000010:0.1:1769074937.301633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00000080:00000010:0.1:1769074937.301641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0a0. 00010000:00000010:3.1:1769074937.340798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:2.1:1769074937.358204:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00000080:00000010:2.1:1769074937.358212:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87100. 00010000:00000010:3.1:1769074937.369627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:3.1:1769074937.385998:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864ba00. 00010000:00000010:3.1:1769074937.386014:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:1.1:1769074937.420684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:2.1:1769074937.423017:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:2.1:1769074937.423025:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00000080:00000010:1.1:1769074937.427078:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ba0. 00000080:00000010:3.1:1769074937.427639:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2880. 00000080:00000010:3.1:1769074937.427652:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0840. 00010000:00000010:0.1:1769074937.437546:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074937.454251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00000080:00000010:2.1:1769074937.454261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87180. 00010000:00000010:3.1:1769074937.455686:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0a00. 00010000:00000010:3.1:1769074937.455696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:2.1:1769074937.471075:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:2.1:1769074937.477122:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f400. 00000080:00000010:3.1:1769074937.484718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053360. 00010000:00000010:3.1:1769074937.503598:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ce00. 00010000:00000010:3.1:1769074937.523916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0f00. 00010000:00000010:3.1:1769074937.523930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:2.1:1769074937.524665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:2.1:1769074937.524675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:3.1:1769074937.532060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2820. 00000080:00000010:2.1:1769074937.532130:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d4a40. 00010000:00000010:2.1:1769074937.538651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:2.1:1769074937.538659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2700. 00010000:00000010:3.1:1769074937.565913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:1.1:1769074937.580575:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac00. 00010000:00000010:3.1:1769074937.581305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:3.1:1769074937.595456:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00000080:00000010:3.1:1769074937.595505:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2700. 00010000:00000010:3.1:1769074937.595513:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:3.1:1769074937.598838:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074937.601025:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864ba00. 00010000:00000010:2.1:1769074937.601035:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f000. 00010000:00000010:2.1:1769074937.624657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:0.1:1769074937.628591:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90000. 00010000:00000010:0.1:1769074937.628599:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00010000:00000010:0.1:1769074937.652609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:0.1:1769074937.662043:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00000080:00000010:2.1:1769074937.662775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ba0. 00000080:00000010:2.1:1769074937.662791:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52c200. 00010000:00000010:3.1:1769074937.678890:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:3.1:1769074937.678899:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2360. 00010000:00000010:2.1:1769074937.688808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:2.1:1769074937.688831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:2.1:1769074937.697907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074937.697919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:3.1:1769074937.701683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f000. 00010000:00000010:2.1:1769074937.710580:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:3.1:1769074937.710582:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:3.1:1769074937.718610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074937.722605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:0.1:1769074937.722606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00000080:00000010:2.1:1769074937.722647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a60. 00000080:00000010:2.1:1769074937.722655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87620. 00010000:00000010:2.1:1769074937.722659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00010000:00000010:3.1:1769074937.731585:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90e00. 00010000:00000010:3.1:1769074937.731591:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84a00. 00010000:00000010:2.1:1769074937.755763:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:0.1:1769074937.760178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:0.1:1769074937.760187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00000080:00000010:0.1:1769074937.763590:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fa0. 00000080:00000010:0.1:1769074937.763610:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d4a40. 00010000:00000010:0.1:1769074937.763621:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00000080:00000010:0.1:1769074937.763624:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea8a0. 00000080:00000010:1.1:1769074937.780113:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87880. 00010000:00000010:0.1:1769074937.796585:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6200. 00010000:00000010:2.1:1769074937.800613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6600. 00010000:00000010:2.1:1769074937.800626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c400. 00010000:00000010:2.1:1769074937.800629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:2.1:1769074937.810960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:3.1:1769074937.817602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:2.1:1769074937.825588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00000080:00000010:2.1:1769074937.825625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29a0. 00000080:00000010:2.1:1769074937.825632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2240. 00010000:00000010:2.1:1769074937.825636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00000080:00000010:3.1:1769074937.833708:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00010000:00000010:2.1:1769074937.866669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0700. 00010000:00000010:2.1:1769074937.866685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:2.1:1769074937.866690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28c0. 00000080:00000010:2.1:1769074937.866708:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d1080. 00010000:00000010:0.1:1769074937.870599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00010000:00000010:0.1:1769074937.870608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ab00. 00010000:00000010:0.1:1769074937.870612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:2.1:1769074937.870693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00000080:00000010:2.1:1769074937.870700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29a0. 00010000:00000010:2.1:1769074937.870708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074937.903867:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00000080:00000010:0.1:1769074937.915590:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053840. 00010000:00000010:2.1:1769074937.926139:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:1.1:1769074937.926322:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:3.1:1769074937.933574:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b200. 00010000:00000010:3.1:1769074937.933582:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6200. 00010000:00000010:2.1:1769074937.939741:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00000080:00000010:2.1:1769074937.940083:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28c0. 00000080:00000010:2.1:1769074937.940091:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29a0. 00010000:00000010:2.1:1769074937.940095:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:3.1:1769074937.955183:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00000080:00000010:1.1:1769074937.973707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceadc0. 00010000:00000010:2.1:1769074937.973794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0700. 00010000:00000010:2.1:1769074937.973800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:1.1:1769074937.985678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00000080:00000010:3.1:1769074937.990794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2aa0. 00000080:00000010:3.1:1769074938.004642:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d1080. 00010000:00000010:3.1:1769074938.004658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:3.1:1769074938.004663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b200. 00010000:00000010:3.1:1769074938.004667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00000080:00000010:3.1:1769074938.004672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e80. 00010000:00000010:3.1:1769074938.009608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:3.1:1769074938.033249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:2.1:1769074938.050789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:3.1:1769074938.050983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:2.1:1769074938.086596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:2.1:1769074938.086643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87020. 00000080:00000010:2.1:1769074938.086653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e80. 00010000:00000010:2.1:1769074938.086669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00000080:00000010:3.1:1769074938.092595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053180. 00000080:00000010:1.1:1769074938.099587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c40. 00010000:00000010:2.1:1769074938.106801:0:1043:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0700. 00010000:00000010:2.1:1769074938.106809:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00000080:00000010:1.1:1769074938.108700:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28c0. 00010000:00000010:1.1:1769074938.108715:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:1.1:1769074938.108721:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8f00. 00010000:00000010:1.1:1769074938.108725:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53800. 00010000:00000010:1.1:1769074938.108728:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:2.1:1769074938.112207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2160. 00000080:00000010:2.1:1769074938.112225:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d3180. 00000080:00000010:1.1:1769074938.128798:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2480. 00000080:00000010:1.1:1769074938.128823:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e607380. 00010000:00000010:2.1:1769074938.129635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00000080:00000010:2.1:1769074938.129642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2560. 00010000:00000010:1.1:1769074938.140690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6200. 00010000:00000010:1.1:1769074938.140697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4be00. 00010000:00000010:1.1:1769074938.140702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53c00. 00000080:00000010:3.1:1769074938.150406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c40. 00000080:00000010:3.1:1769074938.150442:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e602940. 00000080:00000010:0.1:1769074938.167787:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87420. 00010000:00000010:2.1:1769074938.181994:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:3.1:1769074938.182602:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:2.1:1769074938.186600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:2.1:1769074938.213358:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:2.1:1769074938.213404:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2160. 00000080:00000010:2.1:1769074938.213411:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2560. 00010000:00000010:2.1:1769074938.216143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:2.1:1769074938.223712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00010000:00000010:2.1:1769074938.223727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9e00. 00010000:00000010:2.1:1769074938.223732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00010000:00000010:2.1:1769074938.223735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:0.1:1769074938.239719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6400. 00010000:00000010:0.1:1769074938.239733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:3.1:1769074938.261147:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2660. 00000080:00000010:3.1:1769074938.261169:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e529080. 00000080:00000010:2.1:1769074938.261577:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b40. 00000080:00000010:2.1:1769074938.261595:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57d280. 00010000:00000010:3.1:1769074938.272592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:3.1:1769074938.272602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ac0. 00010000:00000010:2.1:1769074938.276597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6e00. 00010000:00000010:2.1:1769074938.276612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00000080:00000010:2.1:1769074938.291038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a80. 00000080:00000010:2.1:1769074938.291068:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c6b40. 00010000:00000010:2.1:1769074938.300099:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10700. 00010000:00000010:2.1:1769074938.300116:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00010000:00000010:3.1:1769074938.310044:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb400. 00010000:00000010:3.1:1769074938.310052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00000080:00000010:2.1:1769074938.310603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870a0. 00000080:00000010:2.1:1769074938.310629:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57ca40. 00010000:00000010:3.1:1769074938.327732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:0.1:1769074938.346742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6a0. 00010000:00000010:3.1:1769074938.347620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00000080:00000010:3.1:1769074938.347654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ac0. 00010000:00000010:3.1:1769074938.347661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:3.1:1769074938.386669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6d00. 00010000:00000010:3.1:1769074938.386682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f000. 00000080:00000010:0.1:1769074938.386741:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e637380. 00000080:00000010:3.1:1769074938.390895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87560. 00000080:00000010:3.1:1769074938.390921:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e529080. 00010000:00000010:1.1:1769074938.403809:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b127c7200. 00010000:00000010:1.1:1769074938.403822:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:2.1:1769074938.408874:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:2.1:1769074938.408883:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87920. 00010000:00000010:3.1:1769074938.418499:0:5542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:3.1:1769074938.418505:0:5542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:1.1:1769074938.439024:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22a00. 00010000:00000010:1.1:1769074938.439034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33800. 00010000:00000010:1.1:1769074938.439039:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124acd00. 00010000:00000010:1.1:1769074938.439042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:1.1:1769074938.439046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22900. 00010000:00000010:1.1:1769074938.439049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:1.1:1769074938.439053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97100. 00010000:00000010:1.1:1769074938.439057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5e00. 00010000:00000010:1.1:1769074938.439061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8d00. 00010000:00000010:1.1:1769074938.439064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00010000:00000010:1.1:1769074938.439067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb800. 00010000:00000010:1.1:1769074938.439070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:2.1:1769074938.439124:0:13286:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22d00. 00010000:00000010:2.1:1769074938.439130:0:13286:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164e00. 00000080:00000010:0.1:1769074938.439925:0:2366:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafa0. 00000080:00000010:0.1:1769074938.439947:0:2366:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e632940. 00010000:00000010:3.1:1769074938.441713:0:13249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732b00. 00010000:00000010:3.1:1769074938.441721:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05200. 00010000:00000010:3.1:1769074938.441727:0:13249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97b00. 00010000:00000010:3.1:1769074938.441731:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074938.443596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8700. 00010000:00000010:0.1:1769074938.443603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:0.1:1769074938.443608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044500. 00010000:00000010:0.1:1769074938.443610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f600. 00010000:00000010:0.1:1769074938.443613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044400. 00010000:00000010:0.1:1769074938.443616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4a00. 00010000:00000010:0.1:1769074938.443619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97700. 00010000:00000010:0.1:1769074938.443622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32e00. 00010000:00000010:0.1:1769074938.443625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cbe00. 00010000:00000010:0.1:1769074938.443628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00010000:00000010:0.1:1769074938.443631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124ace00. 00010000:00000010:0.1:1769074938.443633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:0.1:1769074938.443636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22000. 00010000:00000010:0.1:1769074938.443639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:1.1:1769074938.443921:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8000. 00010000:00000010:1.1:1769074938.443926:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:2.1:1769074938.454590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88300. 00010000:00000010:2.1:1769074938.454598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:3.1:1769074938.478049:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88100. 00010000:00000010:3.1:1769074938.478056:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00010000:00000010:3.1:1769074938.478061:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22c00. 00010000:00000010:3.1:1769074938.478064:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:3.1:1769074938.478067:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b02a0ec00. 00010000:00000010:3.1:1769074938.478071:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:3.1:1769074938.478074:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22800. 00010000:00000010:3.1:1769074938.478078:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52000. 00010000:00000010:3.1:1769074938.478081:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55400. 00010000:00000010:3.1:1769074938.478084:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:3.1:1769074938.478169:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb000. 00010000:00000010:3.1:1769074938.478173:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52a00. 00000080:00000010:2.1:1769074938.486212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87540. 00010000:00000010:3.1:1769074938.487951:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb100. 00010000:00000010:3.1:1769074938.487965:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:3.1:1769074938.487969:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbba00. 00010000:00000010:3.1:1769074938.487972:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52200. 00010000:00000010:3.1:1769074938.487975:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbb00. 00010000:00000010:3.1:1769074938.487977:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:3.1:1769074938.493587:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868700. 00010000:00000010:3.1:1769074938.493595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00030000. 00010000:00000010:3.1:1769074938.493599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868300. 00010000:00000010:3.1:1769074938.493602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00010000:00000010:3.1:1769074938.493666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b03eadd00. 00010000:00000010:3.1:1769074938.493675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:3.1:1769074938.493679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88d00. 00010000:00000010:3.1:1769074938.493681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:3.1:1769074938.493684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b03eada00. 00010000:00000010:3.1:1769074938.493686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:2.1:1769074938.493687:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57a100. 00010000:00000010:3.1:1769074938.493709:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b02a0e100. 00010000:00000010:3.1:1769074938.493713:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7e00. 00010000:00000010:1.1:1769074938.496090:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88b00. 00010000:00000010:1.1:1769074938.496109:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51600. 00010000:00000010:2.1:1769074938.503585:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6e00. 00010000:00000010:2.1:1769074938.503602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50e00. 00010000:00000010:2.1:1769074938.503606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10ba7800. 00010000:00000010:2.1:1769074938.503611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0200. 00010000:00000010:2.1:1769074938.503615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7d00. 00010000:00000010:2.1:1769074938.503618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:2.1:1769074938.503624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22200. 00010000:00000010:2.1:1769074938.503627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:2.1:1769074938.503630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6a00. 00010000:00000010:2.1:1769074938.503633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:2.1:1769074938.508744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98c00. 00010000:00000010:1.1:1769074938.508868:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88400. 00010000:00000010:1.1:1769074938.508875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:1.1:1769074938.508878:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6100. 00010000:00000010:1.1:1769074938.508882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:1.1:1769074938.508885:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7900. 00010000:00000010:1.1:1769074938.508888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:1.1:1769074938.508890:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7800. 00010000:00000010:1.1:1769074938.508893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:2.1:1769074938.516856:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7100. 00010000:00000010:2.1:1769074938.516864:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:2.1:1769074938.516869:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7700. 00010000:00000010:2.1:1769074938.516872:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00010000:00000010:2.1:1769074938.516876:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339b00. 00010000:00000010:2.1:1769074938.516879:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7400. 00010000:00000010:0.1:1769074938.522773:0:2367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7f00. 00010000:00000010:0.1:1769074938.522779:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00010000:00000010:0.1:1769074938.522785:0:2367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119ee600. 00010000:00000010:0.1:1769074938.522789:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:3.1:1769074938.531622:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6d00. 00010000:00000010:3.1:1769074938.531628:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53400. 00010000:00000010:2.1:1769074938.537883:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8500. 00010000:00000010:2.1:1769074938.537899:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00010000:00000010:2.1:1769074938.537902:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8e00. 00010000:00000010:2.1:1769074938.537906:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:2.1:1769074938.537908:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:0.1:1769074938.538338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7500. 00010000:00000010:0.1:1769074938.538344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:0.1:1769074938.538348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b800. 00010000:00000010:0.1:1769074938.538351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fc00. 00010000:00000010:0.1:1769074938.538354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56700. 00010000:00000010:0.1:1769074938.538359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00010000:00000010:0.1:1769074938.538362:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bd00. 00010000:00000010:0.1:1769074938.538365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:1.1:1769074938.543634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bb00. 00010000:00000010:1.1:1769074938.543646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:1.1:1769074938.543659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864be00. 00010000:00000010:1.1:1769074938.543664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:1.1:1769074938.543667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b700. 00010000:00000010:1.1:1769074938.543670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:1.1:1769074938.543672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864bc00. 00010000:00000010:1.1:1769074938.543675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00010000:00000010:1.1:1769074938.543678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0100. 00010000:00000010:1.1:1769074938.543680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f400. 00010000:00000010:0.1:1769074938.546790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb400. 00010000:00000010:0.1:1769074938.546797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:3.1:1769074938.548022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10e00. 00010000:00000010:3.1:1769074938.548029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:3.1:1769074938.548033:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4ba00. 00010000:00000010:3.1:1769074938.548037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:3.1:1769074938.548040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6b00. 00010000:00000010:3.1:1769074938.548043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:2.1:1769074938.551629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074938.556602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0900. 00010000:00000010:2.1:1769074938.556610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:2.1:1769074938.556614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0400. 00010000:00000010:2.1:1769074938.556616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:2.1:1769074938.565708:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6a00. 00010000:00000010:2.1:1769074938.565716:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:2.1:1769074938.572597:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:2.1:1769074938.572632:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f80. 00000080:00000010:2.1:1769074938.572638:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafa0. 00010000:00000010:2.1:1769074938.572643:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:1.1:1769074938.591653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0400. 00010000:00000010:1.1:1769074938.591660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00000080:00000010:1.1:1769074938.591665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2240. 00000080:00000010:1.1:1769074938.591680:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d3180. 00010000:00000010:3.1:1769074938.602711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00000080:00000010:3.1:1769074938.602719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053420. 00000080:00000010:2.1:1769074938.603694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29a0. 00010000:00000010:2.1:1769074938.603704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:2.1:1769074938.603708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:2.1:1769074938.603712:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbd00. 00010000:00000010:2.1:1769074938.603716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83200. 00010000:00000010:2.1:1769074938.603719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:2.1:1769074938.611588:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f80. 00000080:00000010:2.1:1769074938.611606:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63eb40. 00010000:00000010:2.1:1769074938.611610:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5400. 00010000:00000010:2.1:1769074938.611612:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:1.1:1769074938.615642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8a400. 00010000:00000010:1.1:1769074938.615668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:2.1:1769074938.619769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2420. 00000080:00000010:2.1:1769074938.619800:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e59ca40. 00010000:00000010:2.1:1769074938.626985:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:2.1:1769074938.626995:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f80. 00010000:00000010:3.1:1769074938.630533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074938.649312:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:0.1:1769074938.658776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:0.1:1769074938.662922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2420. 00000080:00000010:0.1:1769074938.662934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87560. 00010000:00000010:0.1:1769074938.662940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:2.1:1769074938.666773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97900. 00010000:00000010:2.1:1769074938.666786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83000. 00010000:00000010:2.1:1769074938.666791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00000080:00000010:0.1:1769074938.695714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27e0. 00010000:00000010:3.1:1769074938.705022:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ab00. 00010000:00000010:3.1:1769074938.705030:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00000080:00000010:0.1:1769074938.706370:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e605ac0. 00010000:00000010:0.1:1769074938.706379:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55b00. 00010000:00000010:0.1:1769074938.706384:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00000080:00000010:3.1:1769074938.739541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf40. 00000080:00000010:2.1:1769074938.742924:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e630840. 00000080:00000010:0.1:1769074938.750189:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f80. 00000080:00000010:0.1:1769074938.750209:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e632940. 00010000:00000010:2.1:1769074938.768710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0000. 00010000:00000010:2.1:1769074938.768718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:0.1:1769074938.783506:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00000080:00000010:0.1:1769074938.783535:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceace0. 00000080:00000010:3.1:1769074938.785708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29a0. 00000080:00000010:3.1:1769074938.785729:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6339c0. 00010000:00000010:0.1:1769074938.815617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0000. 00010000:00000010:0.1:1769074938.815635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:3.1:1769074938.816573:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00000080:00000010:0.1:1769074938.827302:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87de0. 00000080:00000010:0.1:1769074938.827326:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57eb40. 00010000:00000010:3.1:1769074938.832586:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:2.1:1769074938.832677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d874c0. 00010000:00000010:2.1:1769074938.832684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98600. 00010000:00000010:0.1:1769074938.838619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00000080:00000010:3.1:1769074938.895913:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa00. 00000080:00000010:3.1:1769074938.895921:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22c0. 00010000:00000010:3.1:1769074938.895927:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ffd00. 00010000:00000010:3.1:1769074938.895933:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049e00. 00010000:00000010:3.1:1769074938.895937:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00000080:00000010:3.1:1769074938.895939:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea2c0. 00010000:00000010:0.1:1769074938.916866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0700. 00010000:00000010:0.1:1769074938.916873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00000080:00000010:0.1:1769074938.916878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879c0. 00000080:00000010:0.1:1769074938.916891:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d4200. 00010000:00000010:0.1:1769074938.916902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00000080:00000010:1.1:1769074938.939576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea840. 00000080:00000010:1.1:1769074938.950599:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c1080. 00010000:00000010:3.1:1769074938.964083:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:1.1:1769074939.026640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:1.1:1769074939.026656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55800. 00010000:00000010:1.1:1769074939.026661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00000080:00000010:2.1:1769074939.046606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c80. 00000080:00000010:2.1:1769074939.063626:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c2940. 00010000:00000010:2.1:1769074939.067600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947300. 00010000:00000010:2.1:1769074939.067613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:3.1:1769074939.099813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6b00. 00010000:00000010:3.1:1769074939.099821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:2.1:1769074939.139634:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87220. 00000080:00000010:2.1:1769074939.139724:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e529080. 00000080:00000010:3.1:1769074939.165724:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac40. 00000080:00000010:1.1:1769074939.192641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d878a0. 00000080:00000010:2.1:1769074939.195823:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c18c0. 00010000:00000010:2.1:1769074939.195832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88a00. 00010000:00000010:2.1:1769074939.195837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:3.1:1769074939.195875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:1.1:1769074939.196644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00010000:00000010:0.1:1769074939.206096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00000080:00000010:2.1:1769074939.213625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b00. 00000080:00000010:2.1:1769074939.222610:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c3180. 00010000:00000010:0.1:1769074939.230494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:2.1:1769074939.232588:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90d00. 00010000:00000010:2.1:1769074939.232594:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:1.1:1769074939.242679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10a00. 00010000:00000010:1.1:1769074939.242686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00000080:00000010:2.1:1769074939.243265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2600. 00000080:00000010:2.1:1769074939.243287:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c7380. 00010000:00000010:1.1:1769074939.254637:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00000080:00000010:2.1:1769074939.255138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d60. 00000080:00000010:2.1:1769074939.255164:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57c200. 00010000:00000010:1.1:1769074939.265697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00010000:00000010:2.1:1769074939.269797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:1.1:1769074939.269993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:0.1:1769074939.279080:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00000080:00000010:2.1:1769074939.283631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b00. 00000080:00000010:2.1:1769074939.283639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25c0. 00000080:00000010:2.1:1769074939.283645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27a0. 00000080:00000010:2.1:1769074939.283650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00000080:00000010:2.1:1769074939.283655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ac0. 00000080:00000010:2.1:1769074939.283659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27c0. 00000080:00000010:2.1:1769074939.283663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae40. 00000080:00000010:2.1:1769074939.283666:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae20. 00000080:00000010:2.1:1769074939.283670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6e0. 00000080:00000010:2.1:1769074939.283674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e00. 00000080:00000010:2.1:1769074939.283679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2be0. 00000080:00000010:2.1:1769074939.283683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2280. 00000080:00000010:2.1:1769074939.283686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00000080:00000010:2.1:1769074939.283690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20c0. 00000080:00000010:2.1:1769074939.283693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2200. 00000080:00000010:2.1:1769074939.283697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29c0. 00000080:00000010:2.1:1769074939.283701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f20. 00010000:00000010:2.1:1769074939.283706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55600. 00010000:00000010:2.1:1769074939.283711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52600. 00010000:00000010:2.1:1769074939.283714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:0.1:1769074939.288652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00000080:00000010:2.1:1769074939.316615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2620. 00010000:00000010:3.1:1769074939.316697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90700. 00010000:00000010:3.1:1769074939.316704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00000080:00000010:2.1:1769074939.322332:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52d280. 00010000:00000010:1.1:1769074939.322382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:2.1:1769074939.341148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00000080:00000010:2.1:1769074939.341164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f20. 00010000:00000010:2.1:1769074939.349672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00000080:00000010:3.1:1769074939.361602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053cc0. 00010000:00000010:2.1:1769074939.376598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:1.1:1769074939.385707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:1.1:1769074939.385714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e000. 00010000:00000010:0.1:1769074939.385756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cbf00. 00010000:00000010:0.1:1769074939.385763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ee00. 00010000:00000010:3.1:1769074939.390808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4be00. 00010000:00000010:3.1:1769074939.390815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00000080:00000010:1.1:1769074939.394902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f20. 00000080:00000010:1.1:1769074939.400080:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e600840. 00010000:00000010:1.1:1769074939.400090:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6400. 00010000:00000010:1.1:1769074939.400094:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96600. 00010000:00000010:2.1:1769074939.403798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00000080:00000010:1.1:1769074939.412263:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87820. 00000080:00000010:1.1:1769074939.412280:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e5798c0. 00010000:00000010:0.1:1769074939.415782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:2.1:1769074939.416969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:1.1:1769074939.418784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a700. 00010000:00000010:1.1:1769074939.418799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00000080:00000010:3.1:1769074939.420223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a80. 00000080:00000010:3.1:1769074939.429605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00000080:00000010:3.1:1769074939.429632:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e603180. 00010000:00000010:3.1:1769074939.433612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10d00. 00010000:00000010:3.1:1769074939.433629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a000. 00010000:00000010:3.1:1769074939.439068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0700. 00010000:00000010:3.1:1769074939.439079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:3.1:1769074939.443603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872e0. 00000080:00000010:3.1:1769074939.443640:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57b180. 00010000:00000010:2.1:1769074939.477640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074939.485214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00000080:00000010:2.1:1769074939.487619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a80. 00000080:00000010:0.1:1769074939.487687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e60. 00010000:00000010:2.1:1769074939.504073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074939.521330:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6b00. 00010000:00000010:2.1:1769074939.521337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:2.1:1769074939.530105:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90b00. 00010000:00000010:2.1:1769074939.530112:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d800. 00010000:00000010:2.1:1769074939.530115:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:3.1:1769074939.534722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00000080:00000010:3.1:1769074939.554565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2680. 00000080:00000010:3.1:1769074939.554587:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c5280. 00010000:00000010:3.1:1769074939.572932:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbbf00. 00010000:00000010:3.1:1769074939.572941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52800. 00000080:00000010:3.1:1769074939.572946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23a0. 00000080:00000010:3.1:1769074939.585950:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e578000. 00010000:00000010:3.1:1769074939.585957:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119ee200. 00010000:00000010:3.1:1769074939.585961:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72a00. 00000080:00000010:2.1:1769074939.586695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053800. 00010000:00000010:0.1:1769074939.592675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00000080:00000010:3.1:1769074939.598431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2800. 00000080:00000010:3.1:1769074939.598470:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0000. 00010000:00000010:0.1:1769074939.602599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4be00. 00010000:00000010:0.1:1769074939.602608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:3.1:1769074939.613370:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00000080:00000010:3.1:1769074939.613377:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872a0. 00010000:00000010:3.1:1769074939.619097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:3.1:1769074939.660584:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7e00. 00010000:00000010:3.1:1769074939.686387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:1.1:1769074939.686479:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00010000:00000010:3.1:1769074939.691657:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:2.1:1769074939.698587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00010000:00000010:1.1:1769074939.700298:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98c00. 00010000:00000010:0.1:1769074939.712066:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074939.713583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99000. 00010000:00000010:3.1:1769074939.715405:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:3.1:1769074939.725040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0200. 00000080:00000010:3.1:1769074939.749175:0:2369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20c0. 00010000:00000010:2.1:1769074939.762766:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:3.1:1769074939.770645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:3.1:1769074939.770658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:0.1:1769074939.770968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:3.1:1769074939.773710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb700. 00010000:00000010:3.1:1769074939.773726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:0.1:1769074939.801025:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0200. 00010000:00000010:3.1:1769074939.813661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fc00. 00000080:00000010:2.1:1769074939.824388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a40. 00000080:00000010:2.1:1769074939.840864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2280. 00010000:00000010:3.1:1769074939.849481:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:0.1:1769074939.857644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00010000:00000010:2.1:1769074939.858022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:2.1:1769074939.861620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0400. 00010000:00000010:2.1:1769074939.861644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074939.889665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:3.1:1769074939.889929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:1.1:1769074939.923636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c80. 00010000:00000010:1.1:1769074939.923651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:3.1:1769074939.924914:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00000080:00000010:2.1:1769074939.929754:0:2369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27c0. 00010000:00000010:1.1:1769074939.932785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:3.1:1769074939.940691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a600. 00010000:00000010:3.1:1769074939.940698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00000080:00000010:3.1:1769074939.949715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2be0. 00010000:00000010:2.1:1769074939.953790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:2.1:1769074939.957817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:0.1:1769074939.957886:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ac0. 00010000:00000010:2.1:1769074939.965957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:3.1:1769074939.973871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98c00. 00010000:00000010:3.1:1769074939.978653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4ba00. 00010000:00000010:3.1:1769074939.978661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6200. 00010000:00000010:3.1:1769074939.978665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00000080:00000010:2.1:1769074939.978715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27a0. 00010000:00000010:2.1:1769074939.978726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074939.986587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00000080:00000010:3.1:1769074939.996651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879e0. 00000080:00000010:1.1:1769074940.001625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea040. 00010000:00000010:2.1:1769074940.005830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:3.1:1769074940.006962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:2.1:1769074940.009591:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b300. 00010000:00000010:2.1:1769074940.009598:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:2.1:1769074940.023610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074940.029070:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:3.1:1769074940.040815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:3.1:1769074940.040871:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074940.058092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:0.1:1769074940.058101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074940.058609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:2.1:1769074940.065715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879e0. 00000080:00000010:2.1:1769074940.065729:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e528000. 00010000:00000010:2.1:1769074940.069601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:2.1:1769074940.069607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b00. 00000080:00000010:0.1:1769074940.085937:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29c0. 00000080:00000010:0.1:1769074940.095809:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060532e0. 00000080:00000010:0.1:1769074940.096463:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87aa0. 00010000:00000010:0.1:1769074940.096471:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:0.1:1769074940.096476:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044900. 00010000:00000010:0.1:1769074940.096480:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4400. 00010000:00000010:0.1:1769074940.096483:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00000080:00000010:0.1:1769074940.096497:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0c0. 00000080:00000010:0.1:1769074940.096512:0:12:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e606300. 00010000:00000010:2.1:1769074940.096597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074940.096627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:1.1:1769074940.108995:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:1.1:1769074940.109004:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b200. 00010000:00000010:1.1:1769074940.109008:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00010000:00000010:2.1:1769074940.126729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00000080:00000010:1.1:1769074940.131807:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf40. 00000080:00000010:1.1:1769074940.136924:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e606b40. 00010000:00000010:1.1:1769074940.136934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00000080:00000010:1.1:1769074940.136939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053100. 00010000:00000010:2.1:1769074940.145134:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0100. 00010000:00000010:2.1:1769074940.145140:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:2.1:1769074940.166952:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82000. 00010000:00000010:2.1:1769074940.166958:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b127c7f00. 00010000:00000010:2.1:1769074940.166961:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:2.1:1769074940.166963:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00010000:00000010:0.1:1769074940.172098:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074940.183783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:0.1:1769074940.190876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2600. 00000080:00000010:0.1:1769074940.190911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c5ac0. 00010000:00000010:0.1:1769074940.190918:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6d00. 00010000:00000010:0.1:1769074940.190923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00000080:00000010:0.1:1769074940.194608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d20. 00000080:00000010:0.1:1769074940.194657:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c39c0. 00010000:00000010:0.1:1769074940.194671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dbab00. 00010000:00000010:0.1:1769074940.194676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00000080:00000010:2.1:1769074940.226585:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87160. 00000080:00000010:2.1:1769074940.226614:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e634a40. 00010000:00000010:2.1:1769074940.226621:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2aa00. 00010000:00000010:2.1:1769074940.226627:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488600. 00000080:00000010:3.1:1769074940.256619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceada0. 00010000:00000010:3.1:1769074940.265645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b900. 00010000:00000010:3.1:1769074940.265653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52400. 00010000:00000010:3.1:1769074940.265658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981000. 00010000:00000010:3.1:1769074940.265663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56000. 00010000:00000010:3.1:1769074940.265665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbe00. 00010000:00000010:3.1:1769074940.265669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049a00. 00010000:00000010:3.1:1769074940.271050:0:13249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae600. 00010000:00000010:3.1:1769074940.271057:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82200. 00000080:00000010:2.1:1769074940.272171:0:2368:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63c200. 00010000:00000010:2.1:1769074940.272180:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048400. 00010000:00000010:2.1:1769074940.272185:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558200. 00010000:00000010:2.1:1769074940.272188:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048800. 00010000:00000010:0.1:1769074940.272826:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6200. 00010000:00000010:0.1:1769074940.272832:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074940.272836:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb600. 00010000:00000010:0.1:1769074940.272839:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83e00. 00010000:00000010:1.1:1769074940.276419:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6e00. 00010000:00000010:1.1:1769074940.276424:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:2.1:1769074940.277116:0:13257:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ff600. 00010000:00000010:2.1:1769074940.277121:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:0.1:1769074940.279222:0:5550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb900. 00010000:00000010:0.1:1769074940.279232:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048a00. 00010000:00000010:3.1:1769074940.284295:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6ee00. 00010000:00000010:3.1:1769074940.284302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:3.1:1769074940.284306:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0600. 00010000:00000010:3.1:1769074940.284309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:2.1:1769074940.292158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8100. 00010000:00000010:2.1:1769074940.292167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53a00. 00010000:00000010:0.1:1769074940.292257:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bb00. 00010000:00000010:0.1:1769074940.292264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7400. 00010000:00000010:0.1:1769074940.292283:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6300. 00010000:00000010:0.1:1769074940.292286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00010000:00000010:3.1:1769074940.293653:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0800. 00010000:00000010:3.1:1769074940.293665:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:3.1:1769074940.293669:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22800. 00010000:00000010:3.1:1769074940.293672:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51a00. 00010000:00000010:3.1:1769074940.293675:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0900. 00010000:00000010:3.1:1769074940.293678:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:3.1:1769074940.293681:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044800. 00010000:00000010:3.1:1769074940.293684:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00010000:00000010:2.1:1769074940.296702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947200. 00010000:00000010:2.1:1769074940.296718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d000. 00010000:00000010:2.1:1769074940.296722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97000. 00010000:00000010:2.1:1769074940.296727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00010000:00000010:2.1:1769074940.296731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55000. 00010000:00000010:2.1:1769074940.296734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:2.1:1769074940.296739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b400. 00010000:00000010:2.1:1769074940.296743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00000080:00000010:3.1:1769074940.298757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c00. 00000080:00000010:3.1:1769074940.298781:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e638840. 00010000:00000010:3.1:1769074940.304649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6800. 00010000:00000010:3.1:1769074940.304665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:2.1:1769074940.337767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6700. 00010000:00000010:2.1:1769074940.337782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:2.1:1769074940.337786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88e00. 00010000:00000010:2.1:1769074940.337790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00010000:00000010:2.1:1769074940.337794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0300. 00010000:00000010:2.1:1769074940.337797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:2.1:1769074940.337801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558f00. 00010000:00000010:2.1:1769074940.337803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:2.1:1769074940.337807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6b00. 00010000:00000010:2.1:1769074940.337810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5c00. 00010000:00000010:1.1:1769074940.339572:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947c00. 00010000:00000010:1.1:1769074940.339580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:0.1:1769074940.350588:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55e00. 00010000:00000010:0.1:1769074940.350594:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4c00. 00010000:00000010:2.1:1769074940.350825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6600. 00010000:00000010:2.1:1769074940.350831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00000080:00000010:3.1:1769074940.353990:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f60. 00010000:00000010:1.1:1769074940.354683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558100. 00010000:00000010:1.1:1769074940.354690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:3.1:1769074940.360410:0:32:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57e300. 00010000:00000010:0.1:1769074940.367310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00000080:00000010:0.1:1769074940.400149:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5e0. 00010000:00000010:0.1:1769074940.403605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00010000:00000010:0.1:1769074940.403712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:0.1:1769074940.403720:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6700. 00010000:00000010:0.1:1769074940.403724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05e00. 00010000:00000010:0.1:1769074940.403797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:0.1:1769074940.415706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea660. 00000080:00000010:0.1:1769074940.420931:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e600000. 00010000:00000010:1.1:1769074940.433883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00010000:00000010:0.1:1769074940.438616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83c00. 00010000:00000010:0.1:1769074940.438633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8a800. 00010000:00000010:0.1:1769074940.438637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00000080:00000010:0.1:1769074940.456784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaaa0. 00000080:00000010:0.1:1769074940.456810:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6039c0. 00010000:00000010:0.1:1769074940.461810:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00000080:00000010:0.1:1769074940.461818:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea660. 00010000:00000010:0.1:1769074940.510569:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97c00. 00010000:00000010:0.1:1769074940.510578:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5600. 00010000:00000010:0.1:1769074940.510581:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00000080:00000010:3.1:1769074940.527719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b60. 00000080:00000010:3.1:1769074940.527815:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d18c0. 00010000:00000010:1.1:1769074940.527864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97e00. 00010000:00000010:1.1:1769074940.527870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00000080:00000010:0.1:1769074940.528592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d00. 00000080:00000010:0.1:1769074940.528609:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e605280. 00010000:00000010:2.1:1769074940.565619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0300. 00010000:00000010:2.1:1769074940.565635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:2.1:1769074940.572753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87d60. 00000080:00000010:2.1:1769074940.572787:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e636300. 00010000:00000010:3.1:1769074940.596773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6b00. 00010000:00000010:3.1:1769074940.596780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:2.1:1769074940.611586:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2bc0. 00000080:00000010:2.1:1769074940.622402:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d5280. 00010000:00000010:2.1:1769074940.635603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:2.1:1769074940.635648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e80. 00000080:00000010:2.1:1769074940.635655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2080. 00010000:00000010:2.1:1769074940.635661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22100. 00010000:00000010:2.1:1769074940.635665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00010000:00000010:2.1:1769074940.635667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00000080:00000010:2.1:1769074940.657600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00000080:00000010:2.1:1769074940.700320:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e57b9c0. 00010000:00000010:2.1:1769074940.700331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558300. 00010000:00000010:2.1:1769074940.700336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:2.1:1769074940.704638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00000080:00000010:3.1:1769074940.710600:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b60. 00010000:00000010:1.1:1769074940.712346:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:1.1:1769074940.712353:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0200. 00000080:00000010:2.1:1769074940.723701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533c0. 00000080:00000010:2.1:1769074940.728616:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e578840. 00010000:00000010:2.1:1769074940.763635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22700. 00010000:00000010:2.1:1769074940.763648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82400. 00000080:00000010:1.1:1769074940.785856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f80. 00000080:00000010:0.1:1769074940.795261:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c4200. 00010000:00000010:0.1:1769074940.795330:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b100. 00010000:00000010:0.1:1769074940.795337:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00000080:00000010:0.1:1769074940.798838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053d20. 00000080:00000010:0.1:1769074940.798859:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63b9c0. 00010000:00000010:1.1:1769074940.814285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:2.1:1769074940.817904:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90600. 00010000:00000010:2.1:1769074940.817918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72400. 00000080:00000010:2.1:1769074940.830648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00000080:00000010:2.1:1769074940.830679:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c4a40. 00010000:00000010:3.1:1769074940.838594:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90f00. 00010000:00000010:3.1:1769074940.838604:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c600. 00000080:00000010:3.1:1769074940.849598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21e0. 00000080:00000010:3.1:1769074940.853598:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c2100. 00010000:00000010:3.1:1769074940.872825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:2.1:1769074940.879636:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b60. 00000080:00000010:2.1:1769074940.879646:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00000080:00000010:2.1:1769074940.879651:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87660. 00000080:00000010:2.1:1769074940.879656:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceadc0. 00000080:00000010:2.1:1769074940.879665:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053260. 00000080:00000010:2.1:1769074940.879670:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00000080:00000010:2.1:1769074940.879674:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d877c0. 00000080:00000010:2.1:1769074940.879677:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872a0. 00000080:00000010:2.1:1769074940.879681:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053360. 00000080:00000010:2.1:1769074940.879685:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafa0. 00000080:00000010:2.1:1769074940.879689:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053560. 00000080:00000010:2.1:1769074940.879693:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060536a0. 00000080:00000010:2.1:1769074940.879697:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ba0. 00000080:00000010:2.1:1769074940.879700:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea500. 00000080:00000010:2.1:1769074940.879705:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea9c0. 00000080:00000010:2.1:1769074940.879708:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafe0. 00000080:00000010:2.1:1769074940.879711:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac00. 00010000:00000010:2.1:1769074940.879716:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8600. 00010000:00000010:2.1:1769074940.879721:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b000. 00010000:00000010:2.1:1769074940.879725:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00000080:00000010:2.1:1769074940.895648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87400. 00000080:00000010:2.1:1769074940.903947:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52a940. 00010000:00000010:2.1:1769074940.931340:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00000080:00000010:2.1:1769074940.931351:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00000080:00000010:2.1:1769074940.938285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b00. 00010000:00000010:2.1:1769074940.944598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00010000:00000010:1.1:1769074940.967700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6200. 00010000:00000010:1.1:1769074940.967709:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9300. 00010000:00000010:1.1:1769074940.967714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:2.1:1769074940.978621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:2.1:1769074940.978629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:2.1:1769074940.988637:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea240. 00000080:00000010:2.1:1769074940.988654:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6018c0. 00010000:00000010:2.1:1769074940.988661:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0864b600. 00010000:00000010:2.1:1769074940.988664:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00000080:00000010:2.1:1769074941.004700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fe0. 00000080:00000010:2.1:1769074941.004717:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e602100. 00010000:00000010:2.1:1769074941.023748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:3.1:1769074941.031069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ffe00. 00010000:00000010:3.1:1769074941.031078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5c200. 00010000:00000010:3.1:1769074941.031082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868c00. 00010000:00000010:3.1:1769074941.031086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:3.1:1769074941.051882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00000080:00000010:3.1:1769074941.051901:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e604a40. 00010000:00000010:3.1:1769074941.051908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10f00. 00010000:00000010:3.1:1769074941.051911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:2.1:1769074941.061610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:3.1:1769074941.065629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87300. 00000080:00000010:3.1:1769074941.065676:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e579080. 00010000:00000010:3.1:1769074941.074058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:3.1:1769074941.074074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873e0. 00000080:00000010:0.1:1769074941.075584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00010000:00000010:3.1:1769074941.099263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:3.1:1769074941.136686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00010000:00000010:2.1:1769074941.143588:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:1.1:1769074941.147172:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732200. 00010000:00000010:1.1:1769074941.147181:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:1.1:1769074941.147185:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00000080:00000010:1.1:1769074941.159254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29e0. 00000080:00000010:1.1:1769074941.159276:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63a100. 00010000:00000010:1.1:1769074941.159286:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26f00. 00010000:00000010:1.1:1769074941.159291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1400. 00000080:00000010:2.1:1769074941.165592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5e0. 00000080:00000010:2.1:1769074941.182322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2380. 00000080:00000010:2.1:1769074941.182350:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5c0840. 00010000:00000010:2.1:1769074941.182361:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55100. 00010000:00000010:2.1:1769074941.182365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00031800. 00000080:00000010:1.1:1769074941.194593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87800. 00000080:00000010:1.1:1769074941.194615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e635ac0. 00010000:00000010:3.1:1769074941.198611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:3.1:1769074941.202930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:3.1:1769074941.210267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6000. 00000080:00000010:3.1:1769074941.210275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053420. 00010000:00000010:3.1:1769074941.272645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fc00. 00010000:00000010:3.1:1769074941.272652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:0.1:1769074941.298617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:1.1:1769074941.301884:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:3.1:1769074941.303096:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fe0. 00010000:00000010:0.1:1769074941.322362:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00010000:00000010:3.1:1769074941.330132:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:2.1:1769074941.341694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0200. 00000080:00000010:2.1:1769074941.356377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2080. 00010000:00000010:1.1:1769074941.370663:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:0.1:1769074941.377677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:3.1:1769074941.381133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00000080:00000010:2.1:1769074941.384091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87d80. 00010000:00000010:2.1:1769074941.384106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:2.1:1769074941.406432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:0.1:1769074941.410046:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00000080:00000010:1.1:1769074941.419985:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea8a0. 00000080:00000010:3.1:1769074941.425525:0:13257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e80. 00010000:00000010:3.1:1769074941.435612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074941.454624:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:2.1:1769074941.480322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:3.1:1769074941.486674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00000080:00000010:2.1:1769074941.523727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601de80. 00000080:00000010:2.1:1769074941.523741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87300. 00000080:00000010:2.1:1769074941.523748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875a0. 00010000:00000010:3.1:1769074941.526484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:3.1:1769074941.526500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6a00. 00010000:00000010:3.1:1769074941.526504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:1.1:1769074941.528613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053d80. 00010000:00000010:1.1:1769074941.528629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00000080:00000010:3.1:1769074941.538713:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2bc0. 00000080:00000010:3.1:1769074941.538737:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52a940. 00000080:00000010:0.1:1769074941.552617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87c00. 00010000:00000010:0.1:1769074941.566375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:3.1:1769074941.570845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:2.1:1769074941.574592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99000. 00000080:00000010:3.1:1769074941.581756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ee0. 00010000:00000010:3.1:1769074941.587646:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:0.1:1769074941.588583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00000080:00000010:2.1:1769074941.593371:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2580. 00010000:00000010:2.1:1769074941.593382:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074941.593385:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:2.1:1769074941.593388:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ca0. 00010000:00000010:0.1:1769074941.593590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00000080:00000010:0.1:1769074941.605597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea300. 00010000:00000010:3.1:1769074941.620682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6200. 00010000:00000010:2.1:1769074941.626794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074941.626824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:2.1:1769074941.626827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:2.1:1769074941.635592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ca0. 00000080:00000010:2.1:1769074941.635606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ea0. 00010000:00000010:3.1:1769074941.643590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:3.1:1769074941.643597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2580. 00010000:00000010:3.1:1769074941.647641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:3.1:1769074941.658672:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7e00. 00010000:00000010:0.1:1769074941.661711:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:2.1:1769074941.673724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:2.1:1769074941.683698:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:1.1:1769074941.690671:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bb00. 00010000:00000010:1.1:1769074941.690749:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:3.1:1769074941.700575:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00000080:00000010:1.1:1769074941.708639:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00000080:00000010:1.1:1769074941.708656:0:2358:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63a100. 00010000:00000010:0.1:1769074941.715496:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00000080:00000010:0.1:1769074941.715506:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053000. 00010000:00000010:2.1:1769074941.745608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0300. 00010000:00000010:2.1:1769074941.745621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074941.755593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00010000:00000010:2.1:1769074941.755630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:3.1:1769074941.760604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:3.1:1769074941.791744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00010000:00000010:2.1:1769074941.859866:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0f00. 00010000:00000010:2.1:1769074941.859882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:2.1:1769074941.888593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:3.1:1769074941.926618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae200. 00010000:00000010:3.1:1769074941.926626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82600. 00010000:00000010:3.1:1769074941.926631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56300. 00010000:00000010:3.1:1769074941.926635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00010000:00000010:0.1:1769074941.928140:0:13275:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55d00. 00010000:00000010:0.1:1769074941.928148:0:13275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049200. 00010000:00000010:3.1:1769074941.946622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ac00. 00010000:00000010:3.1:1769074941.946636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00010000:00000010:3.1:1769074941.946641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6900. 00010000:00000010:3.1:1769074941.946644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:3.1:1769074941.946647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6600. 00010000:00000010:3.1:1769074941.946650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5000. 00010000:00000010:3.1:1769074941.946654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90100. 00010000:00000010:3.1:1769074941.946657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5da00. 00010000:00000010:2.1:1769074941.955740:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aea00. 00010000:00000010:2.1:1769074941.955748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:2.1:1769074941.955751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9600. 00010000:00000010:2.1:1769074941.955755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51c00. 00010000:00000010:2.1:1769074941.955758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6000. 00010000:00000010:2.1:1769074941.955762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53e00. 00010000:00000010:2.1:1769074941.955765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6400. 00010000:00000010:2.1:1769074941.955767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0200. 00010000:00000010:2.1:1769074941.955772:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a900. 00010000:00000010:2.1:1769074941.955775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50c00. 00010000:00000010:2.1:1769074941.955788:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e71c00. 00010000:00000010:2.1:1769074941.955793:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:3.1:1769074941.958617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb700. 00010000:00000010:3.1:1769074941.958631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53000. 00010000:00000010:3.1:1769074941.958635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8b00. 00010000:00000010:3.1:1769074941.958638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52e00. 00010000:00000010:3.1:1769074941.958641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bf00. 00010000:00000010:3.1:1769074941.958645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:3.1:1769074941.958648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6e100. 00010000:00000010:3.1:1769074941.958651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e800. 00010000:00000010:3.1:1769074941.958654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90a00. 00010000:00000010:3.1:1769074941.958657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53200. 00010000:00000010:3.1:1769074941.958659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90300. 00010000:00000010:3.1:1769074941.958662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:3.1:1769074941.963610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b600. 00010000:00000010:3.1:1769074941.963626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:3.1:1769074941.985758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b400. 00010000:00000010:3.1:1769074941.985767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82800. 00010000:00000010:3.1:1769074941.985771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b127c7a00. 00010000:00000010:3.1:1769074941.985774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:3.1:1769074941.995386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dbaf00. 00010000:00000010:3.1:1769074941.995394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83a00. 00010000:00000010:2.1:1769074942.025265:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97d00. 00010000:00000010:2.1:1769074942.025276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5800. 00010000:00000010:3.1:1769074942.029614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97400. 00010000:00000010:3.1:1769074942.029630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e000. 00010000:00000010:3.1:1769074942.029634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10100. 00010000:00000010:3.1:1769074942.029637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00010000:00000010:3.1:1769074942.029640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9400. 00010000:00000010:3.1:1769074942.029644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00010000:00000010:3.1:1769074942.029647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b22400. 00010000:00000010:3.1:1769074942.029650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:2.1:1769074942.032808:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8aa00. 00010000:00000010:2.1:1769074942.032823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:2.1:1769074942.032827:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b90800. 00010000:00000010:2.1:1769074942.032830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5de00. 00010000:00000010:2.1:1769074942.032833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b700. 00010000:00000010:2.1:1769074942.032836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82e00. 00010000:00000010:3.1:1769074942.065477:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8d00. 00010000:00000010:3.1:1769074942.065496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00010000:00000010:3.1:1769074942.081608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b200. 00010000:00000010:3.1:1769074942.081617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:3.1:1769074942.081620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a200. 00010000:00000010:3.1:1769074942.081624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00010000:00000010:3.1:1769074942.081627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339300. 00010000:00000010:3.1:1769074942.081630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18000. 00010000:00000010:3.1:1769074942.081637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae300. 00010000:00000010:3.1:1769074942.081640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e200. 00000080:00000010:0.1:1769074942.358019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea240. 00010000:00000010:3.1:1769074942.359809:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a400. 00010000:00000010:3.1:1769074942.359825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00010000:00000010:0.1:1769074942.359876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00000080:00000010:3.1:1769074942.407843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ee0. 00010000:00000010:3.1:1769074942.412007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074942.412679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0300. 00010000:00000010:2.1:1769074942.412686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:2.1:1769074942.500083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21c0. 00010000:00000010:3.1:1769074942.519165:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:2.1:1769074942.530595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00000080:00000010:0.1:1769074942.543806:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ca0. 00010000:00000010:3.1:1769074942.565707:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0399e200. 00010000:00000010:3.1:1769074942.565715:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5ce00. 00010000:00000010:3.1:1769074942.579591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:3.1:1769074942.579604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:3.1:1769074942.579607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98600. 00000080:00000010:0.1:1769074942.588100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c40. 00010000:00000010:3.1:1769074942.594887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99000. 00010000:00000010:2.1:1769074942.603787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e200. 00010000:00000010:1.1:1769074942.610770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:2.1:1769074942.614579:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00000080:00000010:3.1:1769074942.615087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a40. 00010000:00000010:3.1:1769074942.620597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00000080:00000010:2.1:1769074942.625083:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea380. 00000080:00000010:0.1:1769074942.628655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae40. 00010000:00000010:3.1:1769074942.636602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e200. 00010000:00000010:2.1:1769074942.650586:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e800. 00010000:00000010:2.1:1769074942.665697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:3.1:1769074942.678591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00000080:00000010:2.1:1769074942.693581:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24c0. 00010000:00000010:3.1:1769074942.694359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98600. 00010000:00000010:0.1:1769074942.719111:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:2.1:1769074942.724869:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e800. 00010000:00000010:3.1:1769074942.736948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:2.1:1769074942.739593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:2.1:1769074942.751594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:2.1:1769074942.782961:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d40. 00010000:00000010:2.1:1769074942.782977:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e800. 00000080:00000010:2.1:1769074942.790606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae40. 00010000:00000010:1.1:1769074942.791068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:2.1:1769074942.812595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074942.812602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6b00. 00010000:00000010:2.1:1769074942.812605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:3.1:1769074942.816158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:2.1:1769074942.827586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25a0. 00000080:00000010:2.1:1769074942.827607:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d5ac0. 00010000:00000010:1.1:1769074942.827666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00000080:00000010:1.1:1769074942.827678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053000. 00010000:00000010:3.1:1769074942.835265:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:0.1:1769074942.835589:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ff700. 00010000:00000010:0.1:1769074942.835594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49e00. 00010000:00000010:2.1:1769074942.878287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:1.1:1769074942.886248:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d5e0. 00000080:00000010:3.1:1769074942.889434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea300. 00010000:00000010:2.1:1769074942.901059:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00000080:00000010:1.1:1769074942.901606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fc0. 00010000:00000010:0.1:1769074942.911603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00000080:00000010:3.1:1769074942.911744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea000. 00010000:00000010:3.1:1769074942.911759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6a00. 00010000:00000010:3.1:1769074942.911764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:3.1:1769074942.929673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87280. 00000080:00000010:3.1:1769074942.929702:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52a940. 00010000:00000010:1.1:1769074942.937731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:2.1:1769074942.969596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:3.1:1769074942.983150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ee0. 00010000:00000010:2.1:1769074942.984323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:0.1:1769074943.010085:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00000080:00000010:3.1:1769074943.031808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ea0. 00010000:00000010:2.1:1769074943.045780:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:3.1:1769074943.047521:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:2.1:1769074943.057616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:2.1:1769074943.065596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:2.1:1769074943.065603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28a0. 00000080:00000010:0.1:1769074943.084356:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87c00. 00010000:00000010:3.1:1769074943.091453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:2.1:1769074943.098962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074943.099004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:2.1:1769074943.099007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:3.1:1769074943.099602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00000080:00000010:2.1:1769074943.110578:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28a0. 00000080:00000010:2.1:1769074943.110589:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87280. 00010000:00000010:3.1:1769074943.113867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:2.1:1769074943.119894:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00000080:00000010:2.1:1769074943.119901:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22e0. 00010000:00000010:3.1:1769074943.126594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00000080:00000010:0.1:1769074943.134585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea740. 00010000:00000010:0.1:1769074943.134596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:1.1:1769074943.141796:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:1.1:1769074943.148612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053cc0. 00010000:00000010:3.1:1769074943.156865:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074943.161584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:0.1:1769074943.168380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00000080:00000010:2.1:1769074943.193594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea200. 00010000:00000010:2.1:1769074943.193610:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0f00. 00010000:00000010:2.1:1769074943.193615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:3.1:1769074943.205660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00000080:00000010:2.1:1769074943.232689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053cc0. 00000080:00000010:2.1:1769074943.232709:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d5ac0. 00010000:00000010:2.1:1769074943.242575:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:3.1:1769074943.265872:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6a00. 00010000:00000010:3.1:1769074943.265885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:3.1:1769074943.272576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00000080:00000010:2.1:1769074943.302781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ee0. 00010000:00000010:3.1:1769074943.303629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:0.1:1769074943.319614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:2.1:1769074943.325099:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:2.1:1769074943.325112:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e00. 00010000:00000010:2.1:1769074943.367574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074943.368609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:2.1:1769074943.368618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:2.1:1769074943.377618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e00. 00000080:00000010:2.1:1769074943.377636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b20. 00010000:00000010:2.1:1769074943.384520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00000080:00000010:2.1:1769074943.384535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ee0. 00010000:00000010:1.1:1769074943.431608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98600. 00010000:00000010:1.1:1769074943.431647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074943.462617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0b00. 00010000:00000010:2.1:1769074943.462632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:2.1:1769074943.462638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ad00. 00010000:00000010:2.1:1769074943.462641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:2.1:1769074943.484619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7e00. 00010000:00000010:2.1:1769074943.555814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bb00. 00010000:00000010:2.1:1769074943.555826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:2.1:1769074943.585860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:3.1:1769074943.864636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a200. 00010000:00000010:3.1:1769074943.864645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00000080:00000010:2.1:1769074943.866372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea300. 00010000:00000010:2.1:1769074943.866404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99000. 00000080:00000010:2.1:1769074943.996002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22e0. 00010000:00000010:2.1:1769074944.013900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e200. 00010000:00000010:2.1:1769074944.036880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00000080:00000010:2.1:1769074944.080848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e20. 00010000:00000010:2.1:1769074944.080866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074944.080869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e200. 00000080:00000010:2.1:1769074944.091972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2300. 00010000:00000010:3.1:1769074944.124679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e200. 00000080:00000010:1.1:1769074944.138726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053cc0. 00010000:00000010:3.1:1769074944.138727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:1.1:1769074944.146806:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0b00. 00010000:00000010:1.1:1769074944.146819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00010000:00000010:3.1:1769074944.147184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:3.1:1769074944.174722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e200. 00010000:00000010:3.1:1769074944.175606:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00000080:00000010:2.1:1769074944.204922:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e20. 00010000:00000010:3.1:1769074944.233682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:3.1:1769074944.233688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f000. 00010000:00000010:3.1:1769074944.233693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a500. 00010000:00000010:3.1:1769074944.233696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00000080:00000010:3.1:1769074944.241908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2040. 00000080:00000010:3.1:1769074944.241951:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d18c0. 00010000:00000010:3.1:1769074944.261025:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981400. 00010000:00000010:3.1:1769074944.261032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0a1fd400. 00010000:00000010:3.1:1769074944.281092:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00000080:00000010:2.1:1769074944.327648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22e0. 00000080:00000010:0.1:1769074944.336206:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ee0. 00010000:00000010:3.1:1769074944.340619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:3.1:1769074944.363665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:3.1:1769074944.370387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00010000:00000010:3.1:1769074944.370398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00000080:00000010:0.1:1769074944.391537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2300. 00010000:00000010:2.1:1769074944.394888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:3.1:1769074944.403700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00010000:00000010:3.1:1769074944.423841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00000080:00000010:2.1:1769074944.437841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2140. 00010000:00000010:2.1:1769074944.437863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e200. 00010000:00000010:3.1:1769074944.444831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99000. 00010000:00000010:3.1:1769074944.444838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00000080:00000010:0.1:1769074944.463517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea400. 00000080:00000010:2.1:1769074944.475295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea2c0. 00010000:00000010:3.1:1769074944.480681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:2.1:1769074944.494639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:3.1:1769074944.508212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e200. 00010000:00000010:2.1:1769074944.522902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:3.1:1769074944.546833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00000080:00000010:2.1:1769074944.562024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5e0. 00010000:00000010:2.1:1769074944.562039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:2.1:1769074944.562043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:3.1:1769074944.564872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074944.573676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:1.1:1769074944.574610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00000080:00000010:1.1:1769074944.574621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053840. 00000080:00000010:3.1:1769074944.599210:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b80. 00010000:00000010:2.1:1769074944.600935:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:1.1:1769074944.618776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:3.1:1769074944.624974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:3.1:1769074944.624984:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6900. 00010000:00000010:3.1:1769074944.624989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:3.1:1769074944.630345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ee0. 00000080:00000010:3.1:1769074944.630366:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d5280. 00010000:00000010:2.1:1769074944.656606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00000080:00000010:2.1:1769074944.656615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00000080:00000010:2.1:1769074944.656624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00010000:00000010:2.1:1769074944.656632:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0e00. 00010000:00000010:2.1:1769074944.656636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00000080:00000010:2.1:1769074944.665137:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2560. 00000080:00000010:2.1:1769074944.665159:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d5ac0. 00010000:00000010:2.1:1769074944.686626:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074944.693168:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:2.1:1769074944.701629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:3.1:1769074944.707919:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4000. 00000080:00000010:2.1:1769074944.724600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20e0. 00010000:00000010:3.1:1769074944.727756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074944.738483:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00000080:00000010:2.1:1769074944.738491:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2320. 00010000:00000010:0.1:1769074944.738750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00000080:00000010:3.1:1769074944.772031:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2560. 00010000:00000010:3.1:1769074944.781602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:3.1:1769074944.781631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e400. 00010000:00000010:3.1:1769074944.781634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074944.794531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00000080:00000010:3.1:1769074944.794542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2320. 00000080:00000010:2.1:1769074944.795264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ee0. 00000080:00000010:2.1:1769074944.795272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00010000:00000010:2.1:1769074944.795277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:1.1:1769074944.795957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:3.1:1769074944.804696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:1.1:1769074944.821803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:3.1:1769074944.822592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:3.1:1769074944.822600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875a0. 00010000:00000010:3.1:1769074944.841059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:2.1:1769074944.850588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:2.1:1769074944.863596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:3.1:1769074944.892057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:3.1:1769074944.903725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4be00. 00010000:00000010:3.1:1769074944.903732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:3.1:1769074944.913743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a000. 00000080:00000010:2.1:1769074944.913777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20e0. 00010000:00000010:2.1:1769074944.913788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:2.1:1769074944.921591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:2.1:1769074944.929590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87440. 00010000:00000010:3.1:1769074944.939657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:3.1:1769074944.954759:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:3.1:1769074944.958861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00000080:00000010:2.1:1769074944.968594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2500. 00010000:00000010:2.1:1769074944.968605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:2.1:1769074944.986611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0800. 00010000:00000010:2.1:1769074944.986619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:3.1:1769074944.987090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0200. 00010000:00000010:3.1:1769074944.987096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:2.1:1769074944.990617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00010000:00000010:3.1:1769074944.993694:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0a00. 00010000:00000010:3.1:1769074944.993702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fc00. 00010000:00000010:3.1:1769074944.993705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3bc00. 00010000:00000010:2.1:1769074945.009673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:2.1:1769074945.036604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:2.1:1769074945.045426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00000080:00000010:0.1:1769074945.068790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22e0. 00010000:00000010:0.1:1769074945.075291:0:2367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0800. 00010000:00000010:0.1:1769074945.075298:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00000080:00000010:0.1:1769074945.094718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2500. 00010000:00000010:2.1:1769074945.097190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00000080:00000010:2.1:1769074945.097207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab60. 00000080:00000010:0.1:1769074945.097799:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d5ac0. 00010000:00000010:2.1:1769074945.115634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:3.1:1769074945.123893:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074945.149831:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:2.1:1769074945.176839:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6900. 00010000:00000010:2.1:1769074945.176847:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:2.1:1769074945.212662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:2.1:1769074945.284642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea000. 00010000:00000010:2.1:1769074945.288583:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:3.1:1769074945.288642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a700. 00010000:00000010:3.1:1769074945.288648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99000. 00010000:00000010:0.1:1769074945.339771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00000080:00000010:3.1:1769074945.344610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2000. 00010000:00000010:3.1:1769074945.344634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6400. 00010000:00000010:3.1:1769074945.344640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00000080:00000010:3.1:1769074945.416815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87300. 00010000:00000010:2.1:1769074945.439571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:2.1:1769074945.451855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00000080:00000010:2.1:1769074945.477012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa00. 00010000:00000010:3.1:1769074945.488600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:2.1:1769074945.488662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00000080:00000010:0.1:1769074945.502742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26e0. 00000080:00000010:2.1:1769074945.513762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87d80. 00010000:00000010:0.1:1769074945.519046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:2.1:1769074945.532352:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:2.1:1769074945.536953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00000080:00000010:0.1:1769074945.558732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea380. 00010000:00000010:3.1:1769074945.558912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:1.1:1769074945.562589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00010000:00000010:2.1:1769074945.571602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:2.1:1769074945.571609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:2.1:1769074945.578588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00010000:00000010:3.1:1769074945.584839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00000080:00000010:1.1:1769074945.589802:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea660. 00000080:00000010:2.1:1769074945.599041:0:13257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea840. 00010000:00000010:3.1:1769074945.603671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:2.1:1769074945.611785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:0.1:1769074945.611907:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074945.611914:0:5540:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:0.1:1769074945.611917:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:3.1:1769074945.618763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00000080:00000010:0.1:1769074945.627673:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e40. 00000080:00000010:0.1:1769074945.627698:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52a940. 00010000:00000010:2.1:1769074945.630686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:0.1:1769074945.634729:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00000080:00000010:1.1:1769074945.635580:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac40. 00000080:00000010:2.1:1769074945.641604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c80. 00010000:00000010:3.1:1769074945.651920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:3.1:1769074945.678787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:3.1:1769074945.683777:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:2.1:1769074945.689146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:3.1:1769074945.692529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:2.1:1769074945.717846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00000080:00000010:2.1:1769074945.730513:0:2369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873e0. 00010000:00000010:2.1:1769074945.730533:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:3.1:1769074945.738188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00000080:00000010:2.1:1769074945.765806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053340. 00010000:00000010:1.1:1769074945.767569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00000080:00000010:1.1:1769074945.767578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead40. 00010000:00000010:1.1:1769074945.778233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:2.1:1769074945.779878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:3.1:1769074945.786248:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:3.1:1769074945.793587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:3.1:1769074945.816592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:2.1:1769074945.816952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25e0. 00000080:00000010:3.1:1769074945.822591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21a0. 00010000:00000010:0.1:1769074945.825867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00000080:00000010:0.1:1769074945.831602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20e0. 00010000:00000010:0.1:1769074945.855633:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:0.1:1769074945.855642:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00000080:00000010:3.1:1769074945.864606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2260. 00000080:00000010:3.1:1769074945.864628:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d4200. 00010000:00000010:3.1:1769074945.868622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:3.1:1769074945.872603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00000080:00000010:0.1:1769074945.872999:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d80. 00010000:00000010:0.1:1769074945.873012:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:3.1:1769074945.882621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074945.888520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:0.1:1769074945.909808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24a0. 00000080:00000010:0.1:1769074945.909822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87800. 00010000:00000010:2.1:1769074945.918642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:2.1:1769074945.928600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98800. 00000080:00000010:2.1:1769074945.928610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5a0. 00010000:00000010:2.1:1769074945.928618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:3.1:1769074945.932685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:0.1:1769074945.953751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafa0. 00010000:00000010:0.1:1769074945.953760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:2.1:1769074945.956595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96600. 00010000:00000010:2.1:1769074945.956637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:2.1:1769074945.956642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00010000:00000010:3.1:1769074945.956711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00000080:00000010:3.1:1769074945.962616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24e0. 00000080:00000010:3.1:1769074945.962635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea020. 00010000:00000010:3.1:1769074945.969150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:3.1:1769074945.969160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872a0. 00000080:00000010:0.1:1769074945.978983:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea640. 00010000:00000010:1.1:1769074945.989607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00010000:00000010:3.1:1769074946.001295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:3.1:1769074946.001331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:2.1:1769074946.018821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00010000:00000010:3.1:1769074946.040903:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:2.1:1769074946.041594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:2.1:1769074946.041645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00010000:00000010:2.1:1769074946.074600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6600. 00010000:00000010:2.1:1769074946.074613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:3.1:1769074946.074764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b40. 00010000:00000010:3.1:1769074946.082594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0200. 00010000:00000010:3.1:1769074946.082602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00000080:00000010:3.1:1769074946.082606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2440. 00000080:00000010:3.1:1769074946.082713:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d3180. 00010000:00000010:2.1:1769074946.090133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00010000:00000010:2.1:1769074946.090141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:2.1:1769074946.090145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d877c0. 00010000:00000010:2.1:1769074946.134728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:2.1:1769074946.144113:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:2.1:1769074946.159595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:2.1:1769074946.192439:0:5550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0b00. 00010000:00000010:2.1:1769074946.192445:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:2.1:1769074946.195657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0600. 00010000:00000010:2.1:1769074946.195662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:2.1:1769074946.202501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886af00. 00010000:00000010:2.1:1769074946.202509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074946.202513:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0d00. 00010000:00000010:2.1:1769074946.202517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074946.202520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0800. 00010000:00000010:2.1:1769074946.202523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:2.1:1769074946.214730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:0.1:1769074946.287616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00000080:00000010:2.1:1769074946.291607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b60. 00010000:00000010:2.1:1769074946.295013:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b100. 00010000:00000010:2.1:1769074946.295021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:1.1:1769074946.389609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea360. 00010000:00000010:1.1:1769074946.389794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:1.1:1769074946.389802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ac00. 00010000:00000010:1.1:1769074946.389806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00000080:00000010:2.1:1769074946.445650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872a0. 00010000:00000010:2.1:1769074946.457599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:2.1:1769074946.471595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00000080:00000010:2.1:1769074946.492593:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28e0. 00010000:00000010:2.1:1769074946.492605:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:0.1:1769074946.496612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00000080:00000010:0.1:1769074946.504702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87660. 00000080:00000010:2.1:1769074946.526819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b60. 00010000:00000010:2.1:1769074946.540990:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00010000:00000010:3.1:1769074946.547652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00000080:00000010:2.1:1769074946.557769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea000. 00010000:00000010:3.1:1769074946.561169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:0.1:1769074946.571826:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00010000:00000010:2.1:1769074946.574606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:3.1:1769074946.591809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:0.1:1769074946.610835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00000080:00000010:3.1:1769074946.620250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b60. 00010000:00000010:2.1:1769074946.627122:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:2.1:1769074946.637129:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074946.650750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:2.1:1769074946.657467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00010000:00000010:2.1:1769074946.664607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:3.1:1769074946.664616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f40. 00010000:00000010:3.1:1769074946.678849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:2.1:1769074946.681843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:2.1:1769074946.681853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6400. 00010000:00000010:2.1:1769074946.681856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:2.1:1769074946.705770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b60. 00010000:00000010:3.1:1769074946.727105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00000080:00000010:3.1:1769074946.743839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f80. 00000080:00000010:3.1:1769074946.743867:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e528000. 00010000:00000010:2.1:1769074946.744008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:2.1:1769074946.768825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00000080:00000010:3.1:1769074946.774074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2980. 00010000:00000010:2.1:1769074946.779339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:1.1:1769074946.797635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00000080:00000010:2.1:1769074946.802268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2100. 00010000:00000010:2.1:1769074946.802289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:3.1:1769074946.881693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:2.1:1769074946.890630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00000080:00000010:2.1:1769074946.890649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2100. 00010000:00000010:2.1:1769074946.890660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:3.1:1769074946.910607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb200. 00010000:00000010:3.1:1769074946.910634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82a00. 00010000:00000010:2.1:1769074946.926866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:2.1:1769074946.955595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:2.1:1769074946.968932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2940. 00000080:00000010:0.1:1769074946.969591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87d60. 00010000:00000010:1.1:1769074946.973601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00000080:00000010:2.1:1769074946.979683:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00010000:00000010:2.1:1769074946.979698:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0600. 00010000:00000010:2.1:1769074946.979704:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:2.1:1769074946.988605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0d00. 00010000:00000010:2.1:1769074946.988612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00000080:00000010:2.1:1769074946.992585:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2100. 00010000:00000010:3.1:1769074946.992593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00000080:00000010:2.1:1769074946.992601:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d4a40. 00010000:00000010:1.1:1769074947.011591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:2.1:1769074947.015864:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ec0. 00010000:00000010:3.1:1769074947.017034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:1.1:1769074947.018851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:1.1:1769074947.018859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00000080:00000010:3.1:1769074947.031580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2940. 00010000:00000010:2.1:1769074947.034696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00010000:00000010:2.1:1769074947.034701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:2.1:1769074947.045835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00000080:00000010:0.1:1769074947.054712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28e0. 00000080:00000010:2.1:1769074947.055634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2de0. 00010000:00000010:2.1:1769074947.059610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:2.1:1769074947.063613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:2.1:1769074947.063648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:2.1:1769074947.063651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00010000:00000010:3.1:1769074947.063825:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:2.1:1769074947.071594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:2.1:1769074947.075612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00000080:00000010:2.1:1769074947.075629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875c0. 00000080:00000010:3.1:1769074947.075837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c80. 00000080:00000010:3.1:1769074947.075845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87da0. 00000080:00000010:0.1:1769074947.079993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00010000:00000010:3.1:1769074947.083678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:2.1:1769074947.096086:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:3.1:1769074947.103450:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:3.1:1769074947.103543:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00010000:00000010:3.1:1769074947.110774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:2.1:1769074947.132227:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00000080:00000010:3.1:1769074947.159595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20a0. 00010000:00000010:3.1:1769074947.159611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00010000:00000010:1.1:1769074947.169598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:1.1:1769074947.169606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:1.1:1769074947.169625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074947.178606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00010000:00000010:2.1:1769074947.191615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99800. 00000080:00000010:2.1:1769074947.200830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f80. 00010000:00000010:2.1:1769074947.200846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:2.1:1769074947.233051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00000080:00000010:2.1:1769074947.238848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab00. 00010000:00000010:3.1:1769074947.246702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0600. 00010000:00000010:3.1:1769074947.246727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00000080:00000010:3.1:1769074947.254014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5e0. 00000080:00000010:3.1:1769074947.254041:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d4a40. 00010000:00000010:2.1:1769074947.285816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:3.1:1769074947.324286:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:1.1:1769074947.331727:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0900. 00010000:00000010:1.1:1769074947.331737:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:1.1:1769074947.331745:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6a00. 00010000:00000010:1.1:1769074947.331752:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00000080:00000010:3.1:1769074947.335813:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ac0. 00010000:00000010:2.1:1769074947.338956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:1.1:1769074947.344956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:1.1:1769074947.344972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533c0. 00010000:00000010:1.1:1769074947.391631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:2.1:1769074947.393324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ac0. 00010000:00000010:2.1:1769074947.393337:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0d00. 00010000:00000010:2.1:1769074947.393342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:3.1:1769074947.404766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:3.1:1769074947.415053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:3.1:1769074947.415065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00000080:00000010:3.1:1769074947.422115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87aa0. 00000080:00000010:3.1:1769074947.422126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87160. 00010000:00000010:3.1:1769074947.426728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00000080:00000010:3.1:1769074947.437784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879e0. 00010000:00000010:0.1:1769074947.479939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:0.1:1769074947.491650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:2.1:1769074947.526984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00000080:00000010:2.1:1769074947.582064:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2de0. 00010000:00000010:2.1:1769074947.585949:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a900. 00010000:00000010:2.1:1769074947.585955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:2.1:1769074947.591870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00010000:00000010:3.1:1769074947.607296:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074947.626938:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00000080:00000010:0.1:1769074947.644603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2de0. 00010000:00000010:0.1:1769074947.644780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:3.1:1769074947.649576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97400. 00000080:00000010:2.1:1769074947.669847:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2720. 00010000:00000010:2.1:1769074947.689648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:3.1:1769074947.709928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:2.1:1769074947.755650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:3.1:1769074947.784587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00000080:00000010:2.1:1769074947.790798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2340. 00010000:00000010:3.1:1769074947.807585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:1.1:1769074947.811643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a80. 00010000:00000010:1.1:1769074947.811658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:2.1:1769074947.817599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074947.817627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b700. 00010000:00000010:2.1:1769074947.817633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:3.1:1769074947.818374:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6300. 00010000:00000010:3.1:1769074947.818383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00000080:00000010:2.1:1769074947.865401:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2840. 00000080:00000010:2.1:1769074947.869613:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d1080. 00010000:00000010:2.1:1769074947.873871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:2.1:1769074947.873879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2340. 00010000:00000010:0.1:1769074947.924732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074947.938582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00000080:00000010:2.1:1769074947.960627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea360. 00010000:00000010:3.1:1769074947.973670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6200. 00010000:00000010:3.1:1769074947.973677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:3.1:1769074947.973682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074947.979135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:2.1:1769074948.003670:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00000080:00000010:2.1:1769074948.030585:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea240. 00000080:00000010:0.1:1769074948.037069:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6a0. 00010000:00000010:0.1:1769074948.037090:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:1.1:1769074948.041686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:3.1:1769074948.042666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00000080:00000010:3.1:1769074948.052141:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2340. 00010000:00000010:2.1:1769074948.058626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6300. 00010000:00000010:2.1:1769074948.058635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074948.067025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:2.1:1769074948.077604:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00010000:00000010:3.1:1769074948.105923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00000080:00000010:2.1:1769074948.110607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2860. 00010000:00000010:3.1:1769074948.111673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00010000:00000010:3.1:1769074948.111682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:2.1:1769074948.131474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:3.1:1769074948.135584:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:3.1:1769074948.156922:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafa0. 00010000:00000010:2.1:1769074948.163866:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:0.1:1769074948.175755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:3.1:1769074948.179130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2720. 00010000:00000010:1.1:1769074948.180271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00010000:00000010:1.1:1769074948.180282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0800. 00010000:00000010:1.1:1769074948.180285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:1.1:1769074948.192607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a40. 00000080:00000010:1.1:1769074948.192640:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52d280. 00010000:00000010:0.1:1769074948.192684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:2.1:1769074948.214818:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00010000:00000010:2.1:1769074948.214824:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:2.1:1769074948.217607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97200. 00010000:00000010:2.1:1769074948.217614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb5a00. 00010000:00000010:0.1:1769074948.223688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:2.1:1769074948.227704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00000080:00000010:2.1:1769074948.259954:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872e0. 00010000:00000010:0.1:1769074948.280549:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:2.1:1769074948.292194:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:2.1:1769074948.292206:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:2.1:1769074948.305589:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124acf00. 00010000:00000010:2.1:1769074948.305596:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:2.1:1769074948.312622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:2.1:1769074948.329959:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00000080:00000010:3.1:1769074948.343437:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6e0. 00010000:00000010:3.1:1769074948.343452:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:3.1:1769074948.343456:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:3.1:1769074948.385847:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:2.1:1769074948.386579:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00000080:00000010:3.1:1769074948.392876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87160. 00010000:00000010:3.1:1769074948.392884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:2.1:1769074948.409601:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88000. 00010000:00000010:2.1:1769074948.409616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00010000:00000010:3.1:1769074948.418201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00000080:00000010:0.1:1769074948.465857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2720. 00000080:00000010:3.1:1769074948.479031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2840. 00010000:00000010:0.1:1769074948.479182:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e71c00. 00010000:00000010:0.1:1769074948.479200:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:2.1:1769074948.502176:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a80. 00000080:00000010:2.1:1769074948.502207:0:13:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d1080. 00010000:00000010:3.1:1769074948.508737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:3.1:1769074948.519072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:2.1:1769074948.530149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2740. 00010000:00000010:0.1:1769074948.532796:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00000080:00000010:0.1:1769074948.532811:0:2367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5e0. 00010000:00000010:0.1:1769074948.537607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97200. 00010000:00000010:3.1:1769074948.543703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:2.1:1769074948.543858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20a0. 00010000:00000010:2.1:1769074948.569718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:2.1:1769074948.582763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:3.1:1769074948.595403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:3.1:1769074948.595442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00010000:00000010:3.1:1769074948.595446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:2.1:1769074948.595777:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:2.1:1769074948.605469:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87160. 00000080:00000010:2.1:1769074948.605486:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2020. 00010000:00000010:3.1:1769074948.607174:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119ee000. 00010000:00000010:3.1:1769074948.607182:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ec00. 00010000:00000010:2.1:1769074948.617662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00000080:00000010:2.1:1769074948.617671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28e0. 00010000:00000010:3.1:1769074948.630733:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074948.651850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:3.1:1769074948.657255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:3.1:1769074948.657328:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:1.1:1769074948.657777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c80. 00000080:00000010:1.1:1769074948.657786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20a0. 00000080:00000010:1.1:1769074948.657789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2740. 00010000:00000010:1.1:1769074948.657793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:3.1:1769074948.693819:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:3.1:1769074948.723975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:3.1:1769074948.729106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6e00. 00010000:00000010:3.1:1769074948.729114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:3.1:1769074948.758858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:0.1:1769074948.766592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00000080:00000010:0.1:1769074948.775318:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea040. 00010000:00000010:2.1:1769074948.791901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:2.1:1769074948.795793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00000080:00000010:2.1:1769074948.845777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f00. 00000080:00000010:2.1:1769074948.853686:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601daa0. 00000080:00000010:2.1:1769074948.856729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053b20. 00000080:00000010:2.1:1769074948.870881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053800. 00010000:00000010:3.1:1769074948.876086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0b00. 00010000:00000010:3.1:1769074948.876102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:3.1:1769074948.876105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0500. 00010000:00000010:3.1:1769074948.876108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:3.1:1769074948.876110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0200. 00010000:00000010:3.1:1769074948.876112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:3.1:1769074948.876114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947c00. 00010000:00000010:3.1:1769074948.876116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00000080:00000010:3.1:1769074948.878876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053820. 00010000:00000010:3.1:1769074948.878901:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8500. 00010000:00000010:3.1:1769074948.878906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:3.1:1769074948.886592:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea040. 00000080:00000010:3.1:1769074948.886608:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0840. 00010000:00000010:3.1:1769074948.892296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00000080:00000010:3.1:1769074948.892308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87820. 00010000:00000010:3.1:1769074948.910224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:3.1:1769074948.918811:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00000080:00000010:3.1:1769074948.919124:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87820. 00010000:00000010:3.1:1769074948.919129:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:0.1:1769074948.933545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00000080:00000010:0.1:1769074948.933566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6e0. 00010000:00000010:3.1:1769074948.957918:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:3.1:1769074948.957925:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:2.1:1769074948.976661:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6e0. 00010000:00000010:2.1:1769074948.976671:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8e00. 00010000:00000010:2.1:1769074948.976674:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96000. 00010000:00000010:3.1:1769074948.994681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8500. 00010000:00000010:3.1:1769074948.994689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:1.1:1769074949.030761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:2.1:1769074949.043077:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f00. 00010000:00000010:2.1:1769074949.043093:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:3.1:1769074949.046677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6e00. 00010000:00000010:3.1:1769074949.046688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:2.1:1769074949.085048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f00. 00010000:00000010:3.1:1769074949.086085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:2.1:1769074949.088834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00000080:00000010:2.1:1769074949.114615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d878a0. 00010000:00000010:3.1:1769074949.142843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00000080:00000010:2.1:1769074949.152776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ba0. 00010000:00000010:3.1:1769074949.170169:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00000080:00000010:2.1:1769074949.180838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f00. 00010000:00000010:3.1:1769074949.192352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:3.1:1769074949.205145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:3.1:1769074949.205152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:2.1:1769074949.210420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:2.1:1769074949.210475:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:2.1:1769074949.210481:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00000080:00000010:3.1:1769074949.219684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f00. 00000080:00000010:3.1:1769074949.219701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25a0. 00000080:00000010:0.1:1769074949.228772:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea640. 00010000:00000010:0.1:1769074949.228786:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:3.1:1769074949.233113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:3.1:1769074949.257140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1e00. 00010000:00000010:3.1:1769074949.269768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00000080:00000010:2.1:1769074949.283728:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2940. 00010000:00000010:3.1:1769074949.289692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:3.1:1769074949.312260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:3.1:1769074949.328679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:3.1:1769074949.336855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:0.1:1769074949.341757:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6200. 00010000:00000010:0.1:1769074949.341765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:3.1:1769074949.342836:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00000080:00000010:2.1:1769074949.351681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaae0. 00000080:00000010:0.1:1769074949.359802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87220. 00000080:00000010:1.1:1769074949.359901:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e529080. 00010000:00000010:0.1:1769074949.379591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:1.1:1769074949.379650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00000080:00000010:1.1:1769074949.379655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f40. 00010000:00000010:2.1:1769074949.382675:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:2.1:1769074949.382684:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0d00. 00010000:00000010:2.1:1769074949.382688:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00000080:00000010:2.1:1769074949.392580:0:5550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a00. 00000080:00000010:2.1:1769074949.392601:0:5550:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e528000. 00010000:00000010:3.1:1769074949.413864:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07df8600. 00010000:00000010:3.1:1769074949.413876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d53600. 00010000:00000010:3.1:1769074949.423285:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732000. 00010000:00000010:3.1:1769074949.423296:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0000. 00010000:00000010:2.1:1769074949.425171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00010000:00000010:2.1:1769074949.433408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00010000:00000010:3.1:1769074949.436718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00000080:00000010:2.1:1769074949.447887:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa60. 00010000:00000010:3.1:1769074949.453589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:3.1:1769074949.457304:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:2.1:1769074949.465603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00010000:00000010:3.1:1769074949.469580:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88700. 00010000:00000010:3.1:1769074949.469586:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00010000:00000010:2.1:1769074949.472404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1800. 00010000:00000010:3.1:1769074949.481824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074949.489590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00000080:00000010:3.1:1769074949.489624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a60. 00000080:00000010:3.1:1769074949.489632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a00. 00010000:00000010:3.1:1769074949.489636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00010000:00000010:2.1:1769074949.521585:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00010000:00000010:2.1:1769074949.556224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:3.1:1769074949.570624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a100. 00010000:00000010:3.1:1769074949.570631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1600. 00010000:00000010:2.1:1769074949.570734:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6b00. 00010000:00000010:2.1:1769074949.570740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:2.1:1769074949.570744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:2.1:1769074949.583474:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00000080:00000010:2.1:1769074949.636803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2440. 00010000:00000010:3.1:1769074949.636803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558800. 00010000:00000010:3.1:1769074949.636809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:2.1:1769074949.636812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00000080:00000010:3.1:1769074949.638576:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053420. 00010000:00000010:3.1:1769074949.638583:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1400. 00010000:00000010:1.1:1769074949.646678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:3.1:1769074949.650727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00000080:00000010:3.1:1769074949.650736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87540. 00010000:00000010:2.1:1769074949.655653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00000080:00000010:2.1:1769074949.655665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b40. 00000080:00000010:2.1:1769074949.671601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879c0. 00010000:00000010:0.1:1769074949.675904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:2.1:1769074949.676604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00010000:00000010:2.1:1769074949.682608:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00000080:00000010:3.1:1769074949.690658:0:2368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a700. 00010000:00000010:2.1:1769074949.694686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488600. 00010000:00000010:2.1:1769074949.694699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:2.1:1769074949.694703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e2b900. 00010000:00000010:2.1:1769074949.694707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0a1fde00. 00010000:00000010:2.1:1769074949.715712:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074949.725609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:1.1:1769074949.727687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24e0. 00000080:00000010:1.1:1769074949.727700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2440. 00000080:00000010:1.1:1769074949.727704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b40. 00010000:00000010:1.1:1769074949.727708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00000080:00000010:3.1:1769074949.733667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2640. 00010000:00000010:0.1:1769074949.733796:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:2.1:1769074949.741792:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:3.1:1769074949.753605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:3.1:1769074949.753639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:3.1:1769074949.753651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:2.1:1769074949.785751:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873c0. 00000080:00000010:2.1:1769074949.785771:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87540. 00010000:00000010:2.1:1769074949.807600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074949.822003:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:3.1:1769074949.834791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00010000:00000010:3.1:1769074949.843107:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00000080:00000010:3.1:1769074949.843116:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b00. 00000080:00000010:1.1:1769074949.901001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab60. 00010000:00000010:3.1:1769074949.902822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:1.1:1769074949.906434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00010000:00000010:2.1:1769074949.913077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00010000:00000010:2.1:1769074949.918619:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:3.1:1769074949.944010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87560. 00000080:00000010:3.1:1769074949.979606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2980. 00010000:00000010:2.1:1769074949.984610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00000080:00000010:1.1:1769074949.988611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664ace0. 00010000:00000010:3.1:1769074950.009029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1400. 00000080:00000010:2.1:1769074950.012907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b60. 00000080:00000010:2.1:1769074950.017615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053400. 00000080:00000010:2.1:1769074950.025745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053720. 00000080:00000010:3.1:1769074950.029816:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00010000:00000010:2.1:1769074950.030747:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8e00. 00010000:00000010:2.1:1769074950.030756:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00000080:00000010:2.1:1769074950.038753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20e0. 00000080:00000010:2.1:1769074950.038781:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2940. 00010000:00000010:2.1:1769074950.055838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:2.1:1769074950.064602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00000080:00000010:2.1:1769074950.064609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2060. 00010000:00000010:3.1:1769074950.068663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:3.1:1769074950.068674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b00. 00010000:00000010:3.1:1769074950.089813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:0.1:1769074950.106139:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00000080:00000010:1.1:1769074950.118702:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b00. 00010000:00000010:1.1:1769074950.118724:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00010000:00000010:3.1:1769074950.126316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:3.1:1769074950.126368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:3.1:1769074950.126371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00000080:00000010:2.1:1769074950.136796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87240. 00000080:00000010:2.1:1769074950.136980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87560. 00010000:00000010:2.1:1769074950.146641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00000080:00000010:2.1:1769074950.146656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ba0. 00010000:00000010:0.1:1769074950.169061:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:0.1:1769074950.169074:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00010000:00000010:3.1:1769074950.178100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:3.1:1769074950.202720:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20e0. 00010000:00000010:3.1:1769074950.206641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074950.206698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04000. 00010000:00000010:2.1:1769074950.232470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00000080:00000010:2.1:1769074950.232479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafe0. 00010000:00000010:2.1:1769074950.242732:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ac00. 00010000:00000010:2.1:1769074950.242743:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:3.1:1769074950.267779:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00000080:00000010:3.1:1769074950.273065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d871a0. 00010000:00000010:2.1:1769074950.274414:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:2.1:1769074950.274424:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7f00. 00010000:00000010:2.1:1769074950.274429:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:2.1:1769074950.284601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:2.1:1769074950.298534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0399ee00. 00010000:00000010:2.1:1769074950.298539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489000. 00000080:00000010:2.1:1769074950.320800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e40. 00010000:00000010:0.1:1769074950.329753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00010000:00000010:0.1:1769074950.329762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:2.1:1769074950.330680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00000080:00000010:0.1:1769074950.339961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6a0. 00010000:00000010:2.1:1769074950.356598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05e00. 00000080:00000010:2.1:1769074950.356634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2540. 00010000:00000010:2.1:1769074950.356651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:3.1:1769074950.376793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:2.1:1769074950.384385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:3.1:1769074950.411669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00000080:00000010:0.1:1769074950.424826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0a0. 00010000:00000010:2.1:1769074950.426079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00000080:00000010:2.1:1769074950.426087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26c0. 00010000:00000010:2.1:1769074950.435341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:1.1:1769074950.458439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:1.1:1769074950.458476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05e00. 00010000:00000010:1.1:1769074950.458481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00010000:00000010:2.1:1769074950.463928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:2.1:1769074950.463965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00000080:00000010:1.1:1769074950.476138:0:1362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053d20. 00000080:00000010:1.1:1769074950.476156:0:1362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac40. 00010000:00000010:2.1:1769074950.480582:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:2.1:1769074950.491051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:2.1:1769074950.491062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00000080:00000010:2.1:1769074950.497728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26c0. 00000080:00000010:2.1:1769074950.497760:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52c200. 00010000:00000010:2.1:1769074950.509959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00000080:00000010:2.1:1769074950.509972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26e0. 00010000:00000010:3.1:1769074950.517138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:3.1:1769074950.542677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:1.1:1769074950.570689:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00010000:00000010:3.1:1769074950.570689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:2.1:1769074950.583609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558800. 00010000:00000010:2.1:1769074950.583616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00000080:00000010:1.1:1769074950.587710:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26e0. 00010000:00000010:1.1:1769074950.587719:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00000080:00000010:2.1:1769074950.590583:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5e0. 00000080:00000010:2.1:1769074950.593911:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d6300. 00010000:00000010:2.1:1769074950.599628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00000080:00000010:2.1:1769074950.600968:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26c0. 00010000:00000010:3.1:1769074950.615641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:3.1:1769074950.615654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873a0. 00010000:00000010:2.1:1769074950.648962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7c00. 00010000:00000010:0.1:1769074950.663748:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6700. 00010000:00000010:0.1:1769074950.663755:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d52c00. 00010000:00000010:3.1:1769074950.669603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b400. 00010000:00000010:3.1:1769074950.669611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:0.1:1769074950.691073:0:13275:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:2.1:1769074950.704006:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00000080:00000010:2.1:1769074950.713396:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26c0. 00010000:00000010:1.1:1769074950.714475:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00010000:00000010:3.1:1769074950.731996:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7b00. 00010000:00000010:3.1:1769074950.732010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00000080:00000010:2.1:1769074950.739685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2180. 00010000:00000010:2.1:1769074950.739705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00010000:00000010:2.1:1769074950.743207:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05e00. 00010000:00000010:2.1:1769074950.748602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:0.1:1769074950.761639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1400. 00000080:00000010:3.1:1769074950.761649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea840. 00010000:00000010:3.1:1769074950.761662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:2.1:1769074950.766630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05e00. 00000080:00000010:2.1:1769074950.766669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26c0. 00000080:00000010:2.1:1769074950.766675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22a0. 00010000:00000010:2.1:1769074950.766679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00000080:00000010:1.1:1769074950.784654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87dc0. 00010000:00000010:2.1:1769074950.795178:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00010000:00000010:2.1:1769074950.804287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:3.1:1769074950.823879:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:3.1:1769074950.831899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7700. 00010000:00000010:3.1:1769074950.831910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00000080:00000010:1.1:1769074950.836686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a40. 00010000:00000010:0.1:1769074950.857597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00010000:00000010:3.1:1769074950.859728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:0.1:1769074950.864604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:0.1:1769074950.873193:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1000. 00010000:00000010:0.1:1769074950.873199:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00000080:00000010:3.1:1769074950.874591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22e0. 00010000:00000010:3.1:1769074950.874606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00000080:00000010:1.1:1769074950.875159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26c0. 00000080:00000010:1.1:1769074950.875168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053340. 00010000:00000010:2.1:1769074950.882586:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7900. 00010000:00000010:2.1:1769074950.882592:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489000. 00010000:00000010:3.1:1769074950.887779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:3.1:1769074950.900610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:0.1:1769074950.924160:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00000080:00000010:2.1:1769074950.931658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2140. 00010000:00000010:2.1:1769074950.931680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:3.1:1769074950.947976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:2.1:1769074950.969173:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a200. 00010000:00000010:2.1:1769074950.969186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:2.1:1769074950.969200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00000080:00000010:2.1:1769074950.969204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2140. 00000080:00000010:2.1:1769074950.971208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e40. 00000080:00000010:2.1:1769074950.971230:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e636300. 00010000:00000010:2.1:1769074950.995647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00000080:00000010:2.1:1769074950.995658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26a0. 00000080:00000010:3.1:1769074951.003686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a80. 00010000:00000010:3.1:1769074951.016502:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:2.1:1769074951.037026:0:2368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664af20. 00010000:00000010:2.1:1769074951.047601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:3.1:1769074951.048367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:0.1:1769074951.048887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:2.1:1769074951.061878:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:1.1:1769074951.080527:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:2.1:1769074951.087767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87960. 00010000:00000010:2.1:1769074951.091979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:1.1:1769074951.108142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:1.1:1769074951.123493:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00010000:00000010:1.1:1769074951.123499:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00010000:00000010:2.1:1769074951.128681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6200. 00010000:00000010:2.1:1769074951.128693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:1.1:1769074951.128906:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060535a0. 00000080:00000010:1.1:1769074951.128916:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25e0. 00010000:00000010:2.1:1769074951.144538:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:2.1:1769074951.144565:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00000080:00000010:3.1:1769074951.154007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87060. 00010000:00000010:3.1:1769074951.158622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:2.1:1769074951.158689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7900. 00010000:00000010:2.1:1769074951.158695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489000. 00010000:00000010:2.1:1769074951.163638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:2.1:1769074951.201701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2140. 00010000:00000010:0.1:1769074951.203897:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:2.1:1769074951.214774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00000080:00000010:1.1:1769074951.228644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053d20. 00010000:00000010:1.1:1769074951.228653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:3.1:1769074951.229018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00000080:00000010:2.1:1769074951.267309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2180. 00010000:00000010:1.1:1769074951.268626:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:1.1:1769074951.268637:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7e0. 00010000:00000010:2.1:1769074951.285728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00000080:00000010:3.1:1769074951.299587:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a40. 00010000:00000010:2.1:1769074951.323536:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00010000:00000010:2.1:1769074951.323669:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:2.1:1769074951.326001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22a0. 00000080:00000010:3.1:1769074951.327206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a6a0. 00010000:00000010:0.1:1769074951.332730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00010000:00000010:2.1:1769074951.335848:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:2.1:1769074951.335856:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2140. 00010000:00000010:2.1:1769074951.340047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:3.1:1769074951.361966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074951.382813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:3.1:1769074951.382854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:3.1:1769074951.382858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00000080:00000010:3.1:1769074951.382863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2140. 00000080:00000010:3.1:1769074951.382869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2180. 00000080:00000010:2.1:1769074951.385677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87380. 00010000:00000010:1.1:1769074951.405906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:2.1:1769074951.407347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00010000:00000010:3.1:1769074951.408242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:2.1:1769074951.411626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:2.1:1769074951.411636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00000080:00000010:0.1:1769074951.430327:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2320. 00000080:00000010:0.1:1769074951.430347:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22a0. 00010000:00000010:1.1:1769074951.436622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:3.1:1769074951.453243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:1.1:1769074951.464744:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00000080:00000010:3.1:1769074951.473458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea8a0. 00010000:00000010:3.1:1769074951.473474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00000080:00000010:2.1:1769074951.475596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b80. 00010000:00000010:1.1:1769074951.475598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:1.1:1769074951.479753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:0.1:1769074951.479959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00000080:00000010:2.1:1769074951.499724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87bc0. 00010000:00000010:2.1:1769074951.503993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074951.504061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:3.1:1769074951.548624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00000080:00000010:3.1:1769074951.548631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87740. 00000080:00000010:1.1:1769074951.548789:0:13275:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26a0. 00010000:00000010:2.1:1769074951.556807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:2.1:1769074951.587978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:2.1:1769074951.594596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04e00. 00000080:00000010:1.1:1769074951.598604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053aa0. 00010000:00000010:2.1:1769074951.598667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119ee900. 00010000:00000010:2.1:1769074951.598674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f5d400. 00010000:00000010:3.1:1769074951.612669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:3.1:1769074951.620675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:2.1:1769074951.629625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00000080:00000010:2.1:1769074951.629635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053aa0. 00010000:00000010:3.1:1769074951.632735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00000080:00000010:3.1:1769074951.643609:0:2368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87740. 00010000:00000010:3.1:1769074951.643615:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:3.1:1769074951.654356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:3.1:1769074951.658865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:3.1:1769074951.658870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:2.1:1769074951.662639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00000080:00000010:3.1:1769074951.677764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ee0. 00000080:00000010:3.1:1769074951.677781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053e40. 00010000:00000010:3.1:1769074951.694934:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00000080:00000010:3.1:1769074951.694950:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87780. 00010000:00000010:1.1:1769074951.715972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:3.1:1769074951.730632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:3.1:1769074951.730651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2040. 00010000:00000010:2.1:1769074951.747808:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00010000:00000010:2.1:1769074951.747850:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074951.771414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:3.1:1769074951.809675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00000080:00000010:3.1:1769074951.816769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87720. 00000080:00000010:3.1:1769074951.816784:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63b9c0. 00010000:00000010:3.1:1769074951.816794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:2.1:1769074951.820627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7a00. 00010000:00000010:2.1:1769074951.820641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:2.1:1769074951.820648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87780. 00000080:00000010:2.1:1769074951.820663:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2940. 00010000:00000010:2.1:1769074951.820673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b900. 00010000:00000010:2.1:1769074951.820677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:2.1:1769074951.820680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00000080:00000010:2.1:1769074951.820683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e00. 00000080:00000010:1.1:1769074951.843733:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053840. 00010000:00000010:1.1:1769074951.850176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:3.1:1769074951.850572:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:2.1:1769074951.853330:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:2.1:1769074951.861591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:2.1:1769074951.861633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e00. 00010000:00000010:2.1:1769074951.861639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00000080:00000010:2.1:1769074951.872805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2cc0. 00010000:00000010:2.1:1769074951.872816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:2.1:1769074951.878627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00000080:00000010:2.1:1769074951.878639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea640. 00010000:00000010:3.1:1769074951.878691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:3.1:1769074951.908653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:1.1:1769074951.918706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00000080:00000010:2.1:1769074951.920811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2cc0. 00010000:00000010:2.1:1769074951.920821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:3.1:1769074951.936044:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:3.1:1769074951.936055:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00000080:00000010:1.1:1769074951.953728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2260. 00010000:00000010:2.1:1769074951.957820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00000080:00000010:3.1:1769074951.968692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae40. 00010000:00000010:3.1:1769074951.977600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00000080:00000010:2.1:1769074951.985608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2cc0. 00010000:00000010:2.1:1769074951.985623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:1.1:1769074951.989142:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:1.1:1769074951.989153:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:3.1:1769074952.002899:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00000080:00000010:2.1:1769074952.019593:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d874a0. 00010000:00000010:3.1:1769074952.027590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:0.1:1769074952.027773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00000080:00000010:2.1:1769074952.031098:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2cc0. 00010000:00000010:2.1:1769074952.031114:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00000080:00000010:2.1:1769074952.041743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2060. 00000080:00000010:3.1:1769074952.048625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87740. 00010000:00000010:3.1:1769074952.048645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:3.1:1769074952.048651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558f00. 00010000:00000010:3.1:1769074952.048655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00000080:00000010:2.1:1769074952.061640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b20. 00000080:00000010:3.1:1769074952.067696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e00. 00000080:00000010:0.1:1769074952.071677:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2100. 00010000:00000010:2.1:1769074952.075799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:3.1:1769074952.080793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00010000:00000010:2.1:1769074952.096615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:3.1:1769074952.103163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:2.1:1769074952.116737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2060. 00000080:00000010:1.1:1769074952.116847:0:2366:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00010000:00000010:1.1:1769074952.139575:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:2.1:1769074952.145782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:3.1:1769074952.147895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:1.1:1769074952.157282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:1.1:1769074952.157298:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:1.1:1769074952.157303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:2.1:1769074952.157518:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:2.1:1769074952.157523:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00000080:00000010:2.1:1769074952.160456:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d40. 00000080:00000010:2.1:1769074952.160466:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2cc0. 00000080:00000010:1.1:1769074952.164684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053b20. 00010000:00000010:2.1:1769074952.172654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00000080:00000010:2.1:1769074952.172668:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63d280. 00010000:00000010:3.1:1769074952.179859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00010000:00000010:2.1:1769074952.183572:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:2.1:1769074952.189678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bd00. 00010000:00000010:2.1:1769074952.189694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:0.1:1769074952.207593:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:1.1:1769074952.213647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0200. 00010000:00000010:1.1:1769074952.213654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00000080:00000010:2.1:1769074952.223811:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2300. 00000080:00000010:2.1:1769074952.227605:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e5298c0. 00010000:00000010:3.1:1769074952.227818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:2.1:1769074952.236835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00000080:00000010:2.1:1769074952.236843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fc0. 00010000:00000010:2.1:1769074952.245644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:2.1:1769074952.249839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0800. 00010000:00000010:2.1:1769074952.249846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:0.1:1769074952.271176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00010000:00000010:3.1:1769074952.279844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:1.1:1769074952.280624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e800. 00010000:00000010:0.1:1769074952.288766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:2.1:1769074952.308612:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947f00. 00010000:00000010:2.1:1769074952.308618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:2.1:1769074952.318627:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:0.1:1769074952.334567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:1.1:1769074952.360587:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7e00. 00010000:00000010:1.1:1769074952.360594:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7600. 00010000:00000010:2.1:1769074952.365589:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00000080:00000010:2.1:1769074952.365595:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24c0. 00010000:00000010:2.1:1769074952.378634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:0.1:1769074952.387790:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00000080:00000010:2.1:1769074952.391723:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24c0. 00010000:00000010:2.1:1769074952.391732:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7b00. 00010000:00000010:2.1:1769074952.391736:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:0.1:1769074952.401614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868200. 00010000:00000010:0.1:1769074952.401621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:3.1:1769074952.412602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00000080:00000010:2.1:1769074952.435700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24c0. 00010000:00000010:2.1:1769074952.435722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:3.1:1769074952.436848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:2.1:1769074952.459600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00000080:00000010:2.1:1769074952.472881:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2400. 00010000:00000010:3.1:1769074952.482736:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00000080:00000010:3.1:1769074952.482750:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87980. 00010000:00000010:0.1:1769074952.486703:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00010000:00000010:2.1:1769074952.490660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:2.1:1769074952.490674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:0.1:1769074952.523645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2060. 00010000:00000010:3.1:1769074952.526800:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:2.1:1769074952.536683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:3.1:1769074952.541600:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d480. 00010000:00000010:0.1:1769074952.549609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:2.1:1769074952.562605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:2.1:1769074952.562622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868600. 00010000:00000010:2.1:1769074952.562626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9000. 00010000:00000010:3.1:1769074952.596404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:2.1:1769074952.618697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaaa0. 00010000:00000010:3.1:1769074952.620605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:1.1:1769074952.624583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:3.1:1769074952.624650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:3.1:1769074952.624655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:3.1:1769074952.624704:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:3.1:1769074952.624707:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:3.1:1769074952.628697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceae40. 00000080:00000010:3.1:1769074952.628718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2400. 00010000:00000010:2.1:1769074952.639176:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55500. 00010000:00000010:2.1:1769074952.639183:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:2.1:1769074952.652623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:0.1:1769074952.669078:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:2.1:1769074952.687750:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:2.1:1769074952.696132:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:2.1:1769074952.707840:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55300. 00010000:00000010:2.1:1769074952.707847:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ba00. 00010000:00000010:3.1:1769074952.716261:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00000080:00000010:1.1:1769074952.720727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00010000:00000010:1.1:1769074952.720738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:2.1:1769074952.721769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:2.1:1769074952.739585:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00000080:00000010:2.1:1769074952.748760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea200. 00010000:00000010:2.1:1769074952.755680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:2.1:1769074952.759589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:0.1:1769074952.759842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:0.1:1769074952.775940:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00000080:00000010:0.1:1769074952.782668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ae0. 00000080:00000010:0.1:1769074952.782680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2580. 00000080:00000010:0.1:1769074952.782701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2120. 00000080:00000010:0.1:1769074952.782704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21c0. 00010000:00000010:0.1:1769074952.782709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f000. 00010000:00000010:2.1:1769074952.790456:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:3.1:1769074952.803612:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c40. 00010000:00000010:0.1:1769074952.823631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fc00. 00010000:00000010:0.1:1769074952.830633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a200. 00010000:00000010:0.1:1769074952.830643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:3.1:1769074952.837789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:3.1:1769074952.837796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87420. 00010000:00000010:3.1:1769074952.846598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:3.1:1769074952.858154:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:2.1:1769074952.872637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:2.1:1769074952.872680:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:2.1:1769074952.872683:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:3.1:1769074952.872791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00000080:00000010:3.1:1769074952.872797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2080. 00000080:00000010:0.1:1769074952.883245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e80. 00000080:00000010:0.1:1769074952.883256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b40. 00010000:00000010:3.1:1769074952.900646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:3.1:1769074952.900654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:2.1:1769074952.922689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00010000:00000010:2.1:1769074952.940673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00000080:00000010:2.1:1769074952.940680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fe0. 00010000:00000010:1.1:1769074952.941249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981000. 00010000:00000010:1.1:1769074952.941280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:3.1:1769074952.951814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00010000:00000010:2.1:1769074952.957615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:2.1:1769074952.957660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00010000:00000010:3.1:1769074952.960574:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:2.1:1769074952.971637:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87420. 00010000:00000010:2.1:1769074952.981193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:2.1:1769074952.981200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00010000:00000010:0.1:1769074953.003575:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00000080:00000010:2.1:1769074953.009566:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29e0. 00000080:00000010:2.1:1769074953.009587:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d7380. 00010000:00000010:2.1:1769074953.019605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aea00. 00010000:00000010:2.1:1769074953.019620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00000080:00000010:2.1:1769074953.030627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00010000:00000010:2.1:1769074953.030644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:3.1:1769074953.031665:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074953.043024:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00000080:00000010:2.1:1769074953.060580:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e80. 00010000:00000010:0.1:1769074953.063810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00000080:00000010:1.1:1769074953.084607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f40. 00010000:00000010:1.1:1769074953.084617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00010000:00000010:3.1:1769074953.086425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074953.088612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84a00. 00000080:00000010:2.1:1769074953.088627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00010000:00000010:2.1:1769074953.126667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84a00. 00010000:00000010:2.1:1769074953.138347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00000080:00000010:2.1:1769074953.138393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00010000:00000010:2.1:1769074953.138400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00000080:00000010:3.1:1769074953.138933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5e0. 00010000:00000010:0.1:1769074953.142328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00010000:00000010:3.1:1769074953.147675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:3.1:1769074953.180595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:3.1:1769074953.180603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84a00. 00010000:00000010:0.1:1769074953.203617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00000080:00000010:2.1:1769074953.203706:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00010000:00000010:2.1:1769074953.203719:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:3.1:1769074953.225410:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00000080:00000010:2.1:1769074953.227957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ba0. 00010000:00000010:2.1:1769074953.236629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f600. 00000080:00000010:2.1:1769074953.236638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d878c0. 00000080:00000010:2.1:1769074953.252837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b00. 00010000:00000010:3.1:1769074953.268821:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074953.273601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00010000:00000010:3.1:1769074953.292290:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8e00. 00010000:00000010:3.1:1769074953.292299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00010000:00000010:3.1:1769074953.297795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00010000:00000010:3.1:1769074953.320728:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84a00. 00000080:00000010:2.1:1769074953.324597:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00010000:00000010:0.1:1769074953.338417:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00000080:00000010:3.1:1769074953.346075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a20. 00000080:00000010:3.1:1769074953.355591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead40. 00010000:00000010:3.1:1769074953.355602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00010000:00000010:3.1:1769074953.355605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a700. 00010000:00000010:3.1:1769074953.355608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:2.1:1769074953.355644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00000080:00000010:2.1:1769074953.355649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21e0. 00000080:00000010:3.1:1769074953.358826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b00. 00000080:00000010:3.1:1769074953.358850:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e635ac0. 00010000:00000010:3.1:1769074953.363429:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:2.1:1769074953.380809:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074953.387307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00000080:00000010:1.1:1769074953.392675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2380. 00010000:00000010:0.1:1769074953.402589:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:2.1:1769074953.402681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7a00. 00010000:00000010:2.1:1769074953.402687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00000080:00000010:3.1:1769074953.402954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f20. 00010000:00000010:3.1:1769074953.402969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85000. 00010000:00000010:3.1:1769074953.402972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00000080:00000010:3.1:1769074953.409759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a20. 00000080:00000010:3.1:1769074953.409785:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52dac0. 00000080:00000010:2.1:1769074953.410673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2cc0. 00000080:00000010:2.1:1769074953.410686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b80. 00000080:00000010:2.1:1769074953.414626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fc0. 00010000:00000010:0.1:1769074953.419715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:3.1:1769074953.430198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6a00. 00010000:00000010:3.1:1769074953.430205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:3.1:1769074953.438486:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00000080:00000010:2.1:1769074953.444608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00000080:00000010:2.1:1769074953.453595:0:5550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24c0. 00000080:00000010:2.1:1769074953.462624:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87920. 00000080:00000010:2.1:1769074953.466602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ca0. 00010000:00000010:2.1:1769074953.466624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00000080:00000010:3.1:1769074953.466777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a80. 00000080:00000010:3.1:1769074953.466807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00010000:00000010:3.1:1769074953.466813:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ab00. 00010000:00000010:3.1:1769074953.466816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00010000:00000010:2.1:1769074953.471936:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558800. 00010000:00000010:2.1:1769074953.471949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00010000:00000010:2.1:1769074953.471953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00000080:00000010:2.1:1769074953.471958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053920. 00000080:00000010:2.1:1769074953.471973:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e52eb40. 00010000:00000010:3.1:1769074953.494588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00010000:00000010:2.1:1769074953.496580:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947f00. 00010000:00000010:2.1:1769074953.496588:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f000. 00000080:00000010:2.1:1769074953.498607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac00. 00000080:00000010:2.1:1769074953.498628:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e634a40. 00010000:00000010:2.1:1769074953.498636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00000080:00000010:2.1:1769074953.498640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2bc0. 00010000:00000010:3.1:1769074953.507949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:3.1:1769074953.511593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558200. 00010000:00000010:3.1:1769074953.511599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:0.1:1769074953.518591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074953.526606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:3.1:1769074953.526615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:3.1:1769074953.526619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:3.1:1769074953.540163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00010000:00000010:2.1:1769074953.552590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00000080:00000010:2.1:1769074953.552596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24c0. 00010000:00000010:3.1:1769074953.552596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00000080:00000010:3.1:1769074953.552601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ca0. 00010000:00000010:1.1:1769074953.555781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:3.1:1769074953.561609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9000. 00010000:00000010:3.1:1769074953.561615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32000. 00010000:00000010:3.1:1769074953.561620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae100. 00010000:00000010:3.1:1769074953.561622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:3.1:1769074953.576718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84a00. 00010000:00000010:3.1:1769074953.576724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fc00. 00010000:00000010:1.1:1769074953.589616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:3.1:1769074953.595524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00010000:00000010:3.1:1769074953.598777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84a00. 00000080:00000010:2.1:1769074953.600586:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabc0. 00010000:00000010:2.1:1769074953.609743:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b421d8c00. 00010000:00000010:2.1:1769074953.609754:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00010000:00000010:2.1:1769074953.615870:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4be00. 00010000:00000010:2.1:1769074953.615878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:3.1:1769074953.622771:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074953.631615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:2.1:1769074953.648950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fc00. 00010000:00000010:2.1:1769074953.648956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:3.1:1769074953.655029:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7b00. 00010000:00000010:3.1:1769074953.655036:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:2.1:1769074953.659620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb500. 00010000:00000010:2.1:1769074953.659628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e600. 00010000:00000010:2.1:1769074953.675600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:3.1:1769074953.682374:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00010000:00000010:2.1:1769074953.682594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:2.1:1769074953.685713:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981400. 00010000:00000010:2.1:1769074953.685719:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:2.1:1769074953.685722:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:3.1:1769074953.696586:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044100. 00010000:00000010:3.1:1769074953.696591:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:3.1:1769074953.702665:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b000. 00010000:00000010:2.1:1769074953.712694:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0200. 00010000:00000010:0.1:1769074953.718599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00010000:00000010:2.1:1769074953.724638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:3.1:1769074953.724696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:2.1:1769074953.737666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:3.1:1769074953.741766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9800. 00010000:00000010:3.1:1769074953.741774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33200. 00010000:00000010:2.1:1769074953.745599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074953.745619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00000080:00000010:2.1:1769074953.745645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d60. 00000080:00000010:2.1:1769074953.745651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f20. 00010000:00000010:2.1:1769074953.745662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00010000:00000010:3.1:1769074953.754719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:3.1:1769074953.758663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:3.1:1769074953.772019:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:3.1:1769074953.776666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7b00. 00010000:00000010:3.1:1769074953.776673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00010000:00000010:3.1:1769074953.781603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:2.1:1769074953.781654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00000080:00000010:2.1:1769074953.781688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87980. 00000080:00000010:2.1:1769074953.781693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87080. 00000080:00000010:2.1:1769074953.781697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea1e0. 00000080:00000010:2.1:1769074953.781701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533c0. 00010000:00000010:2.1:1769074953.781705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00010000:00000010:3.1:1769074953.795195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00000080:00000010:3.1:1769074953.806065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00010000:00000010:2.1:1769074953.814716:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fc00. 00010000:00000010:3.1:1769074953.818605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7a00. 00010000:00000010:3.1:1769074953.818620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074953.825723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6a00. 00010000:00000010:3.1:1769074953.825729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:3.1:1769074953.825732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:2.1:1769074953.825845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:3.1:1769074953.841752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00000080:00000010:1.1:1769074953.845090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060537e0. 00010000:00000010:3.1:1769074953.855616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:0.1:1769074953.863646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:1.1:1769074953.870693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac40. 00010000:00000010:2.1:1769074953.900993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04200. 00010000:00000010:0.1:1769074953.911842:0:5541:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558000. 00010000:00000010:0.1:1769074953.911847:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074953.919778:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6200. 00010000:00000010:3.1:1769074953.919784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:2.1:1769074953.920262:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0500. 00010000:00000010:2.1:1769074953.920269:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:2.1:1769074953.920273:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e2b900. 00010000:00000010:2.1:1769074953.920277:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:2.1:1769074953.920281:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886af00. 00010000:00000010:2.1:1769074953.920284:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:2.1:1769074953.920288:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bc00. 00010000:00000010:2.1:1769074953.920292:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:2.1:1769074953.920295:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6800. 00010000:00000010:2.1:1769074953.920298:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:0.1:1769074953.920470:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6400. 00010000:00000010:0.1:1769074953.920476:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:2.1:1769074953.920658:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7500. 00010000:00000010:2.1:1769074953.920664:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27600. 00010000:00000010:2.1:1769074953.928626:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7200. 00010000:00000010:2.1:1769074953.928634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00010000:00000010:1.1:1769074953.930632:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8400. 00010000:00000010:1.1:1769074953.930639:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:1.1:1769074953.930643:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6900. 00010000:00000010:1.1:1769074953.930646:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:3.1:1769074953.936582:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ad00. 00010000:00000010:3.1:1769074953.936588:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:2.1:1769074953.936721:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6700. 00010000:00000010:2.1:1769074953.936727:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00010000:00000010:2.1:1769074953.936730:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b600. 00010000:00000010:2.1:1769074953.936734:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:3.1:1769074953.957990:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10ba7700. 00010000:00000010:3.1:1769074953.957999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b000. 00010000:00000010:2.1:1769074953.974307:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:2.1:1769074953.979621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00000080:00000010:3.1:1769074953.982888:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f60. 00010000:00000010:2.1:1769074953.999650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:3.1:1769074954.008592:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6200. 00010000:00000010:3.1:1769074954.008598:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:2.1:1769074954.024875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:2.1:1769074954.038306:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00000080:00000010:2.1:1769074954.038319:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87880. 00010000:00000010:1.1:1769074954.054844:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00000080:00000010:3.1:1769074954.055647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e80. 00010000:00000010:3.1:1769074954.068775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:2.1:1769074954.073077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00000080:00000010:2.1:1769074954.073087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060537e0. 00010000:00000010:3.1:1769074954.086628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00000080:00000010:3.1:1769074954.096629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d60. 00010000:00000010:3.1:1769074954.096638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00010000:00000010:2.1:1769074954.128622:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:2.1:1769074954.138604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00000080:00000010:2.1:1769074954.138645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2300. 00010000:00000010:2.1:1769074954.138652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:2.1:1769074954.138656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6500. 00010000:00000010:2.1:1769074954.138660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:3.1:1769074954.150609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:1.1:1769074954.185007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6200. 00010000:00000010:1.1:1769074954.185032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074954.185394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00000080:00000010:2.1:1769074954.213764:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e80. 00010000:00000010:3.1:1769074954.219137:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00010000:00000010:1.1:1769074954.227597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:2.1:1769074954.232055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:2.1:1769074954.236633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bd00. 00010000:00000010:2.1:1769074954.236648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00000080:00000010:3.1:1769074954.262662:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28a0. 00010000:00000010:0.1:1769074954.279862:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:1.1:1769074954.294521:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:3.1:1769074954.305618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00000080:00000010:3.1:1769074954.305627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87d40. 00010000:00000010:2.1:1769074954.313881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6400. 00010000:00000010:2.1:1769074954.313892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:2.1:1769074954.332777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:3.1:1769074954.338636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00010000:00000010:0.1:1769074954.338798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:2.1:1769074954.344877:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea240. 00010000:00000010:2.1:1769074954.350699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:2.1:1769074954.350712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00000080:00000010:2.1:1769074954.350717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21a0. 00010000:00000010:3.1:1769074954.385647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6500. 00010000:00000010:3.1:1769074954.385655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:2.1:1769074954.402608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:2.1:1769074954.403737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00000080:00000010:0.1:1769074954.420607:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87120. 00010000:00000010:3.1:1769074954.424648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:2.1:1769074954.430587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:0.1:1769074954.430732:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87620. 00000080:00000010:3.1:1769074954.442632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea640. 00000080:00000010:1.1:1769074954.456593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2500. 00000080:00000010:2.1:1769074954.460967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053940. 00010000:00000010:0.1:1769074954.464652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00010000:00000010:2.1:1769074954.471771:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886af00. 00010000:00000010:2.1:1769074954.471779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00000080:00000010:2.1:1769074954.480896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b40. 00000080:00000010:2.1:1769074954.499866:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00010000:00000010:3.1:1769074954.512650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00000080:00000010:0.1:1769074954.523613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ba0. 00000080:00000010:0.1:1769074954.523630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf40. 00000080:00000010:2.1:1769074954.529718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea840. 00000080:00000010:2.1:1769074954.529754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21a0. 00010000:00000010:2.1:1769074954.529761:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6a00. 00010000:00000010:2.1:1769074954.529765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:2.1:1769074954.529770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00000080:00000010:2.1:1769074954.529773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea9a0. 00000080:00000010:2.1:1769074954.529783:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d6b40. 00010000:00000010:0.1:1769074954.539305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00000080:00000010:0.1:1769074954.539313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5a0. 00010000:00000010:2.1:1769074954.543227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4be00. 00010000:00000010:2.1:1769074954.543239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00000080:00000010:2.1:1769074954.555954:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a40. 00000080:00000010:2.1:1769074954.555974:0:13245:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d7380. 00010000:00000010:2.1:1769074954.572681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00000080:00000010:2.1:1769074954.572696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21a0. 00000080:00000010:1.1:1769074954.579948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053420. 00010000:00000010:3.1:1769074954.582078:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:0.1:1769074954.592176:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00000080:00000010:3.1:1769074954.625847:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87740. 00010000:00000010:3.1:1769074954.625860:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6b00. 00010000:00000010:3.1:1769074954.625868:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:3.1:1769074954.625873:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00000080:00000010:0.1:1769074954.630614:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060536a0. 00010000:00000010:2.1:1769074954.630732:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:2.1:1769074954.630741:0:5550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558800. 00010000:00000010:2.1:1769074954.630745:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00000080:00000010:0.1:1769074954.636331:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d39c0. 00010000:00000010:2.1:1769074954.639622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:0.1:1769074954.640736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea740. 00010000:00000010:2.1:1769074954.644783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:1.1:1769074954.657599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00000080:00000010:1.1:1769074954.657606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaae0. 00010000:00000010:2.1:1769074954.676574:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00000080:00000010:2.1:1769074954.684985:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21a0. 00010000:00000010:2.1:1769074954.689601:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:2.1:1769074954.699576:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:3.1:1769074954.701216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6b00. 00010000:00000010:3.1:1769074954.701223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:1.1:1769074954.702314:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:2.1:1769074954.704840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:2.1:1769074954.735443:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b700. 00010000:00000010:2.1:1769074954.735453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:1.1:1769074954.766440:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:1.1:1769074954.766448:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:2.1:1769074954.777646:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a200. 00010000:00000010:2.1:1769074954.777654:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:0.1:1769074954.790619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00000080:00000010:2.1:1769074954.800999:0:2369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2600. 00010000:00000010:3.1:1769074954.817944:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:2.1:1769074954.838681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:2.1:1769074954.838691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:2.1:1769074954.838696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074954.838700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aea00. 00010000:00000010:2.1:1769074954.838704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:3.1:1769074954.844882:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074954.859597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:2.1:1769074954.873578:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00000080:00000010:0.1:1769074954.883681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac40. 00010000:00000010:2.1:1769074954.885311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:3.1:1769074954.892833:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:3.1:1769074954.892843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00000080:00000010:2.1:1769074954.897973:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87100. 00000080:00000010:2.1:1769074954.907092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ea0. 00000080:00000010:0.1:1769074954.913064:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a60. 00010000:00000010:3.1:1769074954.913583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074954.921598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:2.1:1769074954.926691:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00000080:00000010:1.1:1769074954.931597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d00. 00010000:00000010:3.1:1769074954.942799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:3.1:1769074954.946630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00000080:00000010:3.1:1769074954.946673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21a0. 00000080:00000010:3.1:1769074954.946679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2bc0. 00010000:00000010:3.1:1769074954.946685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886aa00. 00010000:00000010:3.1:1769074954.946688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:3.1:1769074954.946691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00000080:00000010:2.1:1769074954.950637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87380. 00000080:00000010:2.1:1769074954.950652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00010000:00000010:2.1:1769074954.950658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00000080:00000010:3.1:1769074954.950716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b80. 00000080:00000010:3.1:1769074954.950731:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e6339c0. 00010000:00000010:2.1:1769074954.967650:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:2.1:1769074954.972611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87760. 00010000:00000010:0.1:1769074955.001663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49e00. 00010000:00000010:2.1:1769074955.002391:0:5550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6000. 00010000:00000010:2.1:1769074955.002396:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:2.1:1769074955.009307:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044f00. 00010000:00000010:2.1:1769074955.009315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4600. 00010000:00000010:2.1:1769074955.017307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:3.1:1769074955.018579:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:3.1:1769074955.023744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00010000:00000010:3.1:1769074955.050613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00000080:00000010:3.1:1769074955.059821:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ea0. 00010000:00000010:2.1:1769074955.068843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:0.1:1769074955.072612:0:13249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6000. 00010000:00000010:0.1:1769074955.072634:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00000080:00000010:2.1:1769074955.081697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87bc0. 00010000:00000010:3.1:1769074955.083805:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:1.1:1769074955.098645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:0.1:1769074955.107894:0:2359:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6e00. 00010000:00000010:0.1:1769074955.107901:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00010000:00000010:0.1:1769074955.107904:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:3.1:1769074955.115201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb900. 00010000:00000010:3.1:1769074955.115214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00010000:00000010:3.1:1769074955.122897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074955.140817:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:2.1:1769074955.140823:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00000080:00000010:3.1:1769074955.147822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053360. 00010000:00000010:3.1:1769074955.157617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:3.1:1769074955.165726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdba00. 00010000:00000010:3.1:1769074955.165741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48600. 00010000:00000010:2.1:1769074955.185598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:2.1:1769074955.210593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:3.1:1769074955.221813:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10900. 00010000:00000010:3.1:1769074955.221818:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ae00. 00010000:00000010:2.1:1769074955.232588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae300. 00010000:00000010:2.1:1769074955.232595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:3.1:1769074955.244403:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7b00. 00010000:00000010:3.1:1769074955.244427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:3.1:1769074955.244432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ac00. 00010000:00000010:3.1:1769074955.244436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074955.244439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0e00. 00010000:00000010:3.1:1769074955.244442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:2.1:1769074955.254649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0400. 00010000:00000010:3.1:1769074955.268608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00010000:00000010:2.1:1769074955.278598:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10200. 00010000:00000010:2.1:1769074955.278605:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:3.1:1769074955.308264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00010000:00000010:3.1:1769074955.320673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00000080:00000010:3.1:1769074955.320687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053420. 00010000:00000010:0.1:1769074955.321200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:3.1:1769074955.336739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb100. 00010000:00000010:3.1:1769074955.336752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49000. 00010000:00000010:3.1:1769074955.346738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:2.1:1769074955.347935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00010000:00000010:2.1:1769074955.360628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00000080:00000010:2.1:1769074955.360658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c00. 00010000:00000010:2.1:1769074955.360662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:0.1:1769074955.367958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:2.1:1769074955.373324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdb000. 00010000:00000010:2.1:1769074955.373342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:3.1:1769074955.389764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:2.1:1769074955.401471:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6200. 00010000:00000010:2.1:1769074955.401483:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49000. 00010000:00000010:3.1:1769074955.410303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48c00. 00010000:00000010:3.1:1769074955.416539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:2.1:1769074955.421600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10000. 00010000:00000010:2.1:1769074955.421611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:3.1:1769074955.429709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00000080:00000010:0.1:1769074955.447966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25c0. 00010000:00000010:2.1:1769074955.455044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49000. 00010000:00000010:3.1:1769074955.464455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:3.1:1769074955.481599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:2.1:1769074955.485630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbbc00. 00010000:00000010:2.1:1769074955.485638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4200. 00010000:00000010:3.1:1769074955.502657:0:13257:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7b00. 00010000:00000010:3.1:1769074955.502664:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00010000:00000010:3.1:1769074955.529803:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:3.1:1769074955.529812:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49000. 00010000:00000010:3.1:1769074955.547329:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00000080:00000010:3.1:1769074955.547337:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00010000:00000010:1.1:1769074955.567093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:3.1:1769074955.574719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10300. 00010000:00000010:3.1:1769074955.574735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49800. 00010000:00000010:3.1:1769074955.574738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49000. 00010000:00000010:2.1:1769074955.593460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:2.1:1769074955.619602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00010000:00000010:3.1:1769074955.626840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00000080:00000010:2.1:1769074955.630627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2800. 00010000:00000010:2.1:1769074955.630640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:1.1:1769074955.640109:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044d00. 00010000:00000010:1.1:1769074955.640121:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84400. 00010000:00000010:0.1:1769074955.654598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:3.1:1769074955.666658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6500. 00010000:00000010:3.1:1769074955.666666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:0.1:1769074955.673866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00010000:00000010:2.1:1769074955.677614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044600. 00010000:00000010:2.1:1769074955.677627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00010000:00000010:2.1:1769074955.695579:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:2.1:1769074955.708120:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:3.1:1769074955.715811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00000080:00000010:3.1:1769074955.746134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23a0. 00010000:00000010:2.1:1769074955.749760:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:2.1:1769074955.762613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb300. 00010000:00000010:2.1:1769074955.762627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb4800. 00010000:00000010:3.1:1769074955.762678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:3.1:1769074955.782754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aea00. 00010000:00000010:3.1:1769074955.782765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72400. 00010000:00000010:2.1:1769074955.797742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00010000:00000010:2.1:1769074955.814593:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00010000:00000010:2.1:1769074955.819749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00010000:00000010:1.1:1769074955.832365:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73c00. 00000080:00000010:1.1:1769074955.855178:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27e0. 00000080:00000010:1.1:1769074955.855185:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29c0. 00010000:00000010:1.1:1769074955.855189:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00010000:00000010:3.1:1769074955.858913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:3.1:1769074955.858922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873c0. 00010000:00000010:3.1:1769074955.889940:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8400. 00010000:00000010:3.1:1769074955.889949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:2.1:1769074955.897594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73c00. 00000080:00000010:2.1:1769074955.897608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053d20. 00010000:00000010:2.1:1769074955.910606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72400. 00000080:00000010:2.1:1769074955.910790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2240. 00010000:00000010:2.1:1769074955.910798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a100. 00010000:00000010:2.1:1769074955.910801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:2.1:1769074955.910804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:2.1:1769074955.920591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00000080:00000010:2.1:1769074955.940608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2660. 00000080:00000010:2.1:1769074955.940630:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d6b40. 00010000:00000010:3.1:1769074955.951684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00010000:00000010:3.1:1769074955.961592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00000080:00000010:2.1:1769074955.961717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2240. 00010000:00000010:2.1:1769074955.979397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73c00. 00000080:00000010:2.1:1769074955.979411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2660. 00010000:00000010:2.1:1769074955.986669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:3.1:1769074955.986793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f80. 00010000:00000010:3.1:1769074955.995753:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0e00. 00010000:00000010:3.1:1769074955.995759:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00010000:00000010:3.1:1769074956.007163:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:3.1:1769074956.022620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074956.022671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00000080:00000010:2.1:1769074956.027600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053e40. 00010000:00000010:1.1:1769074956.031881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:3.1:1769074956.035654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73c00. 00000080:00000010:3.1:1769074956.035663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2660. 00010000:00000010:2.1:1769074956.036595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6800. 00010000:00000010:2.1:1769074956.036605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00010000:00000010:2.1:1769074956.063598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00000080:00000010:3.1:1769074956.067749:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ac0. 00000080:00000010:3.1:1769074956.080708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053b20. 00010000:00000010:1.1:1769074956.092604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:1.1:1769074956.092621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:3.1:1769074956.096625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6e00. 00010000:00000010:3.1:1769074956.096637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:3.1:1769074956.096642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:3.1:1769074956.096644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:3.1:1769074956.112637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:2.1:1769074956.116609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00010000:00000010:2.1:1769074956.136600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:3.1:1769074956.140587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87820. 00010000:00000010:2.1:1769074956.152676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00000080:00000010:0.1:1769074956.160712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d874a0. 00000080:00000010:0.1:1769074956.172098:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2100. 00000080:00000010:2.1:1769074956.180583:0:2369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d878a0. 00000080:00000010:0.1:1769074956.184594:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870e0. 00010000:00000010:2.1:1769074956.195008:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886aa00. 00010000:00000010:2.1:1769074956.195017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00010000:00000010:1.1:1769074956.198414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00000080:00000010:2.1:1769074956.206635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2600. 00010000:00000010:2.1:1769074956.213787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00000080:00000010:2.1:1769074956.213815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d874c0. 00000080:00000010:2.1:1769074956.213820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879c0. 00010000:00000010:2.1:1769074956.213825:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7500. 00010000:00000010:2.1:1769074956.213829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:2.1:1769074956.213831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00000080:00000010:3.1:1769074956.231588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fc0. 00000080:00000010:3.1:1769074956.231609:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d7380. 00010000:00000010:2.1:1769074956.251675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00010000:00000010:0.1:1769074956.260768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:0.1:1769074956.260775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa40. 00010000:00000010:2.1:1769074956.261725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00000080:00000010:2.1:1769074956.261765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2340. 00000080:00000010:2.1:1769074956.261769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28c0. 00010000:00000010:2.1:1769074956.261773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:2.1:1769074956.284014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:2.1:1769074956.295455:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044a00. 00010000:00000010:2.1:1769074956.295477:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85a00. 00010000:00000010:3.1:1769074956.320849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:1.1:1769074956.321841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:1.1:1769074956.321851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00010000:00000010:0.1:1769074956.325525:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00000080:00000010:0.1:1769074956.340160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053cc0. 00010000:00000010:2.1:1769074956.347603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:2.1:1769074956.356999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00010000:00000010:2.1:1769074956.357007:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7d00. 00010000:00000010:2.1:1769074956.357011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:2.1:1769074956.373334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00010000:00000010:2.1:1769074956.384819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:2.1:1769074956.394076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00000080:00000010:1.1:1769074956.397366:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2600. 00010000:00000010:2.1:1769074956.401598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbbe00. 00010000:00000010:2.1:1769074956.401612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00010000:00000010:2.1:1769074956.401618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:3.1:1769074956.422842:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:3.1:1769074956.422850:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:0.1:1769074956.427543:0:37:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:3.1:1769074956.455041:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:1.1:1769074956.464663:0:13251:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9f00. 00010000:00000010:1.1:1769074956.464671:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42165000. 00010000:00000010:3.1:1769074956.475516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:0.1:1769074956.478672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00000080:00000010:2.1:1769074956.478733:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2880. 00010000:00000010:0.1:1769074956.487606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:3.1:1769074956.512658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:3.1:1769074956.517600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9b00. 00010000:00000010:3.1:1769074956.517615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00010000:00000010:2.1:1769074956.527706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:3.1:1769074956.548921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:3.1:1769074956.572199:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ab00. 00010000:00000010:3.1:1769074956.572208:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:3.1:1769074956.582812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6200. 00010000:00000010:3.1:1769074956.582827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fc00. 00010000:00000010:3.1:1769074956.582831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6200. 00010000:00000010:3.1:1769074956.582836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72a00. 00010000:00000010:3.1:1769074956.582840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9500. 00010000:00000010:3.1:1769074956.582843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:3.1:1769074956.593773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:3.1:1769074956.617818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:3.1:1769074956.634599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10400. 00010000:00000010:3.1:1769074956.634607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:2.1:1769074956.653719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:0.1:1769074956.682457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:3.1:1769074956.689719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9d00. 00010000:00000010:3.1:1769074956.689729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a200. 00010000:00000010:3.1:1769074956.698138:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00010000:00000010:0.1:1769074956.731086:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:0.1:1769074956.744899:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9700. 00010000:00000010:0.1:1769074956.744905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b600. 00010000:00000010:3.1:1769074956.753730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:2.1:1769074956.758580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00000080:00000010:2.1:1769074956.758588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cead40. 00010000:00000010:3.1:1769074956.771606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:2.1:1769074956.788965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044300. 00010000:00000010:2.1:1769074956.788974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84c00. 00010000:00000010:0.1:1769074956.796695:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00010000:00000010:0.1:1769074956.818601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:2.1:1769074956.831687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ab00. 00010000:00000010:2.1:1769074956.831695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:3.1:1769074956.846942:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:2.1:1769074956.852598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:0.1:1769074956.861662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9200. 00010000:00000010:0.1:1769074956.861686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:2.1:1769074956.871611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:3.1:1769074956.903156:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00000080:00000010:0.1:1769074956.925641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6a0. 00010000:00000010:0.1:1769074956.925654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:0.1:1769074956.925657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:3.1:1769074956.928602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4be00. 00010000:00000010:3.1:1769074956.928618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:3.1:1769074956.939891:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9900. 00010000:00000010:3.1:1769074956.939909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00010000:00000010:3.1:1769074956.939912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:2.1:1769074956.965607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074956.982715:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00000080:00000010:3.1:1769074956.982725:0:2369:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a40. 00010000:00000010:2.1:1769074956.992605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b600. 00010000:00000010:3.1:1769074957.000603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044200. 00010000:00000010:3.1:1769074957.000610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84600. 00010000:00000010:2.1:1769074957.019636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:2.1:1769074957.023613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00010000:00000010:2.1:1769074957.054218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:2.1:1769074957.054233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044700. 00010000:00000010:2.1:1769074957.054237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85800. 00010000:00000010:2.1:1769074957.079700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7d00. 00010000:00000010:2.1:1769074957.079713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:2.1:1769074957.079717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:3.1:1769074957.083328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56c00. 00010000:00000010:2.1:1769074957.097629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:1.1:1769074957.101638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00000080:00000010:1.1:1769074957.101682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fc0. 00000080:00000010:1.1:1769074957.101688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28c0. 00010000:00000010:1.1:1769074957.101692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00010000:00000010:2.1:1769074957.114642:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00000080:00000010:2.1:1769074957.148340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2600. 00010000:00000010:2.1:1769074957.173400:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88b00. 00010000:00000010:2.1:1769074957.173410:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00010000:00000010:3.1:1769074957.178895:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:3.1:1769074957.181771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a200. 00010000:00000010:2.1:1769074957.194217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88400. 00010000:00000010:2.1:1769074957.194228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00010000:00000010:2.1:1769074957.200925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:3.1:1769074957.218774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00000080:00000010:0.1:1769074957.230607:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaaa0. 00010000:00000010:3.1:1769074957.240594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:1.1:1769074957.250981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:2.1:1769074957.252639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ac0. 00010000:00000010:3.1:1769074957.254698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:3.1:1769074957.254706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:2.1:1769074957.281836:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:2.1:1769074957.281842:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00000080:00000010:2.1:1769074957.286995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea380. 00010000:00000010:0.1:1769074957.302605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00000080:00000010:3.1:1769074957.311787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053340. 00000080:00000010:3.1:1769074957.319539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053720. 00000080:00000010:3.1:1769074957.319569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2aa0. 00000080:00000010:3.1:1769074957.328618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea240. 00000080:00000010:2.1:1769074957.330246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2280. 00010000:00000010:1.1:1769074957.332943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00000080:00000010:3.1:1769074957.341344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053820. 00010000:00000010:2.1:1769074957.344595:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97c00. 00000080:00000010:2.1:1769074957.344602:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabc0. 00000080:00000010:3.1:1769074957.359585:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2620. 00000080:00000010:3.1:1769074957.380589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2200. 00000080:00000010:3.1:1769074957.380605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87060. 00000080:00000010:3.1:1769074957.380612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873a0. 00000080:00000010:2.1:1769074957.394409:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2420. 00000080:00000010:3.1:1769074957.394551:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d80. 00010000:00000010:3.1:1769074957.394581:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00000080:00000010:2.1:1769074957.402279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fe0. 00000080:00000010:2.1:1769074957.411596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87240. 00000080:00000010:2.1:1769074957.411613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac40. 00000080:00000010:2.1:1769074957.411639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2240. 00010000:00000010:2.1:1769074957.411645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7a00. 00010000:00000010:2.1:1769074957.411650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:2.1:1769074957.411653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:3.1:1769074957.412877:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7600. 00010000:00000010:3.1:1769074957.412887:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00000080:00000010:2.1:1769074957.418206:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ac0. 00010000:00000010:3.1:1769074957.423050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:0.1:1769074957.440613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72a00. 00000080:00000010:2.1:1769074957.440615:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e630840. 00000080:00000010:1.1:1769074957.440677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2340. 00010000:00000010:3.1:1769074957.445800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8400. 00010000:00000010:3.1:1769074957.445808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a200. 00010000:00000010:2.1:1769074957.455388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00000080:00000010:2.1:1769074957.460965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2280. 00010000:00000010:3.1:1769074957.470688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:0.1:1769074957.472664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:3.1:1769074957.482701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a100. 00010000:00000010:3.1:1769074957.482716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00000080:00000010:1.1:1769074957.503048:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533c0. 00010000:00000010:3.1:1769074957.508590:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:1.1:1769074957.515590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00010000:00000010:3.1:1769074957.526650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:2.1:1769074957.526668:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72a00. 00000080:00000010:2.1:1769074957.526675:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533c0. 00010000:00000010:3.1:1769074957.542759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00000080:00000010:2.1:1769074957.543821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5e0. 00000080:00000010:2.1:1769074957.543832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ac0. 00010000:00000010:2.1:1769074957.543839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:1.1:1769074957.555605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:1.1:1769074957.555650:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ab00. 00010000:00000010:1.1:1769074957.555656:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:1.1:1769074957.555659:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00000080:00000010:1.1:1769074957.569821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b00. 00000080:00000010:1.1:1769074957.569833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060537e0. 00010000:00000010:2.1:1769074957.576927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bf00. 00010000:00000010:2.1:1769074957.576943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72a00. 00010000:00000010:3.1:1769074957.607823:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88b00. 00010000:00000010:3.1:1769074957.607842:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:3.1:1769074957.612721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00010000:00000010:1.1:1769074957.618038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00000080:00000010:1.1:1769074957.618046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ee0. 00010000:00000010:3.1:1769074957.623718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:1.1:1769074957.646703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00010000:00000010:2.1:1769074957.647592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00000080:00000010:2.1:1769074957.662591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87060. 00010000:00000010:0.1:1769074957.675992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:3.1:1769074957.681649:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bf00. 00010000:00000010:3.1:1769074957.681657:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00010000:00000010:3.1:1769074957.686803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88f00. 00010000:00000010:3.1:1769074957.686812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:2.1:1769074957.700623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:3.1:1769074957.718627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00000080:00000010:3.1:1769074957.721669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87960. 00010000:00000010:3.1:1769074957.721683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00010000:00000010:0.1:1769074957.721751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00000080:00000010:3.1:1769074957.760078:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ee0. 00010000:00000010:3.1:1769074957.788685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b600. 00010000:00000010:3.1:1769074957.788697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:3.1:1769074957.788701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074957.799758:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6800. 00010000:00000010:3.1:1769074957.799775:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:3.1:1769074957.825784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00010000:00000010:0.1:1769074957.831611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00000080:00000010:0.1:1769074957.831626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaaa0. 00010000:00000010:1.1:1769074957.880690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:1.1:1769074957.885616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074957.895617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3be00. 00010000:00000010:3.1:1769074957.899727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6600. 00010000:00000010:3.1:1769074957.899736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:3.1:1769074957.928595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:3.1:1769074957.952619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:3.1:1769074957.962137:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6a00. 00010000:00000010:3.1:1769074957.962144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00000080:00000010:1.1:1769074957.964833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaae0. 00010000:00000010:3.1:1769074957.971594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:0.1:1769074957.971810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:3.1:1769074957.996684:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:2.1:1769074958.002646:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ae00. 00010000:00000010:3.1:1769074958.010940:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a400. 00010000:00000010:3.1:1769074958.010952:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:3.1:1769074958.032605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b000. 00010000:00000010:2.1:1769074958.057796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:3.1:1769074958.062674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6300. 00010000:00000010:3.1:1769074958.062691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48600. 00010000:00000010:3.1:1769074958.062708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88f00. 00010000:00000010:3.1:1769074958.062713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:2.1:1769074958.091314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:2.1:1769074958.091325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:2.1:1769074958.118621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:2.1:1769074958.118629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:3.1:1769074958.127738:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6400. 00010000:00000010:3.1:1769074958.127748:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00000080:00000010:2.1:1769074958.137370:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00010000:00000010:2.1:1769074958.155619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:3.1:1769074958.158661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:2.1:1769074958.159593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7a00. 00010000:00000010:2.1:1769074958.159601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:3.1:1769074958.176595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:3.1:1769074958.185198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00010000:00000010:0.1:1769074958.195353:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b900. 00010000:00000010:0.1:1769074958.195363:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:1.1:1769074958.206221:0:13251:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00000080:00000010:1.1:1769074958.206230:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da29c0. 00010000:00000010:2.1:1769074958.216688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:2.1:1769074958.226758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:3.1:1769074958.240066:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b600. 00010000:00000010:3.1:1769074958.250216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6f00. 00010000:00000010:3.1:1769074958.250231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00010000:00000010:3.1:1769074958.258688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074958.280842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:2.1:1769074958.295810:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7a00. 00010000:00000010:2.1:1769074958.295826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:3.1:1769074958.300693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b700. 00010000:00000010:3.1:1769074958.300701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:3.1:1769074958.317580:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b600. 00010000:00000010:2.1:1769074958.326594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:2.1:1769074958.344593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00010000:00000010:2.1:1769074958.350080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b600. 00010000:00000010:3.1:1769074958.357998:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6000. 00010000:00000010:3.1:1769074958.358009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:2.1:1769074958.364591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00000080:00000010:3.1:1769074958.367709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da27e0. 00010000:00000010:2.1:1769074958.402177:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b600. 00010000:00000010:0.1:1769074958.418644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:0.1:1769074958.423816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae700. 00010000:00000010:0.1:1769074958.423823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:3.1:1769074958.428591:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558800. 00010000:00000010:3.1:1769074958.428602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:2.1:1769074958.434133:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:0.1:1769074958.441524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00010000:00000010:0.1:1769074958.453597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:0.1:1769074958.453604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea4c0. 00010000:00000010:3.1:1769074958.458546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:2.1:1769074958.470217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ac00. 00010000:00000010:2.1:1769074958.470234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:2.1:1769074958.492165:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:0.1:1769074958.496586:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00000080:00000010:1.1:1769074958.508786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f80. 00010000:00000010:3.1:1769074958.520256:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:0.1:1769074958.532668:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e2b900. 00010000:00000010:0.1:1769074958.532679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73600. 00010000:00000010:0.1:1769074958.537604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ae00. 00000080:00000010:3.1:1769074958.545594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053920. 00010000:00000010:3.1:1769074958.545611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00000080:00000010:3.1:1769074958.545615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a40. 00000080:00000010:3.1:1769074958.560604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2240. 00010000:00000010:0.1:1769074958.565599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00000080:00000010:3.1:1769074958.565644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e00. 00000080:00000010:2.1:1769074958.565743:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a80. 00010000:00000010:0.1:1769074958.574670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6900. 00010000:00000010:0.1:1769074958.574680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00000080:00000010:2.1:1769074958.581245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87aa0. 00000080:00000010:2.1:1769074958.583713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f40. 00010000:00000010:3.1:1769074958.584630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00000080:00000010:2.1:1769074958.587730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea020. 00000080:00000010:1.1:1769074958.608708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2360. 00010000:00000010:3.1:1769074958.610093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7b00. 00010000:00000010:3.1:1769074958.610101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00000080:00000010:1.1:1769074958.621691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00010000:00000010:3.1:1769074958.627679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00000080:00000010:1.1:1769074958.643836:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2780. 00010000:00000010:0.1:1769074958.646831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00000080:00000010:2.1:1769074958.647604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2820. 00000080:00000010:3.1:1769074958.658689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2fa0. 00000080:00000010:2.1:1769074958.663635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2880. 00000080:00000010:2.1:1769074958.663673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d20. 00010000:00000010:2.1:1769074958.663679:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88f00. 00010000:00000010:2.1:1769074958.663685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00010000:00000010:2.1:1769074958.663689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00000080:00000010:2.1:1769074958.673672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053e40. 00000080:00000010:2.1:1769074958.673690:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d4a40. 00000080:00000010:0.1:1769074958.678691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060530c0. 00000080:00000010:2.1:1769074958.699611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87d60. 00000080:00000010:0.1:1769074958.699738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87960. 00010000:00000010:0.1:1769074958.713490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00000080:00000010:0.1:1769074958.713513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2bc0. 00000080:00000010:0.1:1769074958.737248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87da0. 00010000:00000010:3.1:1769074958.737629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6400. 00010000:00000010:3.1:1769074958.737636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:3.1:1769074958.754591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00000080:00000010:0.1:1769074958.754593:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23a0. 00000080:00000010:1.1:1769074958.754896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b60. 00000080:00000010:0.1:1769074958.757702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87f80. 00000080:00000010:1.1:1769074958.761662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872a0. 00000080:00000010:1.1:1769074958.761683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24c0. 00000080:00000010:2.1:1769074958.762604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d20. 00000080:00000010:1.1:1769074958.775290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053d20. 00010000:00000010:0.1:1769074958.777344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:3.1:1769074958.794681:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00000080:00000010:3.1:1769074958.794690:0:1362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d877c0. 00000080:00000010:1.1:1769074958.801678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053800. 00000080:00000010:1.1:1769074958.804752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ba0. 00000080:00000010:0.1:1769074958.810018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ce0. 00000080:00000010:0.1:1769074958.817662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2420. 00000080:00000010:3.1:1769074958.827364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea240. 00000080:00000010:3.1:1769074958.827408:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053000. 00000080:00000010:3.1:1769074958.827414:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053420. 00010000:00000010:2.1:1769074958.828861:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10c00. 00010000:00000010:2.1:1769074958.828868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00010000:00000010:2.1:1769074958.828871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00000080:00000010:3.1:1769074958.833770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873c0. 00000080:00000010:3.1:1769074958.833849:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d39c0. 00010000:00000010:2.1:1769074958.841592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00010000:00000010:2.1:1769074958.841625:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6a00. 00010000:00000010:2.1:1769074958.841629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:2.1:1769074958.841633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00000080:00000010:3.1:1769074958.853579:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d20. 00000080:00000010:3.1:1769074958.853588:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873a0. 00010000:00000010:0.1:1769074958.858882:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6800. 00010000:00000010:0.1:1769074958.858888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:2.1:1769074958.863636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:3.1:1769074958.877767:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6600. 00010000:00000010:3.1:1769074958.877773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96800. 00010000:00000010:0.1:1769074958.888588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00000080:00000010:2.1:1769074958.890267:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2be0. 00010000:00000010:2.1:1769074958.894715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6400. 00010000:00000010:2.1:1769074958.894727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:3.1:1769074958.901704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00000080:00000010:2.1:1769074958.911603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053cc0. 00000080:00000010:2.1:1769074958.911620:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d6b40. 00010000:00000010:2.1:1769074958.917333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00000080:00000010:2.1:1769074958.917341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2be0. 00010000:00000010:0.1:1769074958.920952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00000080:00000010:0.1:1769074958.920967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea840. 00010000:00000010:3.1:1769074958.943754:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:3.1:1769074958.956601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:3.1:1769074958.965599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10000. 00010000:00000010:3.1:1769074958.965607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:2.1:1769074958.977602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:0.1:1769074958.981627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558000. 00010000:00000010:0.1:1769074958.981644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:2.1:1769074959.003751:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00000080:00000010:2.1:1769074959.012577:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2be0. 00010000:00000010:3.1:1769074959.019715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:3.1:1769074959.022684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:2.1:1769074959.027597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:2.1:1769074959.027615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10c00. 00010000:00000010:2.1:1769074959.027620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:0.1:1769074959.083600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00000080:00000010:2.1:1769074959.098697:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879a0. 00010000:00000010:3.1:1769074959.107641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:1.1:1769074959.110268:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00010000:00000010:3.1:1769074959.122836:0:5551:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b700. 00010000:00000010:3.1:1769074959.122846:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:3.1:1769074959.134740:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558000. 00010000:00000010:3.1:1769074959.134755:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:2.1:1769074959.148648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:2.1:1769074959.156605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:2.1:1769074959.183600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:0.1:1769074959.192029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00000080:00000010:2.1:1769074959.192321:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060530c0. 00010000:00000010:3.1:1769074959.207661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10200. 00010000:00000010:3.1:1769074959.207684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:2.1:1769074959.232616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:2.1:1769074959.280048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:1.1:1769074959.284811:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00010000:00000010:2.1:1769074959.296596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00010000:00000010:3.1:1769074959.296704:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10900. 00010000:00000010:3.1:1769074959.296710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:3.1:1769074959.300714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:2.1:1769074959.331603:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0e00. 00010000:00000010:2.1:1769074959.331612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:2.1:1769074959.341699:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:3.1:1769074959.354811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:3.1:1769074959.365574:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:3.1:1769074959.367671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10100. 00010000:00000010:3.1:1769074959.367679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:2.1:1769074959.386779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:3.1:1769074959.392783:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:1.1:1769074959.402595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:1.1:1769074959.402603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:0.1:1769074959.407672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:2.1:1769074959.413596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981000. 00010000:00000010:2.1:1769074959.413606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074959.413644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ae00. 00010000:00000010:3.1:1769074959.438592:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:0.1:1769074959.452483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:0.1:1769074959.460844:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:2.1:1769074959.467572:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88700. 00010000:00000010:2.1:1769074959.467579:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56000. 00010000:00000010:3.1:1769074959.469746:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88900. 00010000:00000010:3.1:1769074959.469753:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:2.1:1769074959.475605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:3.1:1769074959.484055:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:3.1:1769074959.507601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:0.1:1769074959.519715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a200. 00010000:00000010:0.1:1769074959.519722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00010000:00000010:1.1:1769074959.521628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:3.1:1769074959.532239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a100. 00010000:00000010:3.1:1769074959.532252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074959.532256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:3.1:1769074959.535759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:0.1:1769074959.548711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:3.1:1769074959.563602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886af00. 00010000:00000010:3.1:1769074959.563611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:3.1:1769074959.567766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00010000:00000010:3.1:1769074959.585615:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a400. 00010000:00000010:3.1:1769074959.585624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:2.1:1769074959.595597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:3.1:1769074959.607626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:3.1:1769074959.620851:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:3.1:1769074959.624594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074959.635622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7d00. 00010000:00000010:3.1:1769074959.635631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9000. 00010000:00000010:2.1:1769074959.642710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88000. 00010000:00000010:2.1:1769074959.642718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56400. 00010000:00000010:3.1:1769074959.644612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:3.1:1769074959.653594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:2.1:1769074959.674595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9000. 00010000:00000010:0.1:1769074959.681797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:3.1:1769074959.687634:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a900. 00010000:00000010:3.1:1769074959.688071:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ba00. 00010000:00000010:1.1:1769074959.699033:0:2358:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88e00. 00010000:00000010:1.1:1769074959.699063:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:2.1:1769074959.709674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:2.1:1769074959.718600:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00000080:00000010:2.1:1769074959.727605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a80. 00010000:00000010:3.1:1769074959.741601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:1.1:1769074959.747607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:0.1:1769074959.759604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10500. 00010000:00000010:0.1:1769074959.759612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:0.1:1769074959.759616:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8400. 00010000:00000010:0.1:1769074959.759620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a200. 00010000:00000010:3.1:1769074959.766870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:3.1:1769074959.773590:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:0.1:1769074959.796751:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074959.814449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:3.1:1769074959.821014:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b900. 00010000:00000010:3.1:1769074959.821024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:3.1:1769074959.821029:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88a00. 00010000:00000010:3.1:1769074959.821032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:1.1:1769074959.821630:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00010000:00000010:3.1:1769074959.832592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:0.1:1769074959.853359:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a400. 00010000:00000010:3.1:1769074959.859636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ba00. 00010000:00000010:2.1:1769074959.868605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ba00. 00010000:00000010:0.1:1769074959.877338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bd00. 00010000:00000010:0.1:1769074959.877355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04a00. 00000080:00000010:2.1:1769074959.885661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00000080:00000010:2.1:1769074959.885668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2500. 00010000:00000010:2.1:1769074959.885673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:2.1:1769074959.889600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:2.1:1769074959.923734:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:2.1:1769074959.923742:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10500. 00010000:00000010:2.1:1769074959.923748:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:3.1:1769074959.927593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b600. 00010000:00000010:3.1:1769074959.927602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00010000:00000010:2.1:1769074959.952268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:2.1:1769074959.957595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:0.1:1769074959.967616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56000. 00010000:00000010:0.1:1769074959.967632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:2.1:1769074959.990602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bc00. 00010000:00000010:2.1:1769074959.990612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05c00. 00000080:00000010:0.1:1769074959.996602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f40. 00010000:00000010:2.1:1769074960.002651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:3.1:1769074960.011588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1800. 00010000:00000010:3.1:1769074960.019683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a700. 00010000:00000010:3.1:1769074960.019693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:1.1:1769074960.032615:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0800. 00010000:00000010:1.1:1769074960.032620:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:3.1:1769074960.052264:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88800. 00010000:00000010:3.1:1769074960.052276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:3.1:1769074960.062589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00000080:00000010:2.1:1769074960.063229:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2260. 00010000:00000010:0.1:1769074960.063291:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:2.1:1769074960.084649:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00000080:00000010:2.1:1769074960.093276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2040. 00010000:00000010:3.1:1769074960.101577:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88400. 00010000:00000010:3.1:1769074960.101588:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00010000:00000010:3.1:1769074960.121718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:0.1:1769074960.129748:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947f00. 00010000:00000010:0.1:1769074960.129762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00010000:00000010:3.1:1769074960.157586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00000080:00000010:2.1:1769074960.157615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2040. 00010000:00000010:0.1:1769074960.160759:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04400. 00000080:00000010:3.1:1769074960.176598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d877c0. 00010000:00000010:2.1:1769074960.188603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00000080:00000010:3.1:1769074960.188624:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28a0. 00000080:00000010:2.1:1769074960.188626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d870a0. 00000080:00000010:2.1:1769074960.188648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa60. 00000080:00000010:0.1:1769074960.189262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e00. 00010000:00000010:0.1:1769074960.189281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00000080:00000010:2.1:1769074960.198598:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0a0. 00010000:00000010:2.1:1769074960.205171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88000. 00010000:00000010:2.1:1769074960.205179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00000080:00000010:2.1:1769074960.215900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ae0. 00000080:00000010:1.1:1769074960.224385:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2460. 00010000:00000010:3.1:1769074960.242584:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00000080:00000010:2.1:1769074960.246265:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2500. 00000080:00000010:2.1:1769074960.262806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2da0. 00000080:00000010:2.1:1769074960.262825:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ca0. 00010000:00000010:1.1:1769074960.266545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00000080:00000010:0.1:1769074960.269507:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053560. 00010000:00000010:2.1:1769074960.273604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558200. 00010000:00000010:2.1:1769074960.273615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00000080:00000010:0.1:1769074960.274791:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2080. 00000080:00000010:0.1:1769074960.274806:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2120. 00000080:00000010:1.1:1769074960.280599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b00. 00010000:00000010:3.1:1769074960.293579:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00000080:00000010:2.1:1769074960.296643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053100. 00000080:00000010:2.1:1769074960.296690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2960. 00000080:00000010:2.1:1769074960.296695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f60. 00010000:00000010:2.1:1769074960.296701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae300. 00010000:00000010:2.1:1769074960.296707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:2.1:1769074960.296710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00000080:00000010:2.1:1769074960.305577:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf40. 00000080:00000010:2.1:1769074960.305600:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2100. 00010000:00000010:1.1:1769074960.309593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:3.1:1769074960.322647:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b421d8c00. 00010000:00000010:3.1:1769074960.322657:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:3.1:1769074960.322664:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bf00. 00010000:00000010:3.1:1769074960.322673:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b400. 00010000:00000010:2.1:1769074960.339669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:2.1:1769074960.339680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:3.1:1769074960.368043:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00000080:00000010:0.1:1769074960.378474:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea060. 00010000:00000010:2.1:1769074960.382721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00010000:00000010:2.1:1769074960.382732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae100. 00010000:00000010:2.1:1769074960.382737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:0.1:1769074960.392699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947f00. 00010000:00000010:0.1:1769074960.392705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00010000:00000010:2.1:1769074960.405599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00000080:00000010:2.1:1769074960.405608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2280. 00000080:00000010:2.1:1769074960.405625:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0840. 00010000:00000010:2.1:1769074960.409681:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00000080:00000010:2.1:1769074960.409690:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ca0. 00010000:00000010:3.1:1769074960.413724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:3.1:1769074960.417841:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6d00. 00010000:00000010:3.1:1769074960.417855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:1.1:1769074960.435220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00010000:00000010:2.1:1769074960.444766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97000. 00010000:00000010:3.1:1769074960.448595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10900. 00010000:00000010:3.1:1769074960.448611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:2.1:1769074960.452611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73600. 00010000:00000010:3.1:1769074960.456575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56a00. 00010000:00000010:2.1:1769074960.464629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00000080:00000010:2.1:1769074960.473707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a80. 00000080:00000010:2.1:1769074960.473714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2040. 00010000:00000010:2.1:1769074960.473720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56000. 00010000:00000010:1.1:1769074960.488658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00000080:00000010:1.1:1769074960.488669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ca0. 00010000:00000010:2.1:1769074960.488795:0:1362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:3.1:1769074960.496664:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88f00. 00010000:00000010:3.1:1769074960.496677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72600. 00010000:00000010:3.1:1769074960.507744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88400. 00010000:00000010:3.1:1769074960.508065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73600. 00010000:00000010:2.1:1769074960.514921:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:3.1:1769074960.525615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72c00. 00010000:00000010:3.1:1769074960.541779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:2.1:1769074960.548677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10200. 00010000:00000010:2.1:1769074960.548692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a200. 00010000:00000010:2.1:1769074960.552839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72200. 00000080:00000010:1.1:1769074960.570988:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2500. 00010000:00000010:2.1:1769074960.577733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:3.1:1769074960.578050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00010000:00000010:3.1:1769074960.595097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:3.1:1769074960.595105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558200. 00010000:00000010:3.1:1769074960.595109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488e00. 00010000:00000010:3.1:1769074960.610620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10000. 00010000:00000010:3.1:1769074960.610631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56400. 00010000:00000010:2.1:1769074960.634303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:2.1:1769074960.634312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:0.1:1769074960.649936:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00000080:00000010:2.1:1769074960.659685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22a0. 00010000:00000010:1.1:1769074960.669747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:2.1:1769074960.677186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00000080:00000010:2.1:1769074960.677196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2320. 00010000:00000010:3.1:1769074960.684698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e2b900. 00010000:00000010:3.1:1769074960.684707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ba00. 00010000:00000010:2.1:1769074960.691774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26600. 00000080:00000010:2.1:1769074960.712610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21e0. 00010000:00000010:1.1:1769074960.716712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00010000:00000010:1.1:1769074960.728844:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:2.1:1769074960.731736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:2.1:1769074960.731744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:2.1:1769074960.753595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88e00. 00010000:00000010:2.1:1769074960.753604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57a00. 00010000:00000010:3.1:1769074960.768597:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:2.1:1769074960.787598:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074960.806689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:0.1:1769074960.806789:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00000080:00000010:2.1:1769074960.813334:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2320. 00010000:00000010:2.1:1769074960.816708:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558000. 00010000:00000010:2.1:1769074960.816715:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:3.1:1769074960.821592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:2.1:1769074960.847493:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10500. 00010000:00000010:2.1:1769074960.847501:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:2.1:1769074960.857627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:3.1:1769074960.866938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:2.1:1769074960.884579:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10a00. 00010000:00000010:2.1:1769074960.884590:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:2.1:1769074960.884594:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10d00. 00010000:00000010:2.1:1769074960.884597:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:3.1:1769074960.884646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:3.1:1769074960.884650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:2.1:1769074960.906699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ba00. 00010000:00000010:2.1:1769074960.906704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a200. 00010000:00000010:0.1:1769074960.921420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00010000:00000010:3.1:1769074960.925664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:3.1:1769074960.935600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b700. 00010000:00000010:3.1:1769074960.935606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05600. 00010000:00000010:0.1:1769074960.943288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00000080:00000010:1.1:1769074960.953648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00000080:00000010:1.1:1769074960.953661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2140. 00010000:00000010:1.1:1769074960.953667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:2.1:1769074960.957590:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:3.1:1769074960.989589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:3.1:1769074960.989604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8aa00. 00010000:00000010:3.1:1769074960.989609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ba00. 00010000:00000010:3.1:1769074960.989613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10e00. 00010000:00000010:3.1:1769074960.989616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:2.1:1769074961.003700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b200. 00010000:00000010:3.1:1769074961.011765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6600. 00010000:00000010:3.1:1769074961.041174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a600. 00010000:00000010:2.1:1769074961.046881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00000080:00000010:0.1:1769074961.053587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea560. 00010000:00000010:3.1:1769074961.062183:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10700. 00010000:00000010:3.1:1769074961.062196:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b600. 00010000:00000010:3.1:1769074961.062200:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:3.1:1769074961.081414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1600. 00010000:00000010:3.1:1769074961.081431:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8ab00. 00010000:00000010:3.1:1769074961.081435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ac00. 00010000:00000010:3.1:1769074961.104613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00010000:00000010:2.1:1769074961.107842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:3.1:1769074961.124987:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2aa00. 00010000:00000010:3.1:1769074961.124995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b400. 00000080:00000010:2.1:1769074961.146639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2540. 00010000:00000010:0.1:1769074961.152641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:0.1:1769074961.152651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00000080:00000010:2.1:1769074961.171597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22a0. 00010000:00000010:1.1:1769074961.198590:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:3.1:1769074961.208803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a700. 00010000:00000010:3.1:1769074961.208819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3b600. 00010000:00000010:2.1:1769074961.246006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:3.1:1769074961.265598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:2.1:1769074961.283749:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a700. 00010000:00000010:2.1:1769074961.283759:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05000. 00010000:00000010:3.1:1769074961.287677:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8800. 00010000:00000010:3.1:1769074961.287690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72400. 00010000:00000010:2.1:1769074961.298575:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6100. 00010000:00000010:3.1:1769074961.298578:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12558800. 00010000:00000010:2.1:1769074961.298582:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49e00. 00010000:00000010:3.1:1769074961.298583:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18488c00. 00010000:00000010:2.1:1769074961.298587:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88b00. 00010000:00000010:3.1:1769074961.298587:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88500. 00010000:00000010:3.1:1769074961.298590:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:2.1:1769074961.298591:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05800. 00010000:00000010:2.1:1769074961.298595:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0500. 00010000:00000010:2.1:1769074961.298598:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05400. 00010000:00000010:2.1:1769074961.298600:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88d00. 00010000:00000010:2.1:1769074961.298603:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04600. 00010000:00000010:2.1:1769074961.323196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00010000:00000010:3.1:1769074961.356602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:3.1:1769074961.371616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00000080:00000010:2.1:1769074961.375661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873c0. 00000080:00000010:2.1:1769074961.375680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053360. 00010000:00000010:2.1:1769074961.375686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:3.1:1769074961.440621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10e00. 00010000:00000010:3.1:1769074961.440642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00010000:00000010:3.1:1769074961.466885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:2.1:1769074961.507639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00000080:00000010:2.1:1769074961.567627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873a0. 00010000:00000010:3.1:1769074961.569938:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:3.1:1769074961.597710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:3.1:1769074961.597729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:2.1:1769074961.611619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:2.1:1769074961.647585:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00010000:00000010:0.1:1769074961.651761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:2.1:1769074961.661671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00000080:00000010:2.1:1769074961.661680:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e20. 00010000:00000010:3.1:1769074961.712602:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06ea6c00. 00010000:00000010:3.1:1769074961.712611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:3.1:1769074961.726671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:2.1:1769074961.738590:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:0.1:1769074961.749958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:3.1:1769074961.750721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:3.1:1769074961.773363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2cc0. 00010000:00000010:2.1:1769074961.781439:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ab00. 00010000:00000010:2.1:1769074961.781447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96400. 00010000:00000010:0.1:1769074961.802229:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:1.1:1769074961.808118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886aa00. 00010000:00000010:1.1:1769074961.808141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00010000:00000010:2.1:1769074961.816609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:1.1:1769074961.833598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:3.1:1769074961.847624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00000080:00000010:2.1:1769074961.857637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2980. 00010000:00000010:3.1:1769074961.858446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6b00. 00010000:00000010:3.1:1769074961.858455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6800. 00010000:00000010:1.1:1769074961.862204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:2.1:1769074961.871876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:3.1:1769074961.872689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2940. 00010000:00000010:2.1:1769074961.888724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:0.1:1769074961.913601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00010000:00000010:3.1:1769074961.913661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1800. 00010000:00000010:3.1:1769074961.926701:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6d00. 00010000:00000010:3.1:1769074961.926707:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7200. 00010000:00000010:3.1:1769074961.942919:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:3.1:1769074961.955748:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:1.1:1769074961.978639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:0.1:1769074962.011617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6300. 00010000:00000010:0.1:1769074962.011631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04800. 00010000:00000010:0.1:1769074962.011636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e71c00. 00010000:00000010:0.1:1769074962.011641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd1200. 00010000:00000010:1.1:1769074962.050869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:2.1:1769074962.063604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:0.1:1769074962.066812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6e00. 00010000:00000010:0.1:1769074962.066826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49e00. 00000080:00000010:3.1:1769074962.070909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2440. 00010000:00000010:1.1:1769074962.092976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0a00. 00010000:00000010:1.1:1769074962.092991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73c00. 00010000:00000010:2.1:1769074962.105279:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00000080:00000010:3.1:1769074962.111178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2da0. 00000080:00000010:3.1:1769074962.115607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053920. 00000080:00000010:3.1:1769074962.134809:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25e0. 00010000:00000010:2.1:1769074962.136601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00000080:00000010:3.1:1769074962.145293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2260. 00010000:00000010:3.1:1769074962.145307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:2.1:1769074962.157519:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053400. 00000080:00000010:3.1:1769074962.161607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87300. 00000080:00000010:3.1:1769074962.161631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2960. 00000080:00000010:1.1:1769074962.161716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceafa0. 00000080:00000010:1.1:1769074962.161723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00010000:00000010:1.1:1769074962.161730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00000080:00000010:3.1:1769074962.187098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2380. 00000080:00000010:3.1:1769074962.199779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21e0. 00000080:00000010:3.1:1769074962.199795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053a40. 00000080:00000010:3.1:1769074962.219956:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea020. 00000080:00000010:3.1:1769074962.219971:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ea0. 00010000:00000010:3.1:1769074962.233803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8aa00. 00010000:00000010:3.1:1769074962.233817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53e00. 00000080:00000010:2.1:1769074962.241732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea660. 00010000:00000010:2.1:1769074962.253639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1000. 00000080:00000010:2.1:1769074962.253656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c40. 00000080:00000010:2.1:1769074962.264640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d40. 00000080:00000010:3.1:1769074962.276206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873e0. 00000080:00000010:3.1:1769074962.276233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87d80. 00010000:00000010:2.1:1769074962.276321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00000080:00000010:3.1:1769074962.282168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053800. 00000080:00000010:2.1:1769074962.288946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b60. 00000080:00000010:2.1:1769074962.288959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2640. 00010000:00000010:2.1:1769074962.288965:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a400. 00010000:00000010:2.1:1769074962.288971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:2.1:1769074962.288976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00000080:00000010:0.1:1769074962.289601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2020. 00000080:00000010:0.1:1769074962.304012:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea740. 00000080:00000010:0.1:1769074962.304034:0:2359:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d6b40. 00010000:00000010:3.1:1769074962.304712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:3.1:1769074962.326849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97400. 00010000:00000010:3.1:1769074962.326859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:2.1:1769074962.343976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10900. 00010000:00000010:2.1:1769074962.343993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:2.1:1769074962.343999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:2.1:1769074962.382906:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00010000:00000010:3.1:1769074962.387233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00000080:00000010:3.1:1769074962.396606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060533c0. 00000080:00000010:2.1:1769074962.404824:0:1362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d873e0. 00010000:00000010:1.1:1769074962.406732:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:0.1:1769074962.419749:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97d00. 00010000:00000010:0.1:1769074962.419757:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:3.1:1769074962.420583:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00000080:00000010:3.1:1769074962.420591:0:1043:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e40. 00000080:00000010:2.1:1769074962.435236:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00000080:00000010:2.1:1769074962.435259:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0840. 00000080:00000010:3.1:1769074962.449317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87800. 00010000:00000010:2.1:1769074962.464599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10500. 00010000:00000010:2.1:1769074962.464607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0e00. 00010000:00000010:3.1:1769074962.470737:0:1019:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bf00. 00010000:00000010:3.1:1769074962.470753:0:1019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7800. 00010000:00000010:2.1:1769074962.470840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:2.1:1769074962.504585:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00010000:00000010:2.1:1769074962.525513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:0.1:1769074962.555491:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00000080:00000010:3.1:1769074962.571625:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87800. 00000080:00000010:2.1:1769074962.571726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d875a0. 00010000:00000010:0.1:1769074962.577466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:3.1:1769074962.582479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119ee000. 00010000:00000010:3.1:1769074962.582492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:1.1:1769074962.584267:0:2367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00000080:00000010:3.1:1769074962.612238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab60. 00000080:00000010:3.1:1769074962.612256:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63c200. 00010000:00000010:2.1:1769074962.619706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119ee200. 00010000:00000010:2.1:1769074962.619716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:2.1:1769074962.627622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00000080:00000010:2.1:1769074962.627639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87800. 00010000:00000010:3.1:1769074962.667700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48600. 00010000:00000010:0.1:1769074962.689643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:0.1:1769074962.719661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10000. 00010000:00000010:0.1:1769074962.719679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc7000. 00010000:00000010:0.1:1769074962.719684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:3.1:1769074962.770619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aea00. 00010000:00000010:3.1:1769074962.770629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56600. 00010000:00000010:3.1:1769074962.774866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49000. 00010000:00000010:2.1:1769074962.809012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:3.1:1769074962.846197:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8000. 00010000:00000010:3.1:1769074962.863631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:2.1:1769074962.880638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00000080:00000010:2.1:1769074962.886953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053340. 00000080:00000010:0.1:1769074962.889130:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87cc0. 00000080:00000010:0.1:1769074962.889140:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053d80. 00010000:00000010:0.1:1769074962.889146:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:1.1:1769074962.894443:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48600. 00010000:00000010:3.1:1769074962.900234:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aea00. 00010000:00000010:3.1:1769074962.900242:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49000. 00010000:00000010:2.1:1769074962.913614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119eef00. 00010000:00000010:2.1:1769074962.913630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:3.1:1769074962.919797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:1.1:1769074962.933610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:3.1:1769074962.957600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:3.1:1769074962.966613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48e00. 00000080:00000010:2.1:1769074962.981600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87ea0. 00010000:00000010:3.1:1769074962.981653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bc00. 00010000:00000010:3.1:1769074962.981659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9000. 00010000:00000010:1.1:1769074962.985728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49e00. 00010000:00000010:3.1:1769074963.018594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:3.1:1769074963.022665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aea00. 00010000:00000010:3.1:1769074963.022673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:2.1:1769074963.049192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:1.1:1769074963.062824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00000080:00000010:0.1:1769074963.076622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea380. 00010000:00000010:3.1:1769074963.081282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88000. 00010000:00000010:3.1:1769074963.081300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57e00. 00010000:00000010:3.1:1769074963.081304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:3.1:1769074963.086589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:1.1:1769074963.122733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48600. 00010000:00000010:3.1:1769074963.126614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88900. 00010000:00000010:3.1:1769074963.126625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57600. 00010000:00000010:3.1:1769074963.152888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:3.1:1769074963.177599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49c00. 00010000:00000010:2.1:1769074963.192701:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88700. 00010000:00000010:2.1:1769074963.192710:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af56800. 00010000:00000010:2.1:1769074963.197619:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88800. 00010000:00000010:2.1:1769074963.197634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a400. 00010000:00000010:2.1:1769074963.197639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981000. 00010000:00000010:2.1:1769074963.197644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0e00. 00010000:00000010:3.1:1769074963.204587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49e00. 00010000:00000010:2.1:1769074963.227178:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:2.1:1769074963.242860:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48600. 00010000:00000010:2.1:1769074963.242874:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49e00. 00010000:00000010:1.1:1769074963.244649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:2.1:1769074963.249683:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b600. 00010000:00000010:2.1:1769074963.249697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:3.1:1769074963.278637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00000080:00000010:1.1:1769074963.303599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20a0. 00010000:00000010:3.1:1769074963.316104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:3.1:1769074963.321611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7d00. 00010000:00000010:3.1:1769074963.321619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:2.1:1769074963.336609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:3.1:1769074963.359708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:2.1:1769074963.370768:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0e00. 00010000:00000010:2.1:1769074963.370776:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:3.1:1769074963.388748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48200. 00010000:00000010:3.1:1769074963.392583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48600. 00010000:00000010:1.1:1769074963.395647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:3.1:1769074963.398611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99400. 00010000:00000010:3.1:1769074963.409666:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10800. 00010000:00000010:3.1:1769074963.409673:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a05a00. 00010000:00000010:3.1:1769074963.420445:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6400. 00010000:00000010:3.1:1769074963.420451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:3.1:1769074963.429289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99e00. 00010000:00000010:1.1:1769074963.437266:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:2.1:1769074963.441604:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10100. 00010000:00000010:2.1:1769074963.441620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8b000. 00010000:00000010:3.1:1769074963.441675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00000080:00000010:0.1:1769074963.451760:0:2366:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea4c0. 00010000:00000010:0.1:1769074963.455619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:3.1:1769074963.464588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:0.1:1769074963.468665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f600. 00000080:00000010:0.1:1769074963.468690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac40. 00010000:00000010:3.1:1769074963.503155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:2.1:1769074963.515404:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2ad00. 00010000:00000010:2.1:1769074963.515419:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3ae00. 00010000:00000010:2.1:1769074963.515422:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:1.1:1769074963.520730:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f600. 00010000:00000010:3.1:1769074963.525587:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074963.543713:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a700. 00010000:00000010:3.1:1769074963.543722:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1a00. 00010000:00000010:3.1:1769074963.543725:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:3.1:1769074963.552614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:3.1:1769074963.552621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ac00. 00010000:00000010:3.1:1769074963.552625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00010000:00000010:3.1:1769074963.567744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f600. 00010000:00000010:2.1:1769074963.580717:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00000080:00000010:3.1:1769074963.587381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87d60. 00010000:00000010:0.1:1769074963.595812:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b029d8400. 00010000:00000010:0.1:1769074963.595819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:3.1:1769074963.596820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00000080:00000010:3.1:1769074963.601595:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da24e0. 00000080:00000010:3.1:1769074963.601609:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060536a0. 00000080:00000010:3.1:1769074963.605733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d40. 00010000:00000010:2.1:1769074963.608752:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00000080:00000010:3.1:1769074963.609168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872a0. 00000080:00000010:3.1:1769074963.617598:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e00. 00000080:00000010:3.1:1769074963.617614:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da23c0. 00000080:00000010:3.1:1769074963.627885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea120. 00010000:00000010:0.1:1769074963.636802:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00000080:00000010:3.1:1769074963.649270:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2180. 00000080:00000010:3.1:1769074963.654031:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26e0. 00010000:00000010:3.1:1769074963.654052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10c00. 00010000:00000010:3.1:1769074963.654057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00000080:00000010:1.1:1769074963.654641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053c40. 00000080:00000010:3.1:1769074963.656962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053d20. 00000080:00000010:3.1:1769074963.656979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaa60. 00000080:00000010:1.1:1769074963.657033:0:2358:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2000. 00010000:00000010:3.1:1769074963.661664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00000080:00000010:3.1:1769074963.664710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da26c0. 00000080:00000010:0.1:1769074963.678592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00010000:00000010:2.1:1769074963.684740:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:3.1:1769074963.688764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10f00. 00010000:00000010:3.1:1769074963.688778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00000080:00000010:2.1:1769074963.693605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b80. 00000080:00000010:2.1:1769074963.709905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053940. 00000080:00000010:2.1:1769074963.709928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ee0. 00010000:00000010:3.1:1769074963.710745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00000080:00000010:2.1:1769074963.725215:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ec0. 00000080:00000010:2.1:1769074963.725223:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac40. 00010000:00000010:2.1:1769074963.725229:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7d00. 00010000:00000010:2.1:1769074963.725235:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:2.1:1769074963.725238:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00000080:00000010:0.1:1769074963.733978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2540. 00000080:00000010:0.1:1769074963.733996:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d2100. 00010000:00000010:2.1:1769074963.740656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6800. 00010000:00000010:2.1:1769074963.740664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:1.1:1769074963.740816:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:3.1:1769074963.756389:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8aa00. 00010000:00000010:3.1:1769074963.756400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:3.1:1769074963.766405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f600. 00010000:00000010:0.1:1769074963.779251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:2.1:1769074963.780670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:3.1:1769074963.793600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6a00. 00010000:00000010:3.1:1769074963.793607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9600. 00010000:00000010:1.1:1769074963.802637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00010000:00000010:2.1:1769074963.805592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00000080:00000010:0.1:1769074963.805648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e40. 00010000:00000010:1.1:1769074963.831701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8aa00. 00010000:00000010:1.1:1769074963.831709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:2.1:1769074963.843925:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4dc00. 00000080:00000010:0.1:1769074963.847588:0:13251:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea500. 00000080:00000010:0.1:1769074963.847606:0:13251:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e63eb40. 00010000:00000010:3.1:1769074963.847641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56400. 00010000:00000010:3.1:1769074963.847652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:3.1:1769074963.859614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:2.1:1769074963.878599:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119eef00. 00010000:00000010:2.1:1769074963.878609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ec00. 00010000:00000010:2.1:1769074963.885813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:3.1:1769074963.899015:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae700. 00010000:00000010:3.1:1769074963.899023:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:2.1:1769074963.906682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:3.1:1769074963.914462:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00000080:00000010:2.1:1769074963.931632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060530c0. 00010000:00000010:3.1:1769074963.938594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:0.1:1769074963.938611:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e71800. 00010000:00000010:0.1:1769074963.938621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d400. 00010000:00000010:2.1:1769074963.957836:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cbf00. 00010000:00000010:2.1:1769074963.957845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:3.1:1769074963.959580:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ec00. 00000080:00000010:2.1:1769074963.969626:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a00. 00000080:00000010:2.1:1769074963.969651:0:13:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e632100. 00010000:00000010:3.1:1769074963.974835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00000080:00000010:3.1:1769074963.974843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2520. 00010000:00000010:2.1:1769074963.987605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:1.1:1769074963.996657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ec00. 00010000:00000010:1.1:1769074963.996677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00010000:00000010:3.1:1769074964.025158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bd00. 00010000:00000010:3.1:1769074964.025164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:3.1:1769074964.032618:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fdbc00. 00010000:00000010:3.1:1769074964.032626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fd0600. 00010000:00000010:2.1:1769074964.051438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:2.1:1769074964.051446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ec00. 00000080:00000010:3.1:1769074964.070942:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87400. 00010000:00000010:2.1:1769074964.076407:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d400. 00010000:00000010:3.1:1769074964.081622:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e71e00. 00010000:00000010:3.1:1769074964.081628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c800. 00010000:00000010:1.1:1769074964.091715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:2.1:1769074964.103711:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:2.1:1769074964.103724:0:13249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cbe00. 00010000:00000010:2.1:1769074964.103728:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4ca00. 00010000:00000010:2.1:1769074964.115722:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:1.1:1769074964.125743:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:2.1:1769074964.126704:0:13257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053ee0. 00010000:00000010:1.1:1769074964.133665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d400. 00010000:00000010:3.1:1769074964.137873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:2.1:1769074964.147251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886ab00. 00010000:00000010:2.1:1769074964.147264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac1e00. 00000080:00000010:2.1:1769074964.147269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2580. 00010000:00000010:2.1:1769074964.156786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8a00. 00010000:00000010:3.1:1769074964.156998:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:3.1:1769074964.178804:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00000080:00000010:3.1:1769074964.178937:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2380. 00000080:00000010:3.1:1769074964.178944:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053340. 00000080:00000010:3.1:1769074964.178948:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2740. 00000080:00000010:3.1:1769074964.178952:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2220. 00000080:00000010:3.1:1769074964.178955:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28e0. 00000080:00000010:3.1:1769074964.178958:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21c0. 00010000:00000010:3.1:1769074964.178962:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49400. 00010000:00000010:1.1:1769074964.183047:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:2.1:1769074964.183642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119ee900. 00010000:00000010:2.1:1769074964.183648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99a00. 00010000:00000010:3.1:1769074964.199600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c800. 00010000:00000010:1.1:1769074964.227608:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cbf00. 00010000:00000010:1.1:1769074964.227626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:1.1:1769074964.227633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8800. 00010000:00000010:3.1:1769074964.242961:0:13249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b900. 00010000:00000010:3.1:1769074964.242969:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98400. 00010000:00000010:3.1:1769074964.254062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00010000:00000010:3.1:1769074964.267610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d400. 00010000:00000010:0.1:1769074964.276988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8600. 00010000:00000010:0.1:1769074964.281602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00000080:00000010:2.1:1769074964.292521:0:2368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da21e0. 00010000:00000010:2.1:1769074964.302953:0:5550:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886af00. 00010000:00000010:2.1:1769074964.302966:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49a00. 00010000:00000010:2.1:1769074964.302971:0:5550:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:2.1:1769074964.314282:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119ee900. 00010000:00000010:2.1:1769074964.314291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:3.1:1769074964.320667:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00010000:00000010:3.1:1769074964.333596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:2.1:1769074964.340785:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00000080:00000010:3.1:1769074964.355391:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b00. 00010000:00000010:2.1:1769074964.356232:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00010000:00000010:3.1:1769074964.368378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00010000:00000010:3.1:1769074964.384602:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:2.1:1769074964.395611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ec00. 00010000:00000010:3.1:1769074964.395656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56700. 00010000:00000010:3.1:1769074964.395662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f99c00. 00010000:00000010:3.1:1769074964.410754:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a400. 00010000:00000010:3.1:1769074964.410762:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49600. 00010000:00000010:3.1:1769074964.422066:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:3.1:1769074964.424694:0:13257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ec00. 00000080:00000010:2.1:1769074964.431726:0:2368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6a0. 00010000:00000010:3.1:1769074964.440719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:2.1:1769074964.443585:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6400. 00010000:00000010:2.1:1769074964.443591:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:2.1:1769074964.447676:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:2.1:1769074964.455591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2da0. 00010000:00000010:0.1:1769074964.463622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fc00. 00010000:00000010:3.1:1769074964.466724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97c00. 00010000:00000010:3.1:1769074964.466729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:1.1:1769074964.467606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52600. 00000080:00000010:3.1:1769074964.469976:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879e0. 00010000:00000010:2.1:1769074964.470782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:3.1:1769074964.475732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00000080:00000010:3.1:1769074964.475748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87160. 00010000:00000010:0.1:1769074964.497602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:3.1:1769074964.511576:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a900. 00010000:00000010:3.1:1769074964.511584:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a3a800. 00010000:00000010:1.1:1769074964.526645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e400. 00010000:00000010:2.1:1769074964.535134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:2.1:1769074964.554055:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b900. 00010000:00000010:2.1:1769074964.554065:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:0.1:1769074964.569298:0:5541:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9200. 00010000:00000010:3.1:1769074964.570675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10d00. 00010000:00000010:3.1:1769074964.570686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6c00. 00010000:00000010:3.1:1769074964.570689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:2.1:1769074964.594602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00000080:00000010:2.1:1769074964.599599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2280. 00010000:00000010:0.1:1769074964.615171:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:0.1:1769074964.631690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:0.1:1769074964.631703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6400. 00010000:00000010:0.1:1769074964.631707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:1.1:1769074964.635773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10a00. 00010000:00000010:1.1:1769074964.635783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07dc6e00. 00010000:00000010:3.1:1769074964.653715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:0.1:1769074964.663937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00010000:00000010:3.1:1769074964.674689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00000080:00000010:1.1:1769074964.674765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2cc0. 00010000:00000010:0.1:1769074964.679722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96200. 00010000:00000010:1.1:1769074964.688661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:3.1:1769074964.697215:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8a400. 00010000:00000010:3.1:1769074964.697222:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:2.1:1769074964.706600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6b00. 00010000:00000010:2.1:1769074964.706609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:1.1:1769074964.731760:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:2.1:1769074964.740650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:0.1:1769074964.745032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d400. 00000080:00000010:3.1:1769074964.753781:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceaf40. 00010000:00000010:2.1:1769074964.761600:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:2.1:1769074964.779593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10700. 00010000:00000010:2.1:1769074964.779606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07ac0c00. 00000080:00000010:3.1:1769074964.784592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0ae69b20. 00000080:00000010:3.1:1769074964.803598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2de0. 00010000:00000010:2.1:1769074964.807594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00000080:00000010:2.1:1769074964.838606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e80. 00010000:00000010:0.1:1769074964.843362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:2.1:1769074964.854507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b700. 00010000:00000010:2.1:1769074964.854514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00000080:00000010:3.1:1769074964.858657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87280. 00000080:00000010:3.1:1769074964.865688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f00. 00000080:00000010:3.1:1769074964.879638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87660. 00010000:00000010:2.1:1769074964.898707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:2.1:1769074964.898714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea5a0. 00000080:00000010:2.1:1769074964.910596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2c80. 00000080:00000010:2.1:1769074964.910613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e00. 00000080:00000010:2.1:1769074964.937615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b80. 00000080:00000010:2.1:1769074964.937630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea380. 00010000:00000010:3.1:1769074964.948596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae300. 00010000:00000010:3.1:1769074964.948603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489a00. 00000080:00000010:2.1:1769074964.951598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879a0. 00010000:00000010:2.1:1769074964.951619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b96a00. 00000080:00000010:2.1:1769074964.957707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87da0. 00000080:00000010:2.1:1769074964.968166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da20a0. 00010000:00000010:2.1:1769074964.976596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4da00. 00000080:00000010:2.1:1769074964.987404:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea400. 00000080:00000010:2.1:1769074964.992587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2860. 00010000:00000010:3.1:1769074964.992677:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00000080:00000010:3.1:1769074965.005891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053000. 00000080:00000010:2.1:1769074965.024734:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a00. 00010000:00000010:2.1:1769074965.024745:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d10200. 00010000:00000010:2.1:1769074965.024749:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00000080:00000010:2.1:1769074965.024754:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b105aa4e0. 00000080:00000010:2.1:1769074965.024786:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053b20. 00000080:00000010:2.1:1769074965.024791:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87160. 00010000:00000010:2.1:1769074965.024796:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6ee00. 00010000:00000010:2.1:1769074965.024800:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c600. 00010000:00000010:2.1:1769074965.024803:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ec00. 00000080:00000010:2.1:1769074965.029669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2960. 00000080:00000010:2.1:1769074965.029694:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e636b40. 00010000:00000010:2.1:1769074965.039673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:3.1:1769074965.039673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00000080:00000010:2.1:1769074965.039682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2860. 00010000:00000010:2.1:1769074965.054669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00010000:00000010:2.1:1769074965.063658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:2.1:1769074965.067657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10947f00. 00010000:00000010:2.1:1769074965.067669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27200. 00010000:00000010:3.1:1769074965.073795:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bf00. 00010000:00000010:3.1:1769074965.073803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:3.1:1769074965.077785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85400. 00010000:00000010:3.1:1769074965.082014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:1.1:1769074965.100825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a800. 00010000:00000010:1.1:1769074965.104585:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56300. 00010000:00000010:1.1:1769074965.104592:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:1.1:1769074965.114613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:3.1:1769074965.118718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:2.1:1769074965.123587:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7b00. 00010000:00000010:2.1:1769074965.123596:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:3.1:1769074965.146047:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ec00. 00010000:00000010:3.1:1769074965.151708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97600. 00010000:00000010:3.1:1769074965.151722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a100. 00010000:00000010:3.1:1769074965.151726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49800. 00010000:00000010:0.1:1769074965.166588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:3.1:1769074965.170605:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7a00. 00010000:00000010:3.1:1769074965.170621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49e00. 00010000:00000010:2.1:1769074965.186591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fe00. 00010000:00000010:2.1:1769074965.191603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ec00. 00010000:00000010:2.1:1769074965.211997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:0.1:1769074965.216605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:2.1:1769074965.230600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8ab00. 00010000:00000010:2.1:1769074965.230609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0400. 00010000:00000010:0.1:1769074965.234594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aea00. 00010000:00000010:0.1:1769074965.234609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:2.1:1769074965.248589:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00010000:00000010:0.1:1769074965.266641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ec00. 00010000:00000010:1.1:1769074965.286915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fa00. 00010000:00000010:2.1:1769074965.290341:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56c00. 00010000:00000010:2.1:1769074965.290350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4d200. 00010000:00000010:2.1:1769074965.298606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae100. 00010000:00000010:2.1:1769074965.298622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00010000:00000010:2.1:1769074965.315398:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:3.1:1769074965.326704:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:0.1:1769074965.338596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:1.1:1769074965.343596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:2.1:1769074965.343644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:2.1:1769074965.346411:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9a00. 00010000:00000010:2.1:1769074965.346418:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f49200. 00010000:00000010:2.1:1769074965.346422:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b126cb000. 00010000:00000010:2.1:1769074965.346425:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f400. 00010000:00000010:3.1:1769074965.359610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9e00. 00010000:00000010:3.1:1769074965.359624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f400. 00010000:00000010:0.1:1769074965.387791:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00010000:00000010:2.1:1769074965.393095:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97800. 00010000:00000010:2.1:1769074965.393102:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:2.1:1769074965.401593:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c868a00. 00010000:00000010:2.1:1769074965.401612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65a00. 00010000:00000010:2.1:1769074965.418917:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:0.1:1769074965.420595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ea00. 00010000:00000010:1.1:1769074965.442628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9800. 00010000:00000010:1.1:1769074965.446638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:3.1:1769074965.447110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0c00. 00010000:00000010:3.1:1769074965.447117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00000080:00000010:2.1:1769074965.459014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2500. 00000080:00000010:2.1:1769074965.472593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a80. 00010000:00000010:2.1:1769074965.472611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:0.1:1769074965.472681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:0.1:1769074965.491720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:1.1:1769074965.505843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9a00. 00010000:00000010:1.1:1769074965.505858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00010000:00000010:3.1:1769074965.510590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0e00. 00010000:00000010:3.1:1769074965.510597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00000080:00000010:1.1:1769074965.515684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea040. 00000080:00000010:1.1:1769074965.515693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da22c0. 00000080:00000010:1.1:1769074965.515698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b00. 00000080:00000010:1.1:1769074965.515702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2400. 00000080:00000010:1.1:1769074965.515705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da25e0. 00000080:00000010:1.1:1769074965.515708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea7e0. 00010000:00000010:1.1:1769074965.515712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f800. 00010000:00000010:2.1:1769074965.523590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00010000:00000010:2.1:1769074965.544763:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:2.1:1769074965.557690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981000. 00010000:00000010:2.1:1769074965.557700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:3.1:1769074965.561595:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044200. 00010000:00000010:3.1:1769074965.561609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:2.1:1769074965.575006:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a200. 00010000:00000010:2.1:1769074965.592894:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:2.1:1769074965.592904:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b600. 00010000:00000010:3.1:1769074965.594596:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886a700. 00010000:00000010:3.1:1769074965.594607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e200. 00010000:00000010:2.1:1769074965.601917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00010000:00000010:3.1:1769074965.607586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00010000:00000010:2.1:1769074965.624249:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85800. 00000080:00000010:0.1:1769074965.629598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053560. 00010000:00000010:2.1:1769074965.635047:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b600. 00010000:00000010:2.1:1769074965.635055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f600. 00010000:00000010:2.1:1769074965.645122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84600. 00010000:00000010:1.1:1769074965.648640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00010000:00000010:3.1:1769074965.656594:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6400. 00010000:00000010:3.1:1769074965.656599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:3.1:1769074965.667449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7a00. 00010000:00000010:3.1:1769074965.673888:0:13249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00010000:00000010:3.1:1769074965.679689:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7d00. 00010000:00000010:3.1:1769074965.679695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00000080:00000010:2.1:1769074965.686580:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b00. 00010000:00000010:3.1:1769074965.686664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:3.1:1769074965.700287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:0.1:1769074965.710378:0:2366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:2.1:1769074965.714584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bc00. 00010000:00000010:2.1:1769074965.714593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3ee00. 00010000:00000010:2.1:1769074965.718715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e71c00. 00010000:00000010:2.1:1769074965.718723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:2.1:1769074965.724588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:3.1:1769074965.726187:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00000080:00000010:0.1:1769074965.752644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2720. 00010000:00000010:3.1:1769074965.752719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85800. 00010000:00000010:2.1:1769074965.757625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:3.1:1769074965.765588:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044600. 00010000:00000010:3.1:1769074965.765598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00010000:00000010:2.1:1769074965.769610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:2.1:1769074965.773612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:3.1:1769074965.782602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00000080:00000010:2.1:1769074965.782686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2080. 00000080:00000010:2.1:1769074965.782694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b00. 00000080:00000010:2.1:1769074965.782699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a00. 00010000:00000010:2.1:1769074965.782704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864ea00. 00000080:00000010:1.1:1769074965.791698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053b20. 00010000:00000010:2.1:1769074965.795598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52800. 00010000:00000010:3.1:1769074965.795641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53600. 00000080:00000010:3.1:1769074965.795648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053420. 00010000:00000010:3.1:1769074965.817784:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6400. 00010000:00000010:3.1:1769074965.817792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:3.1:1769074965.831664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e6000. 00010000:00000010:3.1:1769074965.839754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85a00. 00010000:00000010:3.1:1769074965.856007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:3.1:1769074965.856022:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97700. 00010000:00000010:3.1:1769074965.856027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00000080:00000010:2.1:1769074965.878577:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2120. 00010000:00000010:3.1:1769074965.881628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:3.1:1769074965.888221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00000080:00000010:2.1:1769074965.897194:0:2368:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea660. 00010000:00000010:3.1:1769074965.903681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7d00. 00010000:00000010:3.1:1769074965.903691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:3.1:1769074965.912622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33200. 00010000:00000010:3.1:1769074965.912628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84a00. 00010000:00000010:3.1:1769074965.912631:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7a00. 00010000:00000010:3.1:1769074965.912635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:3.1:1769074965.925311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32e00. 00010000:00000010:0.1:1769074965.926140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00000080:00000010:2.1:1769074965.926201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea040. 00010000:00000010:3.1:1769074965.929846:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00000080:00000010:3.1:1769074965.929852:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2080. 00010000:00000010:2.1:1769074965.937440:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84200. 00010000:00000010:3.1:1769074965.946590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00000080:00000010:0.1:1769074965.946632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea300. 00010000:00000010:3.1:1769074965.951680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f800. 00010000:00000010:3.1:1769074965.958686:0:13245:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6800. 00010000:00000010:3.1:1769074965.958692:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b200. 00010000:00000010:3.1:1769074965.967376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00000080:00000010:3.1:1769074965.977622:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87dc0. 00010000:00000010:3.1:1769074965.977629:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7400. 00010000:00000010:3.1:1769074965.984806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:1.1:1769074965.989607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00000080:00000010:3.1:1769074965.990124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87420. 00010000:00000010:3.1:1769074965.999607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7a00. 00010000:00000010:3.1:1769074965.999616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00000080:00000010:0.1:1769074966.007596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b20289bc0. 00000080:00000010:0.1:1769074966.014601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2f60. 00010000:00000010:0.1:1769074966.018612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00000080:00000010:3.1:1769074966.025593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceabe0. 00000080:00000010:3.1:1769074966.025608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea4c0. 00010000:00000010:3.1:1769074966.029235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33800. 00000080:00000010:2.1:1769074966.029674:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00000080:00000010:2.1:1769074966.031591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2840. 00000080:00000010:3.1:1769074966.031885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87e60. 00000080:00000010:3.1:1769074966.035686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87780. 00000080:00000010:2.1:1769074966.036331:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f80. 00000080:00000010:2.1:1769074966.040610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060530c0. 00010000:00000010:1.1:1769074966.040680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00000080:00000010:0.1:1769074966.048605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea560. 00010000:00000010:2.1:1769074966.055862:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044d00. 00010000:00000010:2.1:1769074966.055878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00000080:00000010:1.1:1769074966.058597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2960. 00000080:00000010:1.1:1769074966.058608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea500. 00010000:00000010:2.1:1769074966.067581:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00000080:00000010:0.1:1769074966.079888:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2da0. 00010000:00000010:3.1:1769074966.081577:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33800. 00000080:00000010:0.1:1769074966.081624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e20. 00000080:00000010:2.1:1769074966.083811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a20. 00000080:00000010:2.1:1769074966.083824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2940. 00000080:00000010:1.1:1769074966.084118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ee0. 00000080:00000010:1.1:1769074966.084135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d872e0. 00000080:00000010:0.1:1769074966.090608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea8a0. 00010000:00000010:0.1:1769074966.090621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7b00. 00010000:00000010:0.1:1769074966.090626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32000. 00000080:00000010:2.1:1769074966.095134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a100. 00000080:00000010:2.1:1769074966.095582:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6e0. 00000080:00000010:2.1:1769074966.095589:0:5551:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d874a0. 00010000:00000010:2.1:1769074966.095594:0:5551:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6d00. 00010000:00000010:2.1:1769074966.095599:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:2.1:1769074966.095605:0:5551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a400. 00000080:00000010:0.1:1769074966.105586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea780. 00010000:00000010:2.1:1769074966.105624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00000080:00000010:0.1:1769074966.115592:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e636b40. 00010000:00000010:3.1:1769074966.124602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00010000:00000010:0.1:1769074966.124641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85800. 00000080:00000010:0.1:1769074966.124649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea8a0. 00000080:00000010:2.1:1769074966.130212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87780. 00000080:00000010:2.1:1769074966.142596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceab00. 00010000:00000010:3.1:1769074966.142777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00000080:00000010:2.1:1769074966.148625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87300. 00000080:00000010:2.1:1769074966.148637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b060536a0. 00010000:00000010:3.1:1769074966.155586:0:1043:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180ae100. 00010000:00000010:3.1:1769074966.155597:0:1043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8400. 00000080:00000010:2.1:1769074966.160589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053f40. 00010000:00000010:2.1:1769074966.160601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85800. 00000080:00000010:2.1:1769074966.160605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b80. 00000080:00000010:2.1:1769074966.163586:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2660. 00000080:00000010:2.1:1769074966.166595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea0a0. 00010000:00000010:0.1:1769074966.166604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84800. 00000080:00000010:2.1:1769074966.166615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87960. 00000080:00000010:2.1:1769074966.169660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2320. 00010000:00000010:3.1:1769074966.170598:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6e100. 00010000:00000010:3.1:1769074966.170610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4c800. 00000080:00000010:2.1:1769074966.178588:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87820. 00010000:00000010:3.1:1769074966.188512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84e00. 00000080:00000010:2.1:1769074966.191591:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2500. 00000080:00000010:2.1:1769074966.191605:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d879c0. 00000080:00000010:2.1:1769074966.191613:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea840. 00000080:00000010:2.1:1769074966.191619:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2860. 00010000:00000010:2.1:1769074966.191629:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6800. 00010000:00000010:2.1:1769074966.191632:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00000080:00000010:2.1:1769074966.195578:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a00. 00000080:00000010:2.1:1769074966.195589:0:13246:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d0840. 00010000:00000010:3.1:1769074966.195632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:2.1:1769074966.199893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b11a56700. 00010000:00000010:2.1:1769074966.199904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8e00. 00010000:00000010:3.1:1769074966.211660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bc00. 00010000:00000010:3.1:1769074966.211668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33200. 00010000:00000010:3.1:1769074966.216761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52e00. 00010000:00000010:3.1:1769074966.230982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00010000:00000010:1.1:1769074966.241611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1a00. 00000080:00000010:2.1:1769074966.247576:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87b80. 00010000:00000010:0.1:1769074966.249790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b600. 00010000:00000010:0.1:1769074966.249798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:3.1:1769074966.250598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:3.1:1769074966.250606:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6e600. 00010000:00000010:3.1:1769074966.250610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a4de00. 00000080:00000010:0.1:1769074966.254602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87dc0. 00000080:00000010:2.1:1769074966.264004:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b0a5d4a40. 00010000:00000010:2.1:1769074966.270818:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33200. 00010000:00000010:1.1:1769074966.277586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33800. 00010000:00000010:3.1:1769074966.278228:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7000. 00010000:00000010:3.1:1769074966.278235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602f200. 00010000:00000010:3.1:1769074966.284756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33a00. 00010000:00000010:2.1:1769074966.288098:0:13246:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6000. 00010000:00000010:2.1:1769074966.288105:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f800. 00010000:00000010:2.1:1769074966.299594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33600. 00010000:00000010:3.1:1769074966.311859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00010000:00000010:3.1:1769074966.319638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0800. 00010000:00000010:3.1:1769074966.319648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97a00. 00010000:00000010:1.1:1769074966.328596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:2.1:1769074966.328644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50200. 00010000:00000010:3.1:1769074966.343289:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6300. 00010000:00000010:3.1:1769074966.343305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fc00. 00010000:00000010:2.1:1769074966.349587:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:3.1:1769074966.371661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00010000:00000010:1.1:1769074966.382595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:0.1:1769074966.390728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:3.1:1769074966.396675:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6b00. 00010000:00000010:3.1:1769074966.396684:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864f200. 00010000:00000010:3.1:1769074966.396691:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0200. 00010000:00000010:3.1:1769074966.396697:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97e00. 00010000:00000010:2.1:1769074966.412723:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:3.1:1769074966.417585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:3.1:1769074966.447688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:3.1:1769074966.457732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6f00. 00010000:00000010:3.1:1769074966.457742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864fa00. 00010000:00000010:2.1:1769074966.476590:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:3.1:1769074966.483715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:2.1:1769074966.486707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07c97000. 00010000:00000010:2.1:1769074966.486721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b97800. 00010000:00000010:2.1:1769074966.497726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:2.1:1769074966.519590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51000. 00010000:00000010:1.1:1769074966.519593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:3.1:1769074966.519789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00010000:00000010:3.1:1769074966.540961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:2.1:1769074966.541792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6e700. 00010000:00000010:2.1:1769074966.541801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85c00. 00010000:00000010:3.1:1769074966.546932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00010000:00000010:2.1:1769074966.551592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:3.1:1769074966.557666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:3.1:1769074966.574627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:3.1:1769074966.578220:0:2369:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6ee00. 00010000:00000010:3.1:1769074966.578226:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84400. 00010000:00000010:2.1:1769074966.578326:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00010000:00000010:2.1:1769074966.578336:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:3.1:1769074966.589859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00010000:00000010:2.1:1769074966.595571:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00010000:00000010:3.1:1769074966.599593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85e00. 00010000:00000010:3.1:1769074966.602325:0:31:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6600. 00010000:00000010:3.1:1769074966.602331:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0864e600. 00010000:00000010:1.1:1769074966.607890:0:5540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:3.1:1769074966.611620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84600. 00010000:00000010:3.1:1769074966.628677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50800. 00000080:00000010:2.1:1769074966.628700:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d20. 00010000:00000010:2.1:1769074966.628710:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00010000:00000010:3.1:1769074966.645638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85200. 00010000:00000010:3.1:1769074966.657672:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6100. 00010000:00000010:2.1:1769074966.657673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00010000:00000010:3.1:1769074966.657688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e600. 00010000:00000010:3.1:1769074966.657692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:0.1:1769074966.671752:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00000080:00000010:0.1:1769074966.671791:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2d20. 00000080:00000010:0.1:1769074966.671799:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da28a0. 00000080:00000010:0.1:1769074966.671802:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2e00. 00000080:00000010:0.1:1769074966.671806:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07d87a60. 00000080:00000010:0.1:1769074966.671811:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea400. 00000080:00000010:0.1:1769074966.671815:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2560. 00000080:00000010:0.1:1769074966.671818:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2ec0. 00000080:00000010:0.1:1769074966.671821:0:13246:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2280. 00010000:00000010:0.1:1769074966.671825:0:13246:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85800. 00010000:00000010:3.1:1769074966.686624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:3.1:1769074966.691627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6800. 00010000:00000010:3.1:1769074966.691635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602ee00. 00000080:00000010:3.1:1769074966.691640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2860. 00010000:00000010:3.1:1769074966.695614:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00000080:00000010:2.1:1769074966.705689:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a80. 00000080:00000010:2.1:1769074966.710671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b80. 00010000:00000010:2.1:1769074966.710685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06044900. 00010000:00000010:2.1:1769074966.710689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b84400. 00000080:00000010:2.1:1769074966.715737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2820. 00000080:00000010:2.1:1769074966.715750:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff971b1e636b40. 00010000:00000010:2.1:1769074966.715758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:3.1:1769074966.716600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51200. 00000080:00000010:3.1:1769074966.716608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2660. 00010000:00000010:2.1:1769074966.727583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:2.1:1769074966.731735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00000080:00000010:2.1:1769074966.731787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2b80. 00000080:00000010:2.1:1769074966.731795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2940. 00000080:00000010:2.1:1769074966.731799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07cea6a0. 00010000:00000010:2.1:1769074966.731803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07b85a00. 00010000:00000010:0.1:1769074966.744654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:1.1:1769074966.755624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a0800. 00010000:00000010:3.1:1769074966.767581:0:2368:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0886af00. 00010000:00000010:3.1:1769074966.767588:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00010000:00000010:2.1:1769074966.775573:0:13245:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51800. 00010000:00000010:3.1:1769074966.775708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b066a1c00. 00010000:00000010:2.1:1769074966.779597:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07dd9200. 00010000:00000010:2.1:1769074966.779603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f52400. 00010000:00000010:3.1:1769074966.789198:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00000080:00000010:2.1:1769074966.810646:0:13245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2a80. 00010000:00000010:3.1:1769074966.820592:0:2369:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51400. 00010000:00000010:2.1:1769074966.824726:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd6c00. 00010000:00000010:2.1:1769074966.824735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d51e00. 00010000:00000010:3.1:1769074966.838711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07d50400. 00000800:00000100:1.1:1769075027.572678:0:2357:0:(socklnd_cb.c:2407:ksocknal_find_timed_out_conn()) Timeout sending data to 12345-192.168.204.154@tcp (192.168.204.154:988) the network or that node may be down. 00000800:00000200:1.1:1769075027.572683:0:2357:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:1.1:1769075027.572702:0:2357:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1769075027.572704:0:2357:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1 00000800:00000200:0.1:1769075031.541977:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075031.542181:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075031.542317:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075036.597210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075036.597478:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075036.597648:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075041.781801:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075041.782362:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075041.782694:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075046.901392:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075046.901860:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075046.902222:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075052.021492:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075052.021499:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 8, 5 secs later) 00000800:00000200:2.1:1769075052.022457:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075052.022464:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 8, 5 secs later) 00000800:00000200:2.1:1769075052.022967:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075052.022969:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 8, 5 secs later) 00000800:00000200:2.1:1769075052.023246:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075052.023248:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 8, 5 secs later) 00000800:00000200:2.1:1769075057.141307:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075057.141747:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075057.141908:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075057.142044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075062.261391:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075062.261397:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 12 secs later) 00000800:00000200:0.1:1769075062.261982:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075062.261985:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 12 secs later) 00000800:00000200:0.1:1769075062.262324:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075062.262327:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 12 secs later) 00000800:00000200:0.1:1769075062.262659:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075062.262661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 12 secs later) 00000800:00000200:0.1:1769075067.381249:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075067.381254:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 7 secs later) 00000800:00000200:0.1:1769075067.381900:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075067.381902:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 7 secs later) 00000800:00000200:0.1:1769075067.382170:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075067.382172:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 7 secs later) 00000800:00000200:0.1:1769075067.382437:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075067.382439:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 7 secs later) 00000800:00000200:0.1:1769075072.501663:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075072.501670:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 2 secs later) 00000800:00000200:0.1:1769075072.502830:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075072.502832:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 2 secs later) 00000800:00000200:0.1:1769075072.503026:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075072.503028:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 2 secs later) 00000800:00000200:0.1:1769075072.503288:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075072.503290:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 16, 2 secs later) 00000800:00000200:2.1:1769075077.621479:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075077.622010:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075077.622412:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075077.622776:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075082.741742:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075082.741750:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 28 secs later) 00000800:00000200:2.1:1769075082.743159:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075082.743165:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 28 secs later) 00000800:00000200:2.1:1769075082.743730:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075082.743732:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 28 secs later) 00000800:00000200:2.1:1769075082.743992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075082.743993:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 28 secs later) 00000800:00000200:2.1:1769075087.861270:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075087.861279:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 23 secs later) 00000800:00000200:2.1:1769075087.861829:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075087.861830:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 23 secs later) 00000800:00000200:2.1:1769075087.862030:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075087.862032:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 23 secs later) 00000800:00000200:2.1:1769075087.862216:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075087.862217:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 23 secs later) 00000800:00000200:0.1:1769075092.981345:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075092.981350:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 18 secs later) 00000800:00000200:0.1:1769075092.981969:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075092.981974:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 18 secs later) 00000800:00000200:0.1:1769075092.982250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075092.982252:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 18 secs later) 00000800:00000200:0.1:1769075092.982499:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075092.982501:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 18 secs later) 00000800:00000200:0.1:1769075098.101345:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075098.101352:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 13 secs later) 00000800:00000200:0.1:1769075098.101992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075098.101994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 13 secs later) 00000800:00000200:0.1:1769075098.102235:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075098.102237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 13 secs later) 00000800:00000200:0.1:1769075098.102443:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075098.102445:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 13 secs later) 00000800:00000200:0.1:1769075103.221362:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075103.221371:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 8 secs later) 00000800:00000200:0.1:1769075103.222019:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075103.222021:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 8 secs later) 00000800:00000200:0.1:1769075103.222208:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075103.222210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 8 secs later) 00000800:00000200:0.1:1769075103.222385:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075103.222386:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 8 secs later) 00000800:00000200:2.1:1769075108.341941:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075108.341952:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 3 secs later) 00000800:00000200:2.1:1769075108.343436:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075108.343440:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 3 secs later) 00000800:00000200:2.1:1769075108.344337:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075108.344348:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 3 secs later) 00000800:00000200:2.1:1769075108.345365:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075108.345377:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 32, 3 secs later) 00000800:00000200:2.1:1769075113.462043:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075113.462937:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075113.463640:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075113.463829:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075118.581711:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075118.581718:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075118.582537:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075118.582539:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075118.582762:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075118.582764:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075118.582947:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075118.582949:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769075123.701925:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075123.701930:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1769075123.702628:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075123.702631:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1769075123.702978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075123.702982:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:3.1:1769075123.703338:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075123.703341:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769075128.821531:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075128.821536:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769075128.822172:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075128.822174:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769075128.822469:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075128.822471:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769075128.822717:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075128.822720:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769075133.941641:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075133.941646:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769075133.942223:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075133.942225:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769075133.942454:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075133.942456:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769075133.942661:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075133.942662:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769075139.061680:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075139.061687:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769075139.063232:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075139.063236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769075139.064331:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075139.064339:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769075139.065605:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075139.065608:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075144.181941:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075144.181971:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075144.183169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075144.183181:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075144.184116:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075144.184120:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075144.184872:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075144.184874:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769075149.301864:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075149.301875:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769075149.302894:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075149.302897:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769075149.303430:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075149.303437:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769075149.303882:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075149.303885:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769075154.421694:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075154.421700:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769075154.422388:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075154.422391:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769075154.422840:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075154.422843:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769075154.423285:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075154.423288:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075159.541584:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075159.541588:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075159.542422:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075159.542425:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075159.542899:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075159.542901:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075159.543185:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075159.543187:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075164.662198:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075164.662209:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075164.663688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075164.663691:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075164.664116:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075164.664119:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075164.664597:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075164.664635:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075169.782268:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075169.782282:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075169.783990:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075169.784001:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075169.785061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075169.785070:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075169.786199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075169.786207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075174.902280:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075174.902298:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075174.904237:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075174.904244:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075174.905470:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075174.905475:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075174.906043:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075174.906048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075180.021845:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075180.022613:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075180.022855:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075180.023110:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075185.142115:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075185.142119:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075185.142552:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075185.142582:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075185.142911:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075185.142913:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075185.143216:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075185.143219:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075190.261797:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075190.261809:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075190.262886:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075190.262889:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075190.263248:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075190.263251:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075190.263754:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075190.263757:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075195.382142:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075195.382172:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769075195.383489:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075195.383494:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769075195.384052:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075195.384056:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769075195.384555:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075195.384561:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769075200.502313:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075200.502326:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769075200.504197:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075200.504204:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769075200.505298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075200.505305:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769075200.506589:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075200.506594:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075205.622444:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075205.622460:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075205.624560:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075205.625157:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075205.625788:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075205.625792:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075205.626226:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075205.626230:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075210.741832:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075210.741841:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075210.742980:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075210.742982:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075210.743238:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075210.743251:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075210.743610:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075210.743613:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075215.862678:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075215.862695:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075215.864071:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075215.864074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075215.864432:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075215.864434:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075215.864808:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075215.864811:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075220.981736:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075220.981745:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075220.982462:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075220.982482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075220.982906:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075220.982909:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075220.983228:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075220.983231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075226.101888:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075226.101897:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075226.102993:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075226.102994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075226.103226:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075226.103227:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075226.103454:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075226.103457:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075231.222330:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075231.222349:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075231.224760:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075231.224778:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075231.226899:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075231.226914:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075231.228730:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075231.228734:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075236.343334:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075236.343341:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769075236.344288:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075236.344310:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769075236.344891:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075236.344895:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769075236.345385:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075236.345388:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769075241.461158:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075241.461163:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075241.461671:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075241.461672:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075241.461872:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075241.461873:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075241.462088:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075241.462090:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075246.581364:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075246.581783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075246.582039:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075246.582230:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075251.701371:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075251.701379:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 57 secs later) 00000800:00000200:1.1:1769075251.702150:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075251.702154:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 57 secs later) 00000800:00000200:1.1:1769075251.702520:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075251.702523:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 57 secs later) 00000800:00000200:1.1:1769075251.702865:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075251.702868:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 57 secs later) 00000800:00000200:2.1:1769075256.821412:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075256.821422:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769075256.822101:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075256.822104:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769075256.822375:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075256.822377:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769075256.822617:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075256.822619:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769075261.942050:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075261.942063:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769075261.943896:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075261.943905:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769075261.945020:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075261.945032:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769075261.946414:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075261.946444:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769075267.062198:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075267.062210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769075267.063662:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075267.063667:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769075267.064739:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075267.064742:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769075267.065228:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075267.065231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769075272.181377:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075272.181385:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769075272.181874:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075272.181876:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769075272.182097:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075272.182099:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769075272.182289:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075272.182291:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769075277.302123:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075277.302135:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769075277.303217:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075277.303220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769075277.303492:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075277.303494:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769075277.303778:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075277.303780:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769075282.421887:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075282.421918:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769075282.422874:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075282.422879:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769075282.423436:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075282.423438:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769075282.424010:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075282.424014:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075287.541511:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075287.541519:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075287.542114:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075287.542115:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075287.542335:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075287.542338:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075287.542680:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075287.542682:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075292.661494:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075292.661503:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075292.662685:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075292.662690:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075292.663496:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075292.663501:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075292.663827:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075292.663828:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075297.781722:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075297.781734:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1769075297.782923:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075297.782928:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1769075297.783378:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075297.783379:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1769075297.783719:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075297.783723:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1769075302.901260:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075302.901266:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075302.901801:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075302.901804:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075302.902144:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075302.902147:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075302.902415:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075302.902417:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769075308.021908:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075308.021918:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769075308.022897:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075308.022901:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769075308.023413:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075308.023416:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769075308.023816:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075308.023821:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769075313.141754:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075313.142171:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075313.142372:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075313.142624:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075318.261730:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075318.261737:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075318.262974:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075318.262976:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075318.263219:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075318.263222:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075318.263447:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075318.263449:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769075323.381755:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075323.381767:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769075323.383469:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075323.383478:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769075323.384612:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075323.384623:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769075323.385528:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075323.385534:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000080:00000010:0.1:1769075328.123579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056feb00. 00010000:00000010:0.1:1769075328.123590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0a1fc800. 00010000:00000010:0.1:1769075328.123592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8ae00. 00010000:00000010:0.1:1769075328.123595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f19800. 00010000:00000010:0.1:1769075328.123597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b029d2800. 00010000:00000010:0.1:1769075328.123600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b118ce800. 00010000:00000010:0.1:1769075328.123603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00030800. 00010000:00000010:0.1:1769075328.123605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f19200. 00010000:00000010:0.1:1769075328.123607:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b18b86900. 00010000:00000010:0.1:1769075328.123610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b029d2400. 00010000:00000010:0.1:1769075328.123611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18800. 00010000:00000010:0.1:1769075328.123614:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10ba7900. 00010000:00000010:0.1:1769075328.123616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b33c00. 00010000:00000010:0.1:1769075328.123618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7600. 00010000:00000010:0.1:1769075328.123620:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b18b86b00. 00010000:00000010:0.1:1769075328.123622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b029d2a00. 00010000:00000010:0.1:1769075328.123624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b18b86300. 00010000:00000010:0.1:1769075328.127577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b029d3800. 00010000:00000010:0.1:1769075328.127582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f19a00. 00010000:00000010:0.1:1769075328.127584:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b18b86400. 00010000:00000010:0.1:1769075328.127586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b421e7000. 00010000:00000010:0.1:1769075328.127588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b029d3600. 00010000:00000010:0.1:1769075328.127590:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981b00. 00010000:00000010:0.1:1769075328.127592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b029d2c00. 00000800:00000200:3.1:1769075328.501449:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075328.501456:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769075328.502323:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075328.502329:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769075328.502924:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075328.502927:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769075328.503168:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075328.503170:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769075333.621230:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075333.621239:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769075333.621839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075333.621841:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769075333.622050:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075333.622052:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769075333.622261:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075333.622262:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769075338.741418:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075338.741424:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1769075338.741986:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075338.741988:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1769075338.742264:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075338.742267:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1769075338.742459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075338.742460:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1769075343.861219:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075343.861224:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769075343.861684:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075343.861685:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769075343.861912:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075343.861914:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769075343.862112:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075343.862114:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075348.981829:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075348.981841:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075348.983017:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075348.983020:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075348.983287:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075348.983289:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075348.983574:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075348.983576:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075354.101364:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075354.101370:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075354.102355:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075354.102361:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075354.103051:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075354.103057:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075354.103773:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075354.103779:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075359.221383:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075359.221388:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075359.222292:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075359.222296:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075359.222808:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075359.222812:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075359.223237:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075359.223238:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769075364.341493:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075364.341501:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769075364.342245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075364.342247:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769075364.342504:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075364.342506:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769075364.342720:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075364.342721:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769075369.461350:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075369.461358:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075369.461940:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075369.461942:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075369.462129:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075369.462131:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075369.462326:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075369.462328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075374.581352:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075374.581356:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075374.581877:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075374.581879:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075374.582141:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075374.582143:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075374.582414:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075374.582416:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000080:00000010:1.1:1769075378.401588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a820. 00000080:00000010:1.1:1769075378.401603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d800. 00010000:00000010:0.1:1769075378.846676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2ab00. 00010000:00000010:0.1:1769075378.846685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27c00. 00010000:00000010:0.1:1769075378.846691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b03ead500. 00010000:00000010:0.1:1769075378.846697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048c00. 00010000:00000010:0.1:1769075378.846702:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6e800. 00010000:00000010:0.1:1769075378.846708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2aa00. 00010000:00000010:0.1:1769075378.846713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b03ead700. 00010000:00000010:0.1:1769075378.846718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049000. 00010000:00000010:0.1:1769075378.846724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b03eadf00. 00010000:00000010:0.1:1769075378.846730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049600. 00010000:00000010:0.1:1769075378.846736:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10ba7400. 00010000:00000010:0.1:1769075378.846741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26c00. 00010000:00000010:0.1:1769075378.846746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8a200. 00010000:00000010:0.1:1769075378.846752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e000. 00010000:00000010:0.1:1769075378.846756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dba800. 00010000:00000010:0.1:1769075378.846762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2b800. 00010000:00000010:0.1:1769075378.846768:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b02a0e400. 00010000:00000010:0.1:1769075378.846773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a800. 00010000:00000010:0.1:1769075378.846779:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10ba7200. 00010000:00000010:0.1:1769075378.846784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32600. 00010000:00000010:0.1:1769075378.846790:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0399e900. 00010000:00000010:0.1:1769075378.846795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18e00. 00010000:00000010:0.1:1769075378.846801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12617500. 00010000:00000010:0.1:1769075378.846806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0a1fcc00. 00010000:00000010:0.1:1769075378.846811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12617300. 00010000:00000010:0.1:1769075378.846817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0af57800. 00010000:00000010:0.1:1769075378.846839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b118ce300. 00010000:00000010:0.1:1769075378.846847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f64200. 00010000:00000010:0.1:1769075378.846853:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e2bd00. 00010000:00000010:0.1:1769075378.846859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f19000. 00010000:00000010:0.1:1769075378.846865:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b18b86c00. 00010000:00000010:0.1:1769075378.846872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b029d3e00. 00010000:00000010:3.1:1769075378.857600:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10ba7b00. 00010000:00000010:3.1:1769075378.857606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048200. 00010000:00000010:3.1:1769075378.857609:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6e300. 00010000:00000010:3.1:1769075378.857611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26800. 00010000:00000010:3.1:1769075378.857613:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6ed00. 00010000:00000010:3.1:1769075378.857615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2a600. 00010000:00000010:3.1:1769075378.857617:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a100. 00010000:00000010:3.1:1769075378.857619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48800. 00010000:00000010:3.1:1769075378.857621:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a000. 00010000:00000010:3.1:1769075378.857623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26400. 00010000:00000010:3.1:1769075378.857624:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339a00. 00010000:00000010:3.1:1769075378.857626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e200. 00010000:00000010:3.1:1769075378.857629:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732800. 00010000:00000010:3.1:1769075378.857631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2ae00. 00010000:00000010:3.1:1769075378.857633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b03ead600. 00010000:00000010:3.1:1769075378.857635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602e400. 00010000:00000010:3.1:1769075378.857636:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b10ba7a00. 00010000:00000010:3.1:1769075378.857638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10b32200. 00010000:00000010:3.1:1769075378.857640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12617900. 00010000:00000010:3.1:1769075378.857642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18c00. 00010000:00000010:3.1:1769075378.857643:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b18b86000. 00010000:00000010:3.1:1769075378.857645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b029d3200. 00010000:00000010:3.1:1769075378.857647:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e2b000. 00010000:00000010:3.1:1769075378.857649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f19400. 00010000:00000010:3.1:1769075378.857651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b118ced00. 00010000:00000010:3.1:1769075378.857653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f19c00. 00010000:00000010:3.1:1769075378.857654:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e2bf00. 00010000:00000010:3.1:1769075378.857656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f19600. 00010000:00000010:3.1:1769075378.857658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12617000. 00010000:00000010:3.1:1769075378.857660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f18400. 00010000:00000010:3.1:1769075378.857661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e2b500. 00010000:00000010:3.1:1769075378.857663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0a1fc600. 00000800:00000200:0.1:1769075379.701877:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075379.702616:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075379.702955:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075379.703138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075384.821470:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075384.821478:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075384.822454:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075384.822457:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075384.823061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075384.823069:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075384.823690:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075384.823698:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000080:00000010:0.1:1769075388.538613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664ac20. 00000080:00000010:0.1:1769075388.542648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a520. 00000080:00000010:0.1:1769075388.542665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d680. 00000080:00000010:0.1:1769075388.542675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053de0. 00000080:00000010:0.1:1769075388.542682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a2e0. 00000080:00000010:0.1:1769075388.542689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d2c0. 00000080:00000010:0.1:1769075388.542696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d9e0. 00000080:00000010:0.1:1769075388.542703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a140. 00000080:00000010:0.1:1769075388.542710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d840. 00010000:00000010:0.1:1769075388.542719:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a200. 00010000:00000010:0.1:1769075388.542727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06048600. 00010000:00000010:0.1:1769075388.542732:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b421d8500. 00010000:00000010:0.1:1769075388.542737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f64e00. 00010000:00000010:0.1:1769075388.542741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e71100. 00010000:00000010:0.1:1769075388.542746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8c00. 00010000:00000010:0.1:1769075388.542750:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20d22700. 00010000:00000010:0.1:1769075388.542754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65400. 00010000:00000010:0.1:1769075388.542758:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b06fc6900. 00010000:00000010:0.1:1769075388.542761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f82c00. 00010000:00000010:0.1:1769075388.542766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07b88600. 00010000:00000010:0.1:1769075388.542769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8be00. 00010000:00000010:0.1:1769075388.542773:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b180aeb00. 00010000:00000010:0.1:1769075388.542804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9400. 00010000:00000010:0.1:1769075388.542807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ffa00. 00010000:00000010:0.1:1769075388.542811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e8a600. 00010000:00000010:0.1:1769075388.542815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b500. 00010000:00000010:0.1:1769075388.542819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b07a04c00. 00010000:00000010:0.1:1769075388.542823:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07d55700. 00010000:00000010:0.1:1769075388.542827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f83800. 00010000:00000010:0.1:1769075388.542831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07cbb600. 00010000:00000010:0.1:1769075388.542853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb8200. 00010000:00000010:0.1:1769075388.542857:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b124b7c00. 00010000:00000010:0.1:1769075388.542861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06fb9c00. 00010000:00000010:0.1:1769075388.542864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f64a00. 00010000:00000010:0.1:1769075388.542867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f65800. 00010000:00000010:0.1:1769075388.542871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b42164000. 00010000:00000010:0.1:1769075388.542875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3fa00. 00000800:00000200:3.1:1769075389.941386:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075389.941393:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769075389.942277:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075389.942282:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769075389.942691:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075389.942693:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769075389.942876:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075389.942878:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769075395.061925:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075395.061938:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769075395.062972:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075395.062976:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769075395.063421:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075395.063424:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769075395.063894:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075395.063897:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075400.181528:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075400.181530:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075400.182560:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075400.182564:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075400.182999:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075400.183001:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075400.183235:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075400.183253:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769075405.301323:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075405.301332:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769075405.301815:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075405.301817:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769075405.302017:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075405.302019:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769075405.302211:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075405.302213:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769075410.421351:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075410.421357:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769075410.421921:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075410.421922:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769075410.422120:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075410.422121:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769075410.422295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075410.422297:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769075415.541886:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075415.541917:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1769075415.543616:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075415.543623:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1769075415.544676:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075415.544684:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1769075415.545684:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075415.545687:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1769075420.661401:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075420.661421:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1769075420.662357:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075420.662360:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1769075420.662931:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075420.662933:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1769075420.663125:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075420.663127:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:3.1:1769075425.781956:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075425.781969:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769075425.782838:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075425.782841:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769075425.783294:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075425.783298:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769075425.783798:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075425.783802:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075430.902176:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075430.902190:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075430.903354:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075430.903357:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075430.903800:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075430.903805:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075430.904234:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075430.904237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075436.021486:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075436.021494:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075436.022541:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075436.022545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075436.023069:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075436.023073:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075436.023535:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075436.023539:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075441.141846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075441.141858:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075441.143024:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075441.143027:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075441.143524:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075441.143543:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075441.143911:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075441.143915:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075446.261494:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075446.262086:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075446.262488:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075446.262920:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075451.381944:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075451.381956:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075451.383525:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075451.383534:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075451.384271:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075451.384274:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075451.384684:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075451.384687:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075456.502265:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075456.502288:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075456.503265:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075456.503268:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075456.503669:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075456.503675:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075456.504122:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075456.504126:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075461.622245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075461.622258:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075461.623189:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075461.623193:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075461.623534:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075461.623554:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075461.623944:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075461.623947:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075466.741363:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075466.741372:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769075466.742240:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075466.742244:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769075466.742491:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075466.742493:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769075466.742763:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075466.742781:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769075471.861983:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075471.861999:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075471.863362:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075471.863365:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075471.863726:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075471.863728:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075471.863999:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075471.864001:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769075476.981416:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075476.981424:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075476.982512:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075476.982521:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075476.983262:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075476.983272:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075476.984084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075476.984087:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075482.101619:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075482.101631:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075482.103113:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075482.103120:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075482.103683:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075482.103685:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075482.103980:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075482.103998:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075487.221226:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075487.221230:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075487.221794:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075487.221795:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075487.222053:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075487.222054:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075487.222279:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075487.222281:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075492.341455:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075492.341459:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075492.342021:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075492.342023:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075492.342209:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075492.342210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075492.342447:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075492.342449:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075497.461235:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075497.461240:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075497.461753:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075497.461755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075497.461983:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075497.461986:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075497.462208:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075497.462210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075502.581693:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075502.581714:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075502.582808:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075502.582810:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075502.583010:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075502.583012:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075502.583252:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075502.583254:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075507.701959:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075507.701995:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769075507.703355:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075507.703363:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769075507.704405:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075507.704413:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769075507.705839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075507.705847:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075512.821531:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075512.822160:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075512.822616:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075512.823019:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075517.941495:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075517.941502:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075517.942357:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075517.942361:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075517.942921:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075517.942924:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075517.943342:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075517.943346:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075523.062178:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075523.062186:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075523.063339:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075523.063342:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075523.063815:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075523.063819:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075523.064236:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075523.064240:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075528.181758:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075528.181765:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769075528.182944:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075528.182947:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769075528.183362:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075528.183365:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769075528.183729:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075528.183732:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075533.301433:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075533.301441:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075533.302215:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075533.302217:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075533.302454:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075533.302456:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075533.302704:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075533.302706:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075538.421223:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075538.421231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075538.422088:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075538.422092:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075538.422771:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075538.422774:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075538.423353:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075538.423357:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000080:00000010:0.1:1769075539.146600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601da40. 00010000:00000010:3.1:1769075539.151627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119eeb00. 00010000:00000010:3.1:1769075539.151633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b029d2e00. 00010000:00000010:3.1:1769075539.151635:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07bd0900. 00010000:00000010:3.1:1769075539.151638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98200. 00010000:00000010:3.1:1769075539.151640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ffb00. 00010000:00000010:3.1:1769075539.151642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06049400. 00010000:00000010:3.1:1769075539.151644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4bb00. 00010000:00000010:3.1:1769075539.151646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98000. 00010000:00000010:3.1:1769075539.151648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07a4b000. 00010000:00000010:3.1:1769075539.151649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f98600. 00010000:00000010:3.1:1769075539.151651:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981300. 00010000:00000010:3.1:1769075539.151653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e600. 00010000:00000010:3.1:1769075539.151655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0399eb00. 00010000:00000010:3.1:1769075539.151656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f000. 00010000:00000010:3.1:1769075539.151658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6e500. 00010000:00000010:3.1:1769075539.151660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2be00. 00010000:00000010:3.1:1769075539.151662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a800. 00010000:00000010:3.1:1769075539.151664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26200. 00010000:00000010:3.1:1769075539.151666:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339d00. 00010000:00000010:3.1:1769075539.151668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b00031000. 00010000:00000010:3.1:1769075539.151670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0a339100. 00010000:00000010:3.1:1769075539.151672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3e800. 00010000:00000010:3.1:1769075539.151673:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b08a8a700. 00010000:00000010:3.1:1769075539.151676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fe00. 00010000:00000010:3.1:1769075539.151678:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26900. 00010000:00000010:3.1:1769075539.151680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73800. 00010000:00000010:3.1:1769075539.151681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26a00. 00010000:00000010:3.1:1769075539.151683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26a00. 00010000:00000010:3.1:1769075539.151685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b02a0e800. 00010000:00000010:3.1:1769075539.151686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0602fc00. 00010000:00000010:3.1:1769075539.151688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6eb00. 00010000:00000010:3.1:1769075539.151690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48000. 00010000:00000010:2.1:1769075539.155627:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b119ee800. 00010000:00000010:2.1:1769075539.155632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3f200. 00010000:00000010:2.1:1769075539.155634:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b07e2bb00. 00010000:00000010:2.1:1769075539.155636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b10a3fc00. 00010000:00000010:2.1:1769075539.155638:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b03ead200. 00010000:00000010:2.1:1769075539.155640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489200. 00010000:00000010:2.1:1769075539.155642:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981500. 00010000:00000010:2.1:1769075539.155644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b0a1fc200. 00010000:00000010:2.1:1769075539.155645:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0399e600. 00010000:00000010:2.1:1769075539.155647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b18489600. 00010000:00000010:2.1:1769075539.155649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b127ec600. 00010000:00000010:2.1:1769075539.155651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27a00. 00010000:00000010:2.1:1769075539.155653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b0c981e00. 00010000:00000010:2.1:1769075539.155655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f48400. 00010000:00000010:2.1:1769075539.155657:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ff400. 00010000:00000010:2.1:1769075539.155659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53200. 00010000:00000010:2.1:1769075539.155661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732f00. 00010000:00000010:2.1:1769075539.155663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53a00. 00010000:00000010:2.1:1769075539.155665:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20dba100. 00010000:00000010:2.1:1769075539.155667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b20f53c00. 00010000:00000010:2.1:1769075539.155680:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b201ff200. 00010000:00000010:2.1:1769075539.155682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2ba00. 00010000:00000010:2.1:1769075539.155684:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d2a300. 00010000:00000010:2.1:1769075539.155685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e27400. 00010000:00000010:2.1:1769075539.155687:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b12732900. 00010000:00000010:2.1:1769075539.155688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e2bc00. 00010000:00000010:2.1:1769075539.155690:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b04d26600. 00010000:00000010:2.1:1769075539.155692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f72800. 00010000:00000010:2.1:1769075539.155693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b20c6e000. 00010000:00000010:2.1:1769075539.155695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06e26000. 00010000:00000010:2.1:1769075539.155697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff971b02a0ea00. 00010000:00000010:2.1:1769075539.155698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff971b06f73000. 00000800:00000200:2.1:1769075543.541836:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075543.541850:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769075543.543262:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075543.543271:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769075543.544351:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075543.544359:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769075543.544926:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075543.544929:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769075548.661789:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075548.661798:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769075548.662873:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075548.662878:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769075548.663371:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075548.663374:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769075548.663945:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075548.663950:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000080:00000010:0.1:1769075549.310580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053980. 00000800:00000200:2.1:1769075553.781376:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075553.781381:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769075553.781957:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075553.781959:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769075553.782186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075553.782215:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769075553.782434:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075553.782436:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769075558.901530:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075558.901536:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769075558.901972:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075558.901974:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769075558.902250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075558.902253:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769075558.902514:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075558.902516:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000080:00000010:1.1:1769075559.551636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07ceac00. 00000080:00000010:1.1:1769075559.551649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b07da2300. 00000800:00000200:2.1:1769075564.021726:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075564.021734:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769075564.022623:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075564.022626:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769075564.022886:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075564.022888:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769075564.023242:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075564.023244:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769075569.141552:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075569.141559:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769075569.142702:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075569.142707:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769075569.143502:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075569.143509:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769075569.144032:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075569.144035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075574.261832:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075574.261843:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769075574.263332:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075574.263340:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769075574.264195:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075574.264197:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769075574.264575:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075574.264578:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075579.381442:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075579.382035:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075579.382208:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075579.382353:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075584.502221:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075584.502228:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075584.502773:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075584.502776:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075584.503003:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075584.503023:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075584.503232:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075584.503234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075589.621326:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075589.621334:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075589.621876:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075589.621878:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075589.622127:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075589.622129:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075589.622341:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075589.622343:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075594.741650:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075594.741661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769075594.742609:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075594.742611:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769075594.742867:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075594.742870:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769075594.743176:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075594.743179:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769075599.862066:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075599.862075:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769075599.863517:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075599.863523:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769075599.864257:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075599.864281:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769075599.865108:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075599.865112:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769075604.982294:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075604.982308:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075604.983987:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075604.983991:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075604.984430:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075604.984434:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075604.984915:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075604.984921:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075610.101317:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075610.101322:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075610.101734:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075610.101737:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075610.101984:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075610.101987:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075610.102205:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075610.102207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075615.221278:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075615.221286:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075615.221812:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075615.221814:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075615.222087:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075615.222097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075615.222361:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075615.222364:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075620.341243:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075620.341247:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075620.341753:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075620.341755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075620.342001:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075620.342003:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075620.342253:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075620.342256:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075625.461402:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075625.461409:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075625.462089:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075625.462104:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075625.462300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075625.462302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075625.462477:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075625.462479:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075630.581375:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075630.581384:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075630.582293:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075630.582297:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075630.582878:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075630.582883:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075630.583393:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075630.583395:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075635.701406:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075635.701413:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075635.702252:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075635.702254:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075635.702446:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075635.702447:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075635.702672:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075635.702674:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769075640.821275:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075640.821282:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075640.821864:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075640.821883:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075640.822092:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075640.822095:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075640.822338:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075640.822340:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769075645.941370:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075645.941995:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075645.942318:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075645.942496:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075651.061336:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075651.061342:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075651.061921:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075651.061924:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075651.062449:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075651.062451:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075651.062733:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075651.062735:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075656.181346:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075656.181353:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075656.182155:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075656.182157:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075656.182345:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075656.182347:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075656.182643:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075656.182645:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075661.301660:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075661.301674:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075661.302872:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075661.302881:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075661.303693:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075661.303698:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075661.304826:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075661.304832:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075666.421371:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075666.421377:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075666.422219:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075666.422226:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075666.422501:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075666.422503:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075666.422712:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075666.422714:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075671.541279:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075671.541288:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075671.541774:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075671.541776:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075671.541992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075671.541995:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075671.542268:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075671.542271:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075676.661099:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075676.661103:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769075676.661509:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075676.661512:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769075676.661730:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075676.661732:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769075676.661912:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075676.661914:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1769075681.781459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075681.781463:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075681.782326:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075681.782334:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075681.782853:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075681.782855:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075681.783054:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075681.783056:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075686.901418:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075686.901424:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075686.902209:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075686.902214:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075686.902442:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075686.902455:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075686.902739:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075686.902741:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075692.021321:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075692.021328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075692.022170:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075692.022175:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075692.022821:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075692.022825:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075692.023250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075692.023251:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075697.141581:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075697.141587:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075697.142492:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075697.142494:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075697.142736:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075697.142738:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075697.143010:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075697.143012:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769075702.261356:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075702.261364:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075702.262070:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075702.262073:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075702.262357:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075702.262373:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075702.262647:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075702.262651:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769075707.381514:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075707.381523:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075707.382369:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075707.382371:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075707.382676:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075707.382679:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075707.382986:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075707.382988:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769075712.501673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075712.502177:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075712.502410:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075712.502675:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075717.621409:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075717.621417:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075717.622331:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075717.622333:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075717.622592:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075717.622594:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075717.622827:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075717.622830:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075722.741997:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075722.742005:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1769075722.743710:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075722.743715:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1769075722.744905:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075722.744909:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1769075722.746791:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075722.746801:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:0.1:1769075727.861897:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075727.861906:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769075727.863252:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075727.863259:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769075727.863651:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075727.863653:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769075727.863957:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075727.863959:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769075732.981387:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075732.981391:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769075732.982154:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075732.982157:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769075732.982474:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075732.982476:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769075732.982775:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075732.982778:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769075738.101972:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075738.101987:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075738.102935:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075738.102939:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075738.103355:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075738.103359:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075738.103818:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075738.103821:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075743.221835:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075743.221853:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075743.223152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075743.223156:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075743.223626:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075743.223630:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075743.224191:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075743.224195:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075748.342852:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075748.342872:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075748.344757:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075748.344760:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075748.345176:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075748.345180:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075748.345810:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075748.345813:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075753.461611:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075753.461618:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075753.463017:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075753.463024:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075753.463977:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075753.463984:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075753.464754:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075753.464762:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769075758.581494:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075758.581503:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075758.582417:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075758.582419:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075758.582707:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075758.582709:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075758.582990:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075758.582992:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075763.701517:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075763.701523:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1769075763.702173:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075763.702176:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1769075763.702494:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075763.702497:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1769075763.702845:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075763.702848:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:0.1:1769075768.821236:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075768.821241:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1769075768.821846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075768.821848:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1769075768.822062:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075768.822063:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1769075768.822244:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075768.822246:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1769075773.941447:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075773.941462:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769075773.942184:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075773.942186:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769075773.942385:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075773.942387:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769075773.942612:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075773.942614:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769075779.061778:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075779.062188:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075779.062403:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075779.062660:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075784.181681:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075784.181688:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075784.182725:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075784.182730:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075784.183362:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075784.183367:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075784.184178:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075784.184182:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769075789.301376:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075789.301383:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075789.302230:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075789.302234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075789.302465:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075789.302467:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769075789.302719:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075789.302721:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075794.421541:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075794.421547:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075794.422282:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075794.422284:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075794.422589:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075794.422591:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075794.422860:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075794.422862:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075799.541562:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075799.541566:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075799.542430:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075799.542432:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075799.542771:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075799.542774:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075799.543151:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075799.543154:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769075804.661763:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075804.661773:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075804.662868:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075804.662870:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075804.663095:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075804.663098:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075804.663312:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075804.663314:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769075809.781628:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075809.781634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075809.782488:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075809.782491:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075809.782810:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075809.782812:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075809.783046:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075809.783048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769075814.901673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075814.901682:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075814.903090:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075814.903100:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075814.903874:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075814.903878:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075814.904275:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075814.904278:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769075820.021741:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075820.021751:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075820.022814:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075820.022818:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075820.023185:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075820.023190:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075820.023505:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075820.023509:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769075825.141590:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075825.141594:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075825.142290:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075825.142293:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075825.142693:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075825.142697:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075825.142965:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075825.142968:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769075830.261331:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075830.261337:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075830.262174:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075830.262177:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075830.262402:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075830.262404:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075830.262691:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075830.262693:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769075835.382101:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075835.382108:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769075835.383046:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075835.383051:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769075835.383770:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075835.383776:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769075835.384399:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075835.384404:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769075840.501541:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075840.501551:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075840.502195:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075840.502198:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075840.502552:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075840.502577:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075840.502919:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075840.502922:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769075845.621501:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075845.622139:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075845.622782:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075845.623043:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075850.741650:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075850.741659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075850.742722:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075850.742730:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075850.743251:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075850.743253:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075850.743543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075850.743546:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769075855.861235:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075855.861241:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075855.861685:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075855.861687:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075855.861916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075855.861952:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075855.862278:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075855.862280:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769075860.981883:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075860.981895:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075860.982807:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075860.982811:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075860.983229:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075860.983232:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769075860.983741:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769075860.983744:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769075866.101848:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075866.101866:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769075866.102660:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075866.102663:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769075866.103180:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075866.103183:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769075866.103563:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075866.103606:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769075871.222304:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075871.222318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1769075871.223508:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075871.223512:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1769075871.223943:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075871.223946:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:0.1:1769075871.224476:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075871.224481:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769075876.342974:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075876.342994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769075876.345767:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075876.345822:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769075876.347320:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075876.347324:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769075876.347877:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075876.347880:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:0.1:1769075881.462798:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075881.462815:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1769075881.465236:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075881.465240:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1769075881.465859:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075881.465863:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1769075881.466302:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075881.466306:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1769075886.581716:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075886.581722:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1769075886.582417:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075886.582422:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1769075886.582774:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075886.582777:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1769075886.583092:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075886.583108:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1769075891.701788:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075891.701802:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075891.702779:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075891.702783:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075891.703147:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075891.703150:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769075891.703648:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075891.703651:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769075896.821334:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075896.821337:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769075896.822193:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075896.822199:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769075896.822804:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075896.822806:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769075896.823037:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075896.823039:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769075901.941421:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075901.941428:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075901.942060:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075901.942062:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075901.942371:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075901.942372:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075901.942778:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075901.942780:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769075907.061485:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075907.061493:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769075907.062512:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075907.062518:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769075907.063210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075907.063214:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769075907.063920:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075907.063922:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769075912.181750:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075912.182420:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075912.183066:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075912.183331:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075917.301356:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075917.301363:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075917.302193:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075917.302197:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075917.302535:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075917.302537:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075917.302770:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075917.302773:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075922.421248:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075922.421256:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769075922.421846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075922.421848:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769075922.422095:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075922.422097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769075922.422316:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075922.422318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769075927.541213:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075927.541218:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769075927.541839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075927.541843:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769075927.542186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075927.542189:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769075927.542509:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075927.542512:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769075932.661426:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075932.661432:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769075932.662104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075932.662105:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769075932.662295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075932.662297:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769075932.662526:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075932.662528:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769075937.781774:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075937.781787:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075937.783566:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075937.783577:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075937.784725:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075937.784731:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075937.786036:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075937.786038:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769075942.901373:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075942.901380:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075942.902210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075942.902212:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075942.902398:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075942.902399:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075942.902594:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075942.902606:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769075948.021414:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075948.021417:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075948.022289:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075948.022291:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075948.022651:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075948.022653:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769075948.022907:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769075948.022909:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769075953.141773:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075953.141788:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769075953.142674:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075953.142678:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769075953.143168:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075953.143172:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769075953.143596:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075953.143599:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769075958.261654:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075958.261668:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769075958.262787:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075958.262789:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769075958.263015:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075958.263017:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769075958.263239:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075958.263241:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769075963.381666:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075963.381675:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769075963.382498:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075963.382500:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769075963.382750:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075963.382754:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769075963.382971:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075963.382973:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769075968.502518:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075968.502535:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075968.504934:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075968.504954:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075968.506637:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075968.506641:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769075968.507093:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075968.507099:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769075973.622223:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075973.622237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769075973.623959:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075973.623965:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769075973.624405:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075973.624408:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769075973.624916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075973.624920:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769075978.741458:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075978.741939:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075978.742180:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075978.742411:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000080:00000010:2.1:1769075981.435614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb0ae0. 00000080:00000010:2.1:1769075981.435621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0ae693e0. 00000080:00000010:2.1:1769075981.435626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664a6c0. 00000080:00000010:2.1:1769075981.435629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0664af00. 00000080:00000010:2.1:1769075981.435645:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b056feaa0. 00000080:00000010:2.1:1769075981.435649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0ae699a0. 00000080:00000010:2.1:1769075981.435652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06053300. 00000080:00000010:2.1:1769075981.435656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601da80. 00000080:00000010:2.1:1769075981.439621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b06fb09c0. 00000080:00000010:2.1:1769075981.439629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff971b0601d120. 00000800:00000200:2.1:1769075983.862150:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075983.862158:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075983.863398:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075983.863402:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075983.864031:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075983.864035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075983.864464:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075983.864467:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769075988.982036:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075988.982044:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769075988.982942:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075988.982945:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769075988.983325:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075988.983328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769075988.983933:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769075988.983937:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769075994.102220:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075994.102234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769075994.103629:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075994.103635:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769075994.104148:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075994.104152:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769075994.104620:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075994.104625:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769075999.221477:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075999.221484:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769075999.222362:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075999.222366:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769075999.222977:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075999.222983:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769075999.223480:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769075999.223482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769076004.342198:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076004.342216:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076004.343725:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076004.343731:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076004.344293:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076004.344297:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076004.344751:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076004.344755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076009.462402:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076009.462409:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769076009.463137:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076009.463160:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769076009.463619:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076009.463624:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769076009.464092:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076009.464095:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769076014.581505:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076014.581511:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1769076014.582298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076014.582301:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1769076014.582683:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076014.582686:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1769076014.583042:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076014.583045:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:3.1:1769076019.702076:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076019.702088:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076019.703142:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076019.703146:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076019.703768:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076019.703772:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076019.704300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076019.704306:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076024.821835:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076024.821842:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076024.823012:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076024.823015:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076024.823410:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076024.823414:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076024.823738:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076024.823740:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076029.942084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076029.942095:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076029.943837:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076029.943852:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076029.945128:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076029.945137:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076029.946440:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076029.946448:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769076035.061362:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076035.061368:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076035.062218:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076035.062220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076035.062414:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076035.062417:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076035.062663:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076035.062664:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076040.181843:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076040.181851:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076040.182953:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076040.182956:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076040.183372:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076040.183376:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076040.183859:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076040.183863:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076045.301758:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076045.303169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076045.303650:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076045.304654:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076050.421974:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076050.421978:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769076050.422367:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076050.422369:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769076050.422699:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076050.422702:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769076050.423062:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076050.423065:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076055.542233:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076055.542248:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076055.543541:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076055.543544:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076055.543981:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076055.543985:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076055.544341:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076055.544344:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076060.662395:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076060.662405:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076060.663850:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076060.663859:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076060.664750:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076060.664758:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076060.665703:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076060.665707:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076065.782568:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076065.782592:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769076065.784908:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076065.784915:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769076065.786389:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076065.786406:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769076065.787080:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076065.787083:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769076070.901805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076070.901816:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769076070.902719:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076070.902722:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769076070.903085:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076070.903088:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769076070.903600:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076070.903603:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769076076.021898:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076076.021925:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076076.023656:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076076.023661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076076.024078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076076.024082:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076076.024604:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076076.024607:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076081.141521:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076081.141531:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076081.142111:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076081.142113:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076081.142360:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076081.142362:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076081.142587:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076081.142590:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076086.261616:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076086.261623:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076086.262436:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076086.262438:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076086.262678:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076086.262680:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076086.262875:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076086.262877:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076091.382101:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076091.382109:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076091.383727:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076091.383743:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076091.384862:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076091.384872:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076091.385932:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076091.385936:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076096.501405:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076096.501413:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076096.502313:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076096.502315:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076096.502512:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076096.502514:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076096.502830:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076096.502832:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076101.621212:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076101.621217:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769076101.621648:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076101.621650:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769076101.621902:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076101.621904:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769076101.622105:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076101.622106:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769076106.741778:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076106.741785:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1769076106.742720:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076106.742724:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1769076106.743124:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076106.743128:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1769076106.743599:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076106.743606:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1769076111.861741:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076111.862196:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076111.862364:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076111.862539:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076116.982281:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076116.982292:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076116.983437:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076116.983445:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076116.984277:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076116.984280:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076116.984684:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076116.984688:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076122.101998:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076122.102010:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076122.103830:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076122.103837:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076122.104937:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076122.104945:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076122.105704:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076122.105706:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076127.222104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076127.222113:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076127.223418:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076127.223421:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076127.223756:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076127.223759:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076127.224111:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076127.224114:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076132.341766:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076132.341776:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076132.342773:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076132.342778:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076132.343216:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076132.343220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076132.343641:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076132.343644:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076137.461980:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076137.461992:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769076137.462870:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076137.462873:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769076137.463239:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076137.463242:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769076137.463656:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076137.463659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769076142.581646:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076142.581656:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769076142.582360:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076142.582362:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769076142.582710:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076142.582713:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769076142.582999:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076142.583002:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769076147.701979:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076147.701993:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076147.703339:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076147.703344:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076147.703755:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076147.703758:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076147.704201:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076147.704204:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769076152.822201:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076152.822217:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769076152.824520:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076152.824529:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769076152.826305:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076152.826319:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769076152.827841:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076152.827853:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769076157.941971:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076157.941986:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769076157.943591:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076157.943596:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769076157.944085:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076157.944088:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769076157.944536:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076157.944588:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769076163.061955:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076163.062000:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769076163.062846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076163.062850:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769076163.063250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076163.063253:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769076163.063639:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076163.063642:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769076168.182326:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076168.182335:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769076168.183445:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076168.183449:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769076168.183802:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076168.183804:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769076168.184320:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076168.184322:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769076173.301633:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076173.301641:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769076173.302298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076173.302301:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769076173.302757:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076173.302759:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769076173.303128:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076173.303149:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076178.422072:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076178.423031:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076178.423615:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076178.423933:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076183.542879:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076183.542903:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076183.544764:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076183.544788:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076183.546558:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076183.546571:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076183.547611:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076183.547614:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769076188.662365:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076188.662380:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769076188.664279:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076188.664282:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769076188.665094:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076188.665101:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769076188.665468:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076188.665471:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769076193.781276:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076193.781286:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1769076193.781738:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076193.781740:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1769076193.781967:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076193.781970:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1769076193.782241:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076193.782245:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769076198.901715:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076198.901725:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769076198.902738:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076198.902742:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769076198.903105:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076198.903108:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769076198.903484:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076198.903488:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769076204.021807:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076204.021818:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769076204.022888:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076204.022891:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769076204.023316:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076204.023320:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769076204.023785:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076204.023789:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769076209.142938:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076209.142954:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076209.144593:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076209.144596:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076209.144980:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076209.144983:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076209.145459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076209.145462:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076214.261885:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076214.261897:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076214.263624:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076214.263630:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076214.264996:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076214.265010:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076214.265933:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076214.265937:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769076219.381649:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076219.381655:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076219.382743:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076219.382745:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076219.383119:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076219.383121:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076219.383325:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076219.383327:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076224.502186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076224.502191:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076224.503096:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076224.503101:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076224.503735:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076224.503741:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076224.504328:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076224.504331:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076229.622267:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076229.622287:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076229.623258:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076229.623261:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076229.623678:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076229.623681:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076229.624210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076229.624216:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076234.742073:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076234.742091:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1769076234.743480:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076234.743484:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1769076234.744015:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076234.744018:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1769076234.744414:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076234.744421:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:3.1:1769076239.862059:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076239.862073:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1769076239.863422:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076239.863425:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1769076239.863849:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076239.863852:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1769076239.864290:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076239.864293:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:3.1:1769076244.981416:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076244.981895:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076244.982332:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076244.982858:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076250.101959:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076250.101967:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769076250.102848:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076250.102852:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769076250.103164:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076250.103166:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769076250.103484:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076250.103487:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769076255.221862:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076255.221870:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769076255.223082:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076255.223086:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769076255.223536:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076255.223539:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769076255.223931:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076255.223934:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769076260.341777:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076260.341785:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769076260.343199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076260.343205:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769076260.343681:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076260.343684:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769076260.344094:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076260.344097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769076265.462726:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076265.462741:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769076265.463896:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076265.463902:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769076265.464767:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076265.464773:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769076265.465496:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076265.465502:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769076270.582266:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076270.582288:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076270.583795:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076270.583801:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076270.584261:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076270.584265:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076270.584792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076270.584798:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769076275.702471:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076275.702485:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076275.704919:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076275.704930:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076275.706190:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076275.706204:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076275.707701:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076275.707718:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076280.822573:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076280.822581:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076280.824247:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076280.824253:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076280.824726:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076280.824749:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076280.825234:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076280.825237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076285.942163:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076285.942184:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076285.943277:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076285.943281:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076285.943733:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076285.943736:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076285.944140:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076285.944143:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076291.061716:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076291.061726:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076291.062755:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076291.062758:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076291.063231:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076291.063234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076291.063612:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076291.063615:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076296.181893:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076296.181901:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076296.183294:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076296.183299:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076296.183835:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076296.183850:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076296.184402:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076296.184406:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769076301.302081:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076301.302091:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076301.303265:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076301.303268:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076301.303756:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076301.303760:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076301.304124:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076301.304127:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076306.422127:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076306.422139:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076306.424152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076306.424165:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076306.425407:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076306.425416:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076306.427093:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076306.427099:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769076311.542327:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076311.543329:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076311.543830:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076311.544725:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076316.661437:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076316.661442:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076316.662144:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076316.662149:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076316.662671:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076316.662674:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076316.662971:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076316.662974:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076321.781731:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076321.781742:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1769076321.782882:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076321.782886:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1769076321.783246:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076321.783250:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1769076321.783779:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076321.783783:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1769076326.901692:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076326.901701:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769076326.902708:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076326.902712:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769076326.903064:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076326.903067:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769076326.903440:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076326.903443:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769076332.022363:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076332.022382:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076332.024210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076332.024217:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076332.024832:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076332.024836:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076332.025465:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076332.025472:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076337.142770:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076337.142795:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076337.145384:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076337.145391:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076337.147075:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076337.147081:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076337.148455:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076337.148458:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076342.262843:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076342.262863:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076342.265147:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076342.265151:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076342.265636:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076342.265642:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076342.266204:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076342.266207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076347.381810:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076347.381821:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076347.383014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076347.383017:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076347.383454:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076347.383458:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076347.384048:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076347.384052:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076352.501449:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076352.501461:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076352.502354:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076352.502356:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076352.502576:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076352.502582:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076352.502774:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076352.502776:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076357.622105:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076357.622115:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076357.622982:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076357.622988:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076357.623428:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076357.623434:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076357.623919:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076357.623922:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076362.742185:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076362.742201:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1769076362.743777:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076362.743781:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1769076362.744159:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076362.744162:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:1.1:1769076362.744514:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076362.744518:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1769076367.863143:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076367.863166:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769076367.866105:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076367.866127:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769076367.867337:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076367.867343:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769076367.867931:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076367.867938:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:1.1:1769076372.982241:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076372.982254:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769076372.984056:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076372.984060:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769076372.984477:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076372.984482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769076372.984966:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076372.984970:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769076378.102108:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076378.102889:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076378.103166:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076378.103534:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076383.221970:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076383.221975:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076383.222525:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076383.222527:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076383.222969:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076383.222982:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076383.223220:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076383.223222:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076388.341997:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076388.342016:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076388.343508:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076388.343512:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076388.343928:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076388.343932:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076388.344543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076388.344549:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076393.462650:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076393.462671:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076393.464613:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076393.464618:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076393.465061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076393.465064:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076393.465591:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076393.465600:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076398.582374:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076398.582386:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076398.584211:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076398.584220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076398.585275:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076398.585284:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076398.586446:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076398.586454:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769076403.701885:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076403.701890:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076403.703390:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076403.703394:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076403.703848:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076403.703850:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076403.704081:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076403.704083:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076408.821983:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076408.821994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076408.823482:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076408.823485:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076408.823927:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076408.823931:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076408.824335:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076408.824341:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076413.942334:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076413.942351:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076413.943818:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076413.943828:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076413.944342:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076413.944346:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076413.944831:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076413.944851:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076419.061930:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076419.061944:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076419.063048:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076419.063051:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076419.063494:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076419.063499:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076419.063945:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076419.063948:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076424.182497:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076424.182514:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076424.184757:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076424.184761:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076424.185210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076424.185214:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076424.185716:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076424.185720:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076429.302046:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076429.302059:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076429.303657:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076429.303665:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076429.304930:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076429.304939:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076429.305990:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076429.306010:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076434.422779:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076434.422799:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076434.425301:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076434.425305:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076434.425856:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076434.425861:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076434.426489:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076434.426492:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076439.541507:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076439.541511:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769076439.542856:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076439.542864:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769076439.543311:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076439.543314:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769076439.543839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076439.543842:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769076444.662173:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076444.663195:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076444.663662:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076444.663969:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076449.781505:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076449.781510:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076449.782342:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076449.782344:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076449.782622:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076449.782624:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076449.782986:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076449.782989:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076454.902219:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076454.902231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076454.903556:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076454.903559:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076454.903930:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076454.903933:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076454.904310:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076454.904313:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076460.022202:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076460.022216:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076460.023973:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076460.023999:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076460.025174:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076460.025184:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076460.026428:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076460.026438:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076465.142054:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076465.142065:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076465.143532:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076465.143535:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076465.143963:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076465.143967:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076465.144324:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076465.144328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076470.261840:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076470.261853:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769076470.262837:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076470.262841:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769076470.263216:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076470.263219:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769076470.263599:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076470.263604:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769076475.381701:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076475.381706:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769076475.383050:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076475.383059:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769076475.383535:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076475.383538:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769076475.384034:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076475.384038:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769076480.502230:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076480.502247:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769076480.503322:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076480.503326:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769076480.503881:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076480.503884:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769076480.504303:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076480.504306:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769076485.622250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076485.622259:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1769076485.623868:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076485.623871:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1769076485.624321:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076485.624324:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1769076485.624834:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076485.624839:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1769076490.742518:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076490.742529:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076490.744960:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076490.744972:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076490.746852:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076490.746856:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076490.747202:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076490.747205:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076495.862307:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076495.862332:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769076495.864309:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076495.864311:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769076495.864593:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076495.864595:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769076495.864888:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076495.864890:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769076500.981240:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076500.981247:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076500.981716:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076500.981718:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076500.981939:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076500.981940:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076500.982139:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076500.982142:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076506.101532:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076506.101545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076506.102115:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076506.102118:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076506.102467:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076506.102470:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076506.102817:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076506.102820:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769076511.221277:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076511.221659:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076511.222008:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076511.222226:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076516.341464:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076516.341482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076516.342422:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076516.342425:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076516.342757:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076516.342760:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076516.343166:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076516.343169:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076521.462120:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076521.462132:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076521.463496:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076521.463502:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076521.464244:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076521.464251:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076521.465167:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076521.465171:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076526.582145:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076526.582153:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076526.583639:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076526.583645:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076526.584077:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076526.584098:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076526.584598:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076526.584604:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076531.701343:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076531.701366:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076531.701924:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076531.701927:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076531.702199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076531.702202:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076531.702466:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076531.702469:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076536.821502:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076536.821514:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076536.822101:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076536.822103:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076536.822315:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076536.822318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076536.822524:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076536.822526:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076541.941787:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076541.941797:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076541.942702:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076541.942706:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076541.943074:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076541.943077:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076541.943416:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076541.943419:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076547.061460:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076547.061477:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076547.062153:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076547.062155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076547.062346:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076547.062348:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076547.062622:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076547.062624:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076552.181371:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076552.181377:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076552.182293:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076552.182296:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076552.182915:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076552.182921:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076552.183527:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076552.183531:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076557.301749:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076557.301755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076557.303247:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076557.303257:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076557.303938:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076557.303940:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076557.304245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076557.304248:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076562.421279:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076562.421300:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076562.421971:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076562.421974:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076562.422319:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076562.422322:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076562.422632:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076562.422634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076567.541545:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076567.541578:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076567.542136:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076567.542139:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076567.542375:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076567.542377:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076567.542612:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076567.542614:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076572.661492:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076572.661496:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076572.661992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076572.661994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076572.662415:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076572.662418:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076572.662865:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076572.662868:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769076577.782168:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076577.783080:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076577.784082:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076577.784334:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076582.902208:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076582.902219:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076582.903359:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076582.903363:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076582.904119:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076582.904124:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076582.904969:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076582.904972:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076588.021509:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076588.021517:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076588.022417:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076588.022424:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076588.022738:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076588.022740:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076588.022970:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076588.022972:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076593.141428:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076593.141437:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076593.141965:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076593.141967:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076593.142198:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076593.142200:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076593.142495:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076593.142497:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076598.261970:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076598.261980:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769076598.263120:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076598.263124:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769076598.263658:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076598.263701:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769076598.264209:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076598.264212:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769076603.381282:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076603.381286:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769076603.381838:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076603.381841:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769076603.382056:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076603.382058:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769076603.382238:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076603.382240:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769076608.502370:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076608.502387:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769076608.503696:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076608.503699:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769076608.504038:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076608.504041:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769076608.504389:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076608.504394:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769076613.622642:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076613.622661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769076613.624916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076613.624925:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769076613.626091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076613.626101:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769076613.627673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076613.627676:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1769076618.742038:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076618.742050:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769076618.743835:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076618.743844:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769076618.744432:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076618.744436:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769076618.744942:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076618.744945:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769076623.861160:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076623.861164:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769076623.861657:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076623.861659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769076623.861844:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076623.861846:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769076623.862025:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076623.862027:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769076628.981549:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076628.981560:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769076628.982409:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076628.982412:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769076628.982908:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076628.982911:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769076628.983279:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076628.983292:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076634.101322:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076634.101328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076634.101760:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076634.101762:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076634.101961:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076634.101963:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076634.102188:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076634.102189:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076639.222003:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076639.222012:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769076639.223660:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076639.223665:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769076639.224113:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076639.224116:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769076639.224547:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076639.224551:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076644.342916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076644.344103:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076644.345015:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076644.346346:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076649.463135:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076649.463150:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769076649.463548:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076649.463551:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769076649.463842:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076649.463844:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769076649.464127:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076649.464129:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769076654.581148:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076654.581152:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769076654.581577:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076654.581579:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769076654.581797:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076654.581799:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769076654.581984:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076654.581986:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769076659.701334:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076659.701340:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769076659.701794:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076659.701796:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769076659.702017:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076659.702019:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769076659.702226:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076659.702241:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769076664.821470:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076664.821476:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769076664.822263:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076664.822265:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769076664.822459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076664.822461:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769076664.822735:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076664.822738:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076669.941887:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076669.941903:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076669.942754:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076669.942757:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076669.942959:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076669.942961:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076669.943193:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076669.943196:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076675.062951:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076675.062972:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076675.065799:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076675.065806:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076675.067209:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076675.067223:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076675.068103:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076675.068107:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076680.181916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076680.181930:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076680.183278:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076680.183281:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076680.183638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076680.183641:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076680.184059:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076680.184064:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076685.301897:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076685.301906:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076685.302791:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076685.302794:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076685.303228:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076685.303231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769076685.303705:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076685.303708:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076690.421700:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076690.421702:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076690.422020:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076690.422024:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076690.422321:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076690.422322:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076690.422736:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076690.422739:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076695.541649:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076695.541659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076695.542400:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076695.542403:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076695.542631:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076695.542633:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076695.542859:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076695.542862:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076700.662155:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076700.662165:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076700.663638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076700.663641:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076700.664115:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076700.664119:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076700.664540:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076700.664544:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769076705.782238:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076705.782252:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769076705.784109:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076705.784120:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769076705.785395:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076705.785403:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769076705.786603:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076705.786609:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769076710.902099:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076710.903164:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076710.903682:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076710.903949:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076716.021441:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076716.021445:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076716.021965:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076716.021968:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076716.022528:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076716.022530:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076716.022849:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076716.022850:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076721.141631:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076721.141638:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076721.142436:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076721.142442:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076721.142829:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076721.142831:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076721.143201:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076721.143203:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769076726.261295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076726.261298:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076726.262065:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076726.262082:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076726.262459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076726.262461:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076726.262802:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076726.262804:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769076731.381314:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076731.381323:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769076731.382140:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076731.382143:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769076731.382373:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076731.382375:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769076731.382600:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076731.382602:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769076736.501395:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076736.501401:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769076736.502313:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076736.502319:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769076736.502977:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076736.502982:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769076736.503303:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076736.503304:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076741.622370:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076741.622381:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769076741.624192:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076741.624198:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769076741.624922:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076741.624929:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769076741.625612:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076741.625618:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769076746.741136:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076746.741142:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769076746.741695:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076746.741698:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769076746.741904:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076746.741906:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769076746.742080:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076746.742081:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769076751.861264:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076751.861273:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076751.861840:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076751.861842:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076751.862186:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076751.862189:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076751.862503:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076751.862506:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076756.981209:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076756.981215:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076756.981694:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076756.981696:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076756.981882:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076756.981883:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076756.982076:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076756.982078:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769076762.101733:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076762.101746:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076762.102896:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076762.102904:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076762.103185:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076762.103188:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769076762.103456:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076762.103458:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076767.221804:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076767.221813:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769076767.222849:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076767.222854:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769076767.223720:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076767.223725:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769076767.224650:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076767.224659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769076772.341651:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076772.341660:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769076772.342730:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076772.342733:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769076772.343032:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076772.343034:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769076772.343295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076772.343298:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769076777.461756:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076777.462602:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076777.462985:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076777.463312:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076782.581618:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076782.581622:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076782.581984:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076782.581987:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076782.582278:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076782.582280:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076782.582485:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076782.582486:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769076787.701983:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076787.701993:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1769076787.702756:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076787.702759:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1769076787.703148:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076787.703151:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1769076787.703527:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076787.703530:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:1.1:1769076792.821915:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076792.821922:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769076792.822903:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076792.822922:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769076792.823252:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076792.823254:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769076792.823631:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076792.823634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769076797.943452:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076797.943463:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076797.946260:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076797.946274:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076797.947829:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076797.947832:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076797.948352:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076797.948355:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769076803.062536:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076803.062597:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076803.064457:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076803.064461:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076803.064926:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076803.064929:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076803.065462:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076803.065464:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769076808.181438:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076808.181446:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076808.182078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076808.182095:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076808.182424:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076808.182426:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076808.182670:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076808.182672:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769076813.301480:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076813.301490:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076813.302138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076813.302142:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076813.302528:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076813.302531:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769076813.302939:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769076813.302942:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076818.421673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076818.421683:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076818.422743:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076818.422746:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076818.423171:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076818.423174:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076818.423549:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076818.423552:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076823.542556:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076823.542572:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076823.544156:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076823.544159:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076823.544463:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076823.544465:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076823.544817:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076823.544822:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076828.662151:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076828.662158:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769076828.663898:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076828.663911:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769076828.665058:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076828.665067:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769076828.665992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076828.665995:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769076833.781294:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076833.781302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769076833.782168:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076833.782171:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769076833.782814:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076833.782816:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769076833.783064:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076833.783066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769076838.901734:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076838.901741:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769076838.902854:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076838.902856:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769076838.903175:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076838.903178:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769076838.903472:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076838.903475:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769076844.021845:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076844.022458:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076844.022662:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076844.022827:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076849.141749:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076849.141759:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076849.142694:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076849.142697:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076849.142996:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076849.143000:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076849.143287:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076849.143301:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076854.262623:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076854.262635:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076854.264153:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076854.264157:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076854.264781:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076854.264787:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076854.265165:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076854.265169:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076859.382190:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076859.382207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076859.384471:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076859.384480:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076859.386383:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076859.386398:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076859.387095:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076859.387100:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076864.502961:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076864.502997:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076864.505033:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076864.505037:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076864.505517:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076864.505521:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076864.506067:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076864.506070:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769076869.622215:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076869.622220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076869.622806:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076869.622810:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076869.623220:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076869.623224:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076869.623731:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076869.623737:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769076874.741609:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076874.741621:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769076874.742474:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076874.742477:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769076874.742856:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076874.742860:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769076874.743223:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076874.743226:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769076879.862086:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076879.862093:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769076879.863404:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076879.863408:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769076879.863851:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076879.863855:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769076879.864225:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076879.864228:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769076884.982152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076884.982163:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076884.983427:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076884.983431:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076884.983938:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076884.983942:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076884.984372:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076884.984376:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769076890.101924:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076890.101934:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076890.103262:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076890.103267:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076890.104258:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076890.104264:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076890.105216:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076890.105222:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769076895.221379:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076895.221385:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076895.222263:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076895.222269:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076895.222531:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076895.222533:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076895.222743:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076895.222745:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769076900.342052:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076900.342074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769076900.343346:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076900.343349:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769076900.343767:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076900.343770:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769076900.344019:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076900.344021:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769076905.461818:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076905.461827:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076905.462953:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076905.462955:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076905.463157:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076905.463159:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076905.463341:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076905.463342:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769076910.582068:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076910.582836:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076910.583161:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076910.583503:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076915.701628:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076915.701635:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 57 secs later) 00000800:00000200:2.1:1769076915.702452:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076915.702455:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 57 secs later) 00000800:00000200:2.1:1769076915.702731:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076915.702733:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 57 secs later) 00000800:00000200:2.1:1769076915.702952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076915.702954:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 57 secs later) 00000800:00000200:2.1:1769076920.822113:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076920.822125:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769076920.823803:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076920.823820:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769076920.824812:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076920.824821:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769076920.825919:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076920.825924:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769076925.941800:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076925.941811:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769076925.943231:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076925.943233:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769076925.943434:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076925.943436:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769076925.943645:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076925.943646:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769076931.061746:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076931.061753:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769076931.062760:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076931.062763:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769076931.063221:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076931.063226:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769076931.063798:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076931.063801:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1769076936.181389:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076936.181395:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1769076936.181929:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076936.181931:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1769076936.182240:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076936.182242:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1769076936.182512:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076936.182515:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769076941.302019:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076941.302032:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076941.303458:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076941.303462:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076941.303952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076941.303956:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076941.304388:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076941.304393:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769076946.422247:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076946.422261:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076946.423588:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076946.423591:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076946.424046:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076946.424049:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076946.424411:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076946.424414:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769076951.542090:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076951.542102:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076951.543951:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076951.543958:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076951.545143:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076951.545157:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769076951.546685:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076951.546689:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769076956.661400:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076956.661417:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769076956.662233:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076956.662235:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769076956.662421:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076956.662422:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769076956.662623:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769076956.662625:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769076961.781768:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076961.781779:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1769076961.783049:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076961.783055:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1769076961.783465:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076961.783468:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1769076961.783945:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076961.783948:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1769076966.901742:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076966.901748:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769076966.902638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076966.902643:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769076966.903045:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076966.903048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769076966.903440:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076966.903444:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769076972.021747:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076972.021752:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769076972.022846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076972.022854:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769076972.023470:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076972.023483:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769076972.023969:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076972.023972:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769076977.141772:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076977.142191:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076977.142548:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076977.142760:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076982.262210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076982.262236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076982.263667:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076982.263673:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076982.264655:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076982.264662:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769076982.265433:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076982.265435:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769076987.381746:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076987.381753:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769076987.382836:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076987.382846:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769076987.383199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076987.383202:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769076987.383527:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769076987.383529:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769076992.501850:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076992.501860:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076992.502768:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076992.502772:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076992.503231:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076992.503234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076992.503633:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076992.503636:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769076997.622158:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076997.622172:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076997.623402:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076997.623406:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076997.623840:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076997.623843:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769076997.624243:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769076997.624246:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769077002.741354:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077002.741358:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077002.742152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077002.742155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077002.742416:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077002.742419:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077002.742748:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077002.742750:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769077007.861858:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077007.861866:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077007.862726:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077007.862729:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077007.863035:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077007.863038:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077007.863373:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077007.863392:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077012.981607:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077012.981615:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769077012.982814:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077012.982819:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769077012.983639:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077012.983646:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769077012.984468:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077012.984474:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769077018.101483:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077018.101491:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769077018.102268:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077018.102270:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769077018.102456:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077018.102457:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769077018.102738:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077018.102739:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769077023.221738:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077023.221746:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769077023.222703:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077023.222706:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769077023.222990:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077023.222992:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769077023.223321:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077023.223340:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769077028.341310:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077028.341318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769077028.341823:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077028.341825:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769077028.342076:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077028.342079:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769077028.342361:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077028.342363:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769077033.461323:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077033.461328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769077033.461908:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077033.461910:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769077033.462089:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077033.462090:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769077033.462286:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077033.462288:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:0.1:1769077038.581637:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077038.581647:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769077038.582612:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077038.582616:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769077038.582925:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077038.582928:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:0.1:1769077038.583217:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077038.583234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769077043.701753:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077043.702785:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077043.703355:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077043.703757:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077048.821501:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077048.821508:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769077048.822480:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077048.822483:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769077048.822861:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077048.822863:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769077048.823168:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077048.823171:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077053.941886:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077053.941910:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077053.942502:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077053.942504:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077053.942905:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077053.942907:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077053.943297:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077053.943300:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077059.061227:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077059.061234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077059.061740:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077059.061742:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077059.062014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077059.062016:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077059.062231:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077059.062233:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077064.181221:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077064.181228:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077064.181886:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077064.181887:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077064.182086:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077064.182088:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077064.182318:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077064.182330:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077069.301413:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077069.301422:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077069.302104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077069.302106:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077069.302295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077069.302296:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077069.302538:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077069.302539:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077074.422091:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077074.422105:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077074.423991:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077074.424000:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077074.425039:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077074.425052:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077074.425542:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077074.425545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077079.541820:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077079.541831:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769077079.542959:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077079.542963:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769077079.543442:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077079.543444:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769077079.543687:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077079.543690:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769077084.661240:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077084.661245:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1769077084.661726:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077084.661727:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1769077084.661941:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077084.661943:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1769077084.662117:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077084.662119:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:2.1:1769077089.781303:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077089.781310:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077089.781859:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077089.781862:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077089.782169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077089.782172:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077089.782484:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077089.782487:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077094.901187:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077094.901192:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077094.901717:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077094.901720:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077094.901939:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077094.901941:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077094.902122:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077094.902124:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077100.022405:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077100.022419:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077100.023813:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077100.023815:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077100.024202:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077100.024204:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077100.024573:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077100.024575:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077105.141381:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077105.141385:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077105.142341:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077105.142345:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077105.142938:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077105.142946:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077105.143733:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077105.143735:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769077110.262619:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077110.264004:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077110.265212:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077110.265797:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077115.381739:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077115.381748:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077115.382415:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077115.382418:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077115.382716:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077115.382718:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077115.382928:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077115.382929:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077120.501639:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077120.501645:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077120.503011:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077120.503021:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077120.503748:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077120.503788:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077120.504193:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077120.504196:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077125.621407:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077125.621415:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077125.622394:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077125.622395:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077125.622603:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077125.622604:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077125.622850:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077125.622851:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077130.741352:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077130.741359:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769077130.741993:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077130.741994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769077130.742184:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077130.742186:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769077130.742407:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077130.742409:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769077135.861783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077135.861788:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769077135.862844:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077135.862847:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769077135.863172:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077135.863187:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769077135.863508:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077135.863510:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769077140.981247:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077140.981255:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769077140.982068:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077140.982071:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769077140.982593:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077140.982596:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769077140.982877:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077140.982879:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769077146.101175:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077146.101182:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769077146.101749:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077146.101752:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769077146.101956:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077146.101958:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769077146.102133:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077146.102135:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769077151.221509:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077151.221522:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769077151.222210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077151.222212:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769077151.222470:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077151.222484:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769077151.222733:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077151.222735:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077156.341500:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077156.341505:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077156.342503:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077156.342505:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077156.342932:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077156.342934:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077156.343464:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077156.343467:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077161.461764:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077161.461780:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077161.462824:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077161.462827:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077161.463113:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077161.463115:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077161.463356:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077161.463358:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769077166.581798:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077166.581809:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077166.583012:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077166.583020:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077166.583980:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077166.583986:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077166.584490:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077166.584491:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077171.701382:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077171.701391:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769077171.702272:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077171.702274:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769077171.702537:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077171.702539:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769077171.702783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077171.702785:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769077176.821551:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077176.821988:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077176.822217:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077176.822415:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077181.941443:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077181.941450:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077181.942174:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077181.942177:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077181.942507:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077181.942511:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077181.942775:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077181.942777:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077187.061244:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077187.061251:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077187.061755:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077187.061757:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077187.061990:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077187.061991:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077187.062234:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077187.062247:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077192.181448:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077192.181456:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077192.182385:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077192.182388:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077192.182758:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077192.182761:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077192.183077:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077192.183080:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077197.301347:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077197.301354:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077197.302231:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077197.302236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077197.302814:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077197.302817:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077197.303468:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077197.303473:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077202.421492:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077202.421498:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077202.422332:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077202.422335:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077202.422629:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077202.422631:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077202.422894:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077202.422897:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077207.541313:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077207.541320:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077207.541883:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077207.541886:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077207.542191:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077207.542194:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077207.542508:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077207.542512:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077212.661229:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077212.661237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769077212.661838:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077212.661840:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769077212.662038:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077212.662040:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769077212.662234:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077212.662236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769077217.781504:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077217.781509:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769077217.782137:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077217.782139:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769077217.782395:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077217.782397:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769077217.782645:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077217.782647:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077222.901860:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077222.901872:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077222.902763:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077222.902766:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077222.902996:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077222.902998:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077222.903204:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077222.903206:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077228.021369:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077228.021376:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077228.022228:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077228.022231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077228.022855:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077228.022860:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077228.023721:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077228.023728:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077233.141484:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077233.141491:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077233.142352:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077233.142354:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077233.142653:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077233.142656:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077233.142962:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077233.142964:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077238.261243:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077238.261247:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077238.261708:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077238.261711:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077238.261910:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077238.261912:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077238.262110:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077238.262112:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077243.381224:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077243.381646:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077243.381898:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077243.382045:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077248.502625:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077248.502630:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769077248.503194:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077248.503197:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769077248.503530:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077248.503533:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769077248.503900:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077248.503903:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769077253.621798:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077253.621810:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769077253.622780:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077253.622782:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769077253.622980:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077253.622982:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769077253.623169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077253.623187:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769077258.741449:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077258.741455:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769077258.742296:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077258.742303:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769077258.742958:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077258.742964:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:0.1:1769077258.743528:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077258.743533:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769077263.861952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077263.861965:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769077263.863677:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077263.863679:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769077263.863958:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077263.863960:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769077263.864240:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077263.864242:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:0.1:1769077268.982004:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077268.982030:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769077268.983106:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077268.983110:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769077268.983774:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077268.983778:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769077268.984329:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077268.984334:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769077274.102071:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077274.102089:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077274.103222:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077274.103226:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077274.103778:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077274.103783:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077274.104182:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077274.104206:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769077279.221454:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077279.221460:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769077279.222162:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077279.222166:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769077279.222536:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077279.222539:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769077279.222928:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077279.222931:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769077284.341932:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077284.341950:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769077284.343046:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077284.343048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769077284.343338:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077284.343340:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769077284.343658:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077284.343660:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769077289.461484:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077289.461488:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769077289.462313:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077289.462318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769077289.462839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077289.462844:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769077289.463345:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077289.463349:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769077294.581724:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077294.581733:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769077294.583121:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077294.583129:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769077294.583833:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077294.583835:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769077294.584101:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077294.584103:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769077299.701306:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077299.701309:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1769077299.701916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077299.701917:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1769077299.702114:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077299.702115:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1769077299.702344:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077299.702356:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1769077304.821651:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077304.821661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769077304.822366:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077304.822369:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769077304.822716:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077304.822719:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769077304.823038:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077304.823040:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:1.1:1769077309.941271:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077309.941576:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077309.942014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077309.942184:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077315.062397:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077315.062400:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769077315.062765:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077315.062768:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769077315.064589:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077315.064591:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769077315.064964:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077315.064965:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769077320.181694:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077320.181703:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769077320.183116:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077320.183123:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769077320.183952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077320.183958:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769077320.184972:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077320.184998:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:0.1:1769077325.301318:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077325.301325:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769077325.302233:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077325.302236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769077325.302536:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077325.302538:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769077325.302829:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077325.302832:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:0.1:1769077330.421153:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077330.421158:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769077330.421706:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077330.421708:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769077330.421867:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077330.421868:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769077330.422062:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077330.422063:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077335.541645:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077335.541659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077335.542242:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077335.542245:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077335.542604:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077335.542605:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077335.542808:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077335.542811:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077340.661424:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077340.661430:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077340.662302:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077340.662304:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077340.662541:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077340.662543:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077340.662805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077340.662807:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769077345.781543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077345.781585:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077345.782838:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077345.782840:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077345.783036:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077345.783037:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077345.783283:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077345.783285:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077350.901243:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077350.901250:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077350.902131:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077350.902137:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077350.902689:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077350.902694:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077350.903242:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077350.903248:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077356.021463:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077356.021470:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077356.022369:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077356.022371:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077356.022601:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077356.022603:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077356.022916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077356.022918:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077361.141209:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077361.141215:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077361.141913:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077361.141915:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077361.142105:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077361.142107:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077361.142334:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077361.142335:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769077366.261311:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077366.261317:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077366.261895:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077366.261898:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077366.262196:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077366.262198:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077366.262418:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077366.262421:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077371.381206:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077371.381219:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769077371.381761:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077371.381763:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769077371.381952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077371.381954:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769077371.382207:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077371.382210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769077376.501449:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077376.501969:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077376.502198:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077376.502365:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077381.621576:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077381.621585:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077381.622657:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077381.622663:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077381.623318:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077381.623323:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077381.623882:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077381.623884:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077386.741827:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077386.741839:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769077386.743404:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077386.743407:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769077386.743796:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077386.743799:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769077386.744227:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077386.744231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769077391.861479:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077391.861491:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769077391.862044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077391.862046:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769077391.862318:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077391.862320:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769077391.862588:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077391.862590:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769077396.981616:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077396.981628:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769077396.982395:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077396.982398:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769077396.982649:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077396.982651:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769077396.982840:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077396.982842:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769077402.101493:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077402.101501:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077402.102174:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077402.102177:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077402.102380:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077402.102382:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077402.102634:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077402.102636:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:0.1:1769077407.222293:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077407.222302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077407.223111:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077407.223113:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077407.223381:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077407.223383:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077407.223658:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077407.223679:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769077412.341331:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077412.341337:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077412.342289:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077412.342294:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077412.342920:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077412.342925:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077412.343466:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077412.343467:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077417.461488:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077417.461493:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077417.462428:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077417.462429:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077417.462731:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077417.462732:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077417.463004:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077417.463006:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077422.581302:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077422.581308:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077422.581717:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077422.581718:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077422.581925:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077422.581926:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077422.582135:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077422.582137:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077427.701182:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077427.701189:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1769077427.701715:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077427.701717:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1769077427.701927:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077427.701929:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1769077427.702131:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077427.702134:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000800:00000200:2.1:1769077432.821346:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077432.821354:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769077432.821813:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077432.821816:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769077432.822059:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077432.822061:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769077432.822308:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077432.822310:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769077437.941544:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077437.941549:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769077437.942157:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077437.942158:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769077437.942394:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077437.942395:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769077437.942621:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077437.942623:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769077443.061486:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077443.061897:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077443.062200:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077443.062379:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077448.182067:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077448.182078:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077448.183543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077448.183549:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077448.183829:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077448.183831:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077448.184053:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077448.184055:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077453.301460:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077453.301465:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077453.302101:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077453.302103:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077453.302295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077453.302296:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077453.302508:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077453.302510:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077458.421467:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077458.421474:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077458.421965:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077458.421968:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077458.422295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077458.422298:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077458.422613:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077458.422616:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077463.541288:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077463.541295:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077463.541787:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077463.541789:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077463.542014:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077463.542017:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077463.542245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077463.542246:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769077468.661404:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077468.661411:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769077468.662086:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077468.662088:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769077468.662279:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077468.662281:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769077468.662454:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077468.662456:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769077473.781277:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077473.781283:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769077473.781991:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077473.781995:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769077473.782325:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077473.782328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769077473.782753:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077473.782755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769077478.901576:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077478.901580:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769077478.902366:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077478.902368:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769077478.902589:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077478.902591:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769077478.902849:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077478.902850:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:3.1:1769077484.021328:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077484.021333:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769077484.022271:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077484.022273:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769077484.022471:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077484.022473:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769077484.022733:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077484.022735:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769077489.141242:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077489.141246:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769077489.141783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077489.141785:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769077489.141969:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077489.141971:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769077489.142143:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077489.142145:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769077494.261245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077494.261251:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769077494.261696:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077494.261697:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769077494.261962:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077494.261964:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769077494.262152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077494.262153:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769077499.381768:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077499.381782:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769077499.382734:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077499.382736:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769077499.382983:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077499.382985:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769077499.383172:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077499.383173:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769077504.501371:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077504.501375:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769077504.502170:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077504.502175:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769077504.502666:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077504.502669:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769077504.502999:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077504.503000:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769077509.622000:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077509.622939:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077509.623913:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077509.624296:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077514.742030:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077514.742033:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077514.742428:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077514.742432:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077514.742908:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077514.742910:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077514.743158:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077514.743161:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769077519.861466:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077519.861472:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769077519.862272:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077519.862274:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769077519.862468:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077519.862470:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769077519.862737:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077519.862739:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769077524.981261:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077524.981268:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077524.981717:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077524.981719:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077524.981908:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077524.981910:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077524.982085:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077524.982086:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769077530.101347:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077530.101353:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769077530.102093:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077530.102095:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769077530.102290:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077530.102292:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769077530.102576:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077530.102577:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769077535.221949:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077535.221963:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769077535.223883:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077535.223896:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769077535.224777:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077535.224780:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769077535.225138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077535.225141:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:3.1:1769077540.341794:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077540.341807:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769077540.343180:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077540.343183:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769077540.343457:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077540.343458:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:3.1:1769077540.343748:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769077540.343750:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769077545.461431:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077545.461438:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769077545.462016:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077545.462019:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769077545.462358:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077545.462361:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769077545.462717:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077545.462720:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:0.1:1769077550.581323:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077550.581327:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1769077550.582089:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077550.582091:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1769077550.582296:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077550.582298:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1769077550.582623:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077550.582625:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000800:00000200:0.1:1769077555.701393:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077555.701401:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769077555.702126:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077555.702130:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769077555.702440:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077555.702442:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769077555.702791:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077555.702794:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077560.821329:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077560.821334:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077560.822103:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077560.822105:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077560.822317:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077560.822320:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077560.822596:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077560.822599:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077565.941294:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077565.941300:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077565.942104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077565.942107:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077565.942579:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077565.942582:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077565.943047:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077565.943051:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077571.061393:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077571.061399:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077571.062311:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077571.062316:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077571.062606:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077571.062608:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077571.062825:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077571.062827:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077576.181191:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077576.181660:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077576.181846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077576.181998:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077581.301532:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077581.301540:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077581.302233:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077581.302236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077581.302595:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077581.302598:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077581.302909:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077581.302912:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077586.421202:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077586.421207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769077586.421768:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077586.421771:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769077586.421965:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077586.421967:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769077586.422200:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077586.422202:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769077591.541338:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077591.541345:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077591.542151:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077591.542152:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077591.542343:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077591.542345:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077591.542518:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077591.542520:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077596.661459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077596.661465:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769077596.662271:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077596.662275:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769077596.662848:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077596.662852:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769077596.663424:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077596.663428:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769077601.781791:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077601.781799:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077601.782982:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077601.782984:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077601.783190:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077601.783191:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077601.783373:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077601.783375:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077606.901231:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077606.901237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769077606.901705:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077606.901707:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769077606.901916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077606.901918:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769077606.902175:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077606.902178:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077612.021324:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077612.021328:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769077612.021911:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077612.021915:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769077612.022205:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077612.022208:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769077612.022479:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077612.022483:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:0.1:1769077617.141399:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077617.141407:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769077617.142354:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077617.142356:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769077617.142631:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077617.142634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:0.1:1769077617.142931:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077617.142933:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077622.261907:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077622.261912:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077622.262523:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077622.262525:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077622.262797:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077622.262801:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077622.263077:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077622.263079:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:0.1:1769077627.381918:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077627.381928:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769077627.383543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077627.383548:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769077627.384255:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077627.384262:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:0.1:1769077627.384834:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077627.384836:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769077632.501413:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077632.501421:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077632.502243:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077632.502245:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077632.502489:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077632.502492:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077632.502795:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077632.502796:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077637.621522:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077637.621527:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769077637.622446:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077637.622448:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769077637.622659:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077637.622660:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769077637.622893:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077637.622894:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769077642.741106:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077642.741462:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077642.741816:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077642.741993:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077647.861180:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077647.861184:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077647.861659:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077647.861662:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077647.861985:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077647.861988:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077647.862314:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077647.862317:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077652.982126:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077652.982140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077652.983082:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077652.983085:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077652.983320:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077652.983322:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077652.983537:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077652.983539:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769077658.101508:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077658.101517:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077658.102769:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077658.102783:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077658.103476:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077658.103479:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077658.103896:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077658.103899:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077663.221347:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077663.221353:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000100:00100000:0.0:1769077663.221818:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657816192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077663.221858:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077663.221862:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077663.221871:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657816192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077663.221889:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077663.221896:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4658) 00000800:00000200:1.1:1769077663.222154:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077663.222158:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077663.222696:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077663.222699:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077663.222932:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077663.222934:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000100:00000001:0.0:1769077663.860665:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077663.860673:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077663.860678:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077663.860686:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077663.860692:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077663.860696:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.860706:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077663.860710:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.860714:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077663.860732:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077663.860737:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077663.860740:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077663.860747:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077663.860751:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077663.860757:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.860775:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077663.860779:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077663.860782:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077663.860796:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077663.860800:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077663.860806:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077663.988671:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299321547, at 4299321600 00000100:00000010:0.0:1769077663.988686:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad02a0. 00000100:00000001:0.0:1769077664.884672:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077664.884681:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077664.884685:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077664.884694:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077664.884700:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077664.884704:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077664.884716:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077664.884724:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077664.884726:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077664.884757:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077664.884761:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077664.884764:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077664.884768:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077664.884771:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077664.884776:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077664.884779:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077664.884783:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077664.884789:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077665.908640:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077665.908647:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077665.908651:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077665.908659:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077665.908665:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077665.908670:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077665.908676:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077665.908681:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077665.908688:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077665.908744:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077665.908748:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077665.908750:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077665.908754:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077665.908763:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077665.908767:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077665.908772:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077665.908775:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077665.908781:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077666.932689:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077666.932694:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077666.932699:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077666.932705:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077666.932726:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077666.932729:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077666.932744:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077666.932748:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077666.932750:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077666.932766:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077666.932770:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077666.932773:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077666.932778:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077666.932782:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077666.932787:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077666.932799:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077666.932803:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077666.932807:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077667.956658:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077667.956663:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077667.956668:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077667.956674:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077667.956679:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077667.956684:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077667.956718:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077667.956723:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077667.956727:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077667.956744:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077667.956749:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077667.956753:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077667.956758:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077667.956762:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077667.956767:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077667.956772:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077667.956777:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077667.956782:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077667.956819:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077667.956822:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077667.956825:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077668.340673:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077668.340680:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077668.340696:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077668.340702:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077668.340706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077668.340711:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.340717:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077668.340721:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.340726:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077668.341258:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077668.341265:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769077668.341710:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077668.341712:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769077668.341904:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077668.341906:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769077668.342123:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077668.342124:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000100:00000001:0.0:1769077668.980713:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077668.980724:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077668.980729:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077668.980735:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077668.980745:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077668.980755:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.980774:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077668.980781:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.980787:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077668.980831:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077668.980838:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077668.980843:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077668.980849:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077668.980856:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077668.980864:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.980876:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077668.980885:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077668.980894:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077669.108660:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299326667, at 4299326720 00000100:00000010:0.0:1769077669.108691:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000001:0.0:1769077669.364652:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077669.364660:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077669.364662:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077669.364678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077669.364682:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077669.364686:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077669.364690:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077669.364693:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077669.364696:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077670.004648:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077670.004684:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077670.004690:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077670.004700:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077670.004708:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077670.004714:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077670.004725:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077670.004728:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077670.004731:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077670.004783:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077670.004787:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077670.004790:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077670.004795:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077670.004800:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077670.004803:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077670.004805:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077670.004806:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077670.004807:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077670.388676:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077670.388685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077670.388687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077670.388693:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077670.388700:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077670.388707:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077670.388713:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077670.388719:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077670.388724:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077671.028682:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077671.028690:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077671.028694:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077671.028701:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077671.028707:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077671.028712:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077671.028726:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077671.028729:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077671.028731:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077671.028748:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077671.028753:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077671.028757:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077671.028761:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077671.028765:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077671.028770:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077671.028777:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077671.028782:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077671.028786:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077671.412679:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077671.412689:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077671.412694:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077671.412702:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077671.412710:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077671.412717:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077671.412737:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077671.412740:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077671.412743:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077672.052700:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077672.052706:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077672.052710:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077672.052715:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077672.052719:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077672.052724:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077672.052741:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077672.052743:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077672.052746:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077672.052760:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077672.052765:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077672.052768:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077672.052773:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077672.052779:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077672.052785:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077672.052789:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077672.052792:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077672.052795:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077672.436744:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077672.436751:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077672.436755:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077672.436761:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077672.436769:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077672.436774:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077672.436782:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077672.436785:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077672.436789:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.076690:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077673.076698:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077673.076701:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077673.076707:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077673.076714:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077673.076725:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.076736:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077673.076740:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.076743:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.076758:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077673.076764:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077673.076769:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077673.076773:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077673.076776:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077673.076780:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.076787:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077673.076791:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.076795:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077673.460656:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077673.460661:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077673.460665:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077673.460672:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077673.460678:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077673.460683:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.460686:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077673.460688:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077673.460692:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077673.461242:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077673.461249:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769077673.461693:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077673.461695:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769077673.461887:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077673.461890:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769077673.462098:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077673.462101:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000100:00000001:0.0:1769077674.100681:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077674.100687:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077674.100697:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077674.100717:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077674.100733:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077674.100743:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077674.100768:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077674.100772:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077674.100777:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077674.100816:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077674.100824:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077674.100829:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077674.100835:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077674.100841:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077674.100847:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077674.100855:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077674.100859:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077674.100865:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077674.228700:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299331787, at 4299331840 00000100:00000010:0.0:1769077674.228717:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000001:0.0:1769077674.484735:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077674.484740:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077674.484745:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077674.484756:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077674.484763:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077674.484771:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077674.484786:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077674.484790:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077674.484794:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077675.124711:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077675.124718:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077675.124723:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077675.124736:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077675.124763:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077675.124771:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077675.124797:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077675.124801:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077675.124836:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077675.124864:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077675.124874:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077675.124884:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077675.124894:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077675.124905:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077675.124929:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077675.124938:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077675.124946:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077675.124954:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077675.508642:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077675.508648:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077675.508650:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077675.508655:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077675.508661:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077675.508666:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077675.508671:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077675.508684:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077675.508687:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077676.148683:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077676.148695:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077676.148701:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077676.148719:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077676.148726:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077676.148742:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077676.148757:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077676.148761:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077676.148770:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077676.148830:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077676.148839:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077676.148846:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077676.148859:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077676.148875:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077676.148887:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077676.148893:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077676.148899:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077676.148912:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077676.532714:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077676.532719:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077676.532723:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077676.532728:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077676.532734:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077676.532737:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077676.532739:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077676.532741:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077676.532743:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077677.172661:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077677.172691:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077677.172697:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077677.172706:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077677.172716:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077677.172728:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077677.172757:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077677.172765:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077677.172770:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077677.172797:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077677.172803:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077677.172807:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077677.172812:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077677.172818:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077677.172823:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077677.172830:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077677.172835:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077677.172847:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.196681:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077678.196693:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077678.196699:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.196710:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077678.196718:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077678.196723:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.196730:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077678.196735:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.196745:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.196763:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077678.196767:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077678.196771:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.196779:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077678.196784:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077678.196791:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.196819:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077678.196823:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077678.196829:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077678.580688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077678.580698:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077678.580702:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077678.580707:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077678.580714:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077678.580722:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4663 00000400:00000200:0.0:1769077678.580734:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077678.580740:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077678.580743:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077678.580746:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.580749:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077678.580751:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.580753:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077678.580756:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077678.580757:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077678.580759:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077678.580761:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077678.580763:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077678.580764:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077678.580766:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.580767:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077678.580769:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.580770:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077678.580772:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077678.580775:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077678.580776:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.580778:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077678.580781:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077678.580783:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.580784:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077678.580786:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077678.580793:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00000020:00000040:0.0:1769077678.580796:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077678.580799:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077678.580800:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.580803:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077678.580805:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077678.580808:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077678.580814:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000100:00000001:0.0:1769077678.580820:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.580826:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657817344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077678.580834:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077678.580837:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077678.580840:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657817344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077678.580855:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077678.580857:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077678.580860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077678.580861:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077678.580862:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077678.580865:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077678.580867:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4663 00000400:00000200:0.0:1769077678.580870:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077678.580873:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077678.580875:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077678.580877:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.580878:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077678.580881:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.580884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077678.580888:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077678.580892:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077678.580893:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077678.580896:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077678.580899:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077678.580903:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077678.580911:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.580915:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077678.580920:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.580923:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077678.580927:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077678.580933:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077678.580938:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.580943:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077678.580948:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077678.580952:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.580955:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077678.580960:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077678.580964:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.580969:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077678.580976:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 00000020:00000040:0.0:1769077678.580978:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077678.580983:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077678.580986:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.580987:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077678.580989:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077678.580992:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077678.580998:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769077678.581002:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.581008:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657817472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077678.581022:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077678.581027:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077678.581035:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657817472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077678.581050:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077678.581054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077678.581059:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077678.581061:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077678.581064:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077678.581067:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077678.581072:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4663 00000400:00000200:0.0:1769077678.581076:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077678.581083:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077678.581086:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077678.581091:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.581094:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077678.581099:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.581103:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077678.581111:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077678.581115:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077678.581121:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077678.581125:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077678.581130:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077678.581136:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077678.581146:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.581151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077678.581158:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.581165:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:2.1:1769077678.581169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:0.0:1769077678.581172:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000800:00000200:2.1:1769077678.581173:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000100:00080000:0.0:1769077678.581181:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077678.581188:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.581193:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077678.581200:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077678.581207:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.581214:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077678.581219:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077678.581227:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.581231:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077678.581237:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000020:00000040:0.0:1769077678.581242:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077678.581248:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077678.581250:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.581254:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077678.581257:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077678.581261:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077678.581267:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000100:00000001:0.0:1769077678.581273:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.581281:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657817600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077678.581292:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077678.581294:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077678.581300:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657817600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077678.581313:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077678.581318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077678.581324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077678.581336:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077678.581339:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077678.581342:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077678.581344:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4663 00000400:00000200:0.0:1769077678.581348:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077678.581356:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077678.581361:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077678.581370:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.581378:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077678.581386:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.581394:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077678.581399:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077678.581405:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077678.581411:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077678.581416:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077678.581423:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077678.581429:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077678.581437:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.581441:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077678.581447:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077678.581451:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077678.581455:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077678.581460:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077678.581465:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077678.581470:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077678.581473:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077678.581477:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.581481:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077678.581485:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077678.581491:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.581495:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077678.581503:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769077678.581508:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077678.581532:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077678.581535:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077678.581538:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077678.581541:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077678.581544:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077678.581549:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769077678.581594:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077678.581602:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657817728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077678.581638:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077678.581642:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077678.581653:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657817728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077678.581673:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077678.581680:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4673) 00000800:00000200:2.1:1769077678.581755:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077678.581757:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769077678.581944:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077678.581945:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769077678.582176:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077678.582178:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000100:00000001:0.0:1769077679.220709:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077679.220717:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077679.220721:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077679.220733:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077679.220745:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077679.220756:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077679.220799:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077679.220805:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077679.220811:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077679.220829:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077679.220837:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077679.220841:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077679.220849:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077679.220856:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077679.220863:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077679.220893:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077679.220897:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077679.220904:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077679.348637:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299336907, at 4299336960 00000100:00000010:0.0:1769077679.348652:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bba0. 00000100:00000001:0.0:1769077680.244684:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077680.244691:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077680.244694:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077680.244700:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077680.244704:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077680.244710:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077680.244716:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077680.244723:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077680.244737:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077680.244755:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077680.244763:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077680.244775:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077680.244787:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077680.244792:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077680.244795:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077680.244801:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077680.244803:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077680.244808:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077680.244853:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077680.244862:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077680.244869:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077680.244879:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077680.244891:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077680.244898:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077680.244911:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077680.244916:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077680.244921:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077681.268684:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077681.268689:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077681.268692:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077681.268696:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077681.268705:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077681.268713:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077681.268716:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077681.268720:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077681.268730:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077681.268759:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077681.268767:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077681.268777:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077681.268791:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077681.268797:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077681.268805:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077681.268813:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077681.268817:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077681.268828:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077682.292670:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077682.292677:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077682.292681:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077682.292687:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077682.292699:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077682.292703:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077682.292718:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077682.292721:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077682.292726:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077682.292744:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077682.292749:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077682.292753:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077682.292759:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077682.292764:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077682.292768:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077682.292773:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077682.292777:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077682.292779:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.316679:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077683.316685:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077683.316689:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077683.316697:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077683.316703:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077683.316711:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.316726:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077683.316728:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.316730:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077683.316742:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077683.316746:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077683.316750:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077683.316755:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077683.316758:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077683.316763:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.316767:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077683.316772:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077683.316776:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077683.700693:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077683.700699:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077683.700703:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077683.700709:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077683.700715:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077683.700721:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000020:00000001:0.0:1769077683.700725:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077683.700728:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077683.700732:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077683.700736:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077683.700738:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077683.700742:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077683.700751:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077683.700757:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012227c0 00020000:00000001:0.0:1769077683.700764:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077683.700768:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077683.700772:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077683.700776:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.700779:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077683.700782:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077683.700787:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.700792:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077683.700795:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077683.700799:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077683.700804:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012227c0 00000020:00000001:0.0:1769077683.700810:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.700816:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077683.700821:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077683.700824:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077683.700827:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077683.700832:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077683.700836:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077683.700839:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077683.700841:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077683.700845:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077683.700849:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077683.700851:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000020:00000001:0.0:1769077683.700855:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077683.700859:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077683.700862:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077683.700866:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.700868:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.700872:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077683.700875:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077683.700876:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.700877:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.700879:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.700881:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077683.700885:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077683.700887:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077683.700888:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077683.700891:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077683.700893:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.700895:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.700900:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.700906:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.700908:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077683.700910:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.700913:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.700914:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077683.700918:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077683.700919:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077683.700920:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077683.700922:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077683.700925:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077683.700930:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077683.700932:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077683.700933:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077683.700937:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077683.700939:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077683.700941:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000008:00000020:0.0:1769077683.700944:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000008:00000001:0.0:1769077683.700949:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077683.700950:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077683.700951:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077683.700952:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077683.700956:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:0.0:1769077683.700962:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769077683.700966:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.700970:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.700973:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.700977:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.700982:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.700983:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077683.700984:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077683.700988:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077683.700989:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077683.700991:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077683.700994:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.700996:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077683.700999:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077683.701001:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077683.701004:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077683.701006:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077683.701007:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077683.701010:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077683.701012:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701016:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701018:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077683.701019:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077683.701020:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077683.701021:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077683.701022:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077683.701022:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077683.701023:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077683.701024:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077683.701025:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077683.701027:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701032:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701034:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077683.701036:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077683.701039:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701042:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077683.701045:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077683.701048:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077683.701051:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077683.701054:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077683.701058:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077683.701062:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077683.701066:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077683.701069:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077683.701073:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077683.701085:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077683.701088:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077683.701094:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077683.701101:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:0.0:1769077683.701108:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077683.701120:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077683.701125:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077683.701130:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077683.701135:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077683.701141:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077683.701149:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000020:00000001:0.0:1769077683.701153:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077683.701156:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077683.701161:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077683.701168:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077683.701171:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077683.701175:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077683.701179:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077683.701187:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:0.0:1769077683.701193:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077683.701196:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077683.701199:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077683.701203:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701206:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077683.701211:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077683.701215:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701218:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077683.701221:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077683.701224:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077683.701229:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:0.0:1769077683.701235:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701239:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077683.701242:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077683.701246:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077683.701250:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077683.701256:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077683.701263:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077683.701267:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077683.701272:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077683.701277:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077683.701284:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077683.701290:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000020:00000001:0.0:1769077683.701297:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077683.701301:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077683.701305:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077683.701310:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701314:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701320:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077683.701325:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077683.701328:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701334:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701340:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701346:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077683.701349:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077683.701352:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077683.701354:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077683.701357:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077683.701361:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701368:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701373:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701377:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701383:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077683.701386:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701390:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701396:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077683.701399:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077683.701402:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077683.701405:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077683.701408:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077683.701413:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077683.701420:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077683.701440:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077683.701443:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077683.701446:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077683.701448:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077683.701452:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000800:00000200:2.1:1769077683.701458:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000020:0.0:1769077683.701460:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000800:00000200:2.1:1769077683.701463:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000008:00000001:0.0:1769077683.701470:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077683.701475:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077683.701480:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077683.701487:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077683.701491:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000008:00000001:0.0:1769077683.701508:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:0.0:1769077683.701512:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701517:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701520:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701526:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701532:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701535:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077683.701538:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077683.701542:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077683.701546:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077683.701550:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077683.701577:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701583:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077683.701588:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077683.701592:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077683.701596:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077683.701600:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077683.701603:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077683.701607:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077683.701611:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701617:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701622:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077683.701624:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077683.701627:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077683.701630:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077683.701633:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077683.701635:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077683.701639:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077683.701642:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077683.701644:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077683.701648:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701653:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077683.701658:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077683.701662:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077683.701666:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077683.701672:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077683.701675:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077683.701678:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077683.701681:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077683.701683:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077683.701685:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077683.701689:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077683.701693:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077683.701696:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077683.701698:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077683.701707:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077683.701710:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077683.701713:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077683.701718:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:0.0:1769077683.701723:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077683.702127:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077683.702129:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077683.702316:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077683.702317:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077683.702577:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077683.702578:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000100:00000001:0.0:1769077684.340664:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077684.340672:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077684.340676:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077684.340684:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077684.340691:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077684.340697:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077684.340704:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077684.340711:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077684.340715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077684.340735:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077684.340740:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077684.340744:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077684.340748:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077684.340754:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077684.340759:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077684.340771:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077684.340774:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077684.340777:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077684.468658:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299342028, at 4299342080 00000100:00000010:0.0:1769077684.468681:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000001:0.0:1769077685.364645:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077685.364654:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077685.364658:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077685.364666:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077685.364673:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077685.364678:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077685.364704:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077685.364706:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077685.364708:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077685.364723:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077685.364728:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077685.364731:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077685.364735:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077685.364739:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077685.364744:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077685.364761:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077685.364764:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077685.364767:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077686.388664:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077686.388671:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077686.388684:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077686.388692:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077686.388699:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077686.388703:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077686.388713:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077686.388716:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077686.388719:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077686.388737:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077686.388742:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077686.388746:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077686.388750:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077686.388757:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077686.388762:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077686.388767:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077686.388771:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077686.388773:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077687.412683:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077687.412690:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077687.412695:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077687.412701:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077687.412707:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077687.412717:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077687.412725:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077687.412734:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077687.412746:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077687.412852:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077687.412858:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077687.412863:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077687.412870:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077687.412883:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077687.412890:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077687.412894:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077687.412896:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077687.412899:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.436733:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077688.436739:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077688.436742:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077688.436748:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077688.436755:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077688.436764:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077688.436772:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077688.436780:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077688.436797:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077688.820717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077688.820727:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077688.820730:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077688.820734:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077688.820738:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077688.820747:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4674 00000400:00000200:0.0:1769077688.820759:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077688.820767:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077688.820772:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077688.820777:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.820786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077688.820791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.820795:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077688.820803:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077688.820806:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077688.820815:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077688.820818:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077688.820826:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077688.820832:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077688.820841:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.820847:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077688.820853:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.820856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077688.820870:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077688.820883:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077688.820886:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.820897:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077688.820901:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077688.820905:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.820912:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077688.820920:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077688.820941:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000040:0.0:1769077688.820950:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077688.820967:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077688.820970:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.820977:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077688.820986:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077688.820997:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077688.821016:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000001:0.0:1769077688.821025:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077688.821038:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657818368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077688.821061:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077688.821067:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077688.821079:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657818368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077688.821108:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077688.821118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077688.821131:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077688.821134:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077688.821142:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077688.821148:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077688.821153:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4674 00000400:00000200:0.0:1769077688.821164:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077688.821178:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077688.821190:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077688.821204:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.821213:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077688.821223:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.821244:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077688.821263:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077688.821270:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077688.821277:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077688.821282:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077688.821293:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077688.821301:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077688.821315:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.821329:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077688.821356:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.821361:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077688.821369:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077688.821382:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077688.821390:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.821403:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077688.821414:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077688.821424:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.821436:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077688.821444:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077688.821458:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.821461:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077688.821474:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077688.821485:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077688.821492:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077688.821497:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.821502:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077688.821506:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077688.821512:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077688.821523:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769077688.821530:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077688.821551:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657818496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077688.821640:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077688.821649:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077688.821668:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657818496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077688.821715:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077688.821722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077688.821736:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077688.821745:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077688.821752:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:2.1:1769077688.821753:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077688.821766:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00000001:0.0:1769077688.821768:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077688.821777:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4674 00000400:00000200:0.0:1769077688.821799:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077688.821819:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077688.821830:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077688.821849:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.821857:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077688.821867:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.821878:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077688.821894:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077688.821899:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077688.821908:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077688.821919:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077688.821929:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077688.821939:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077688.821957:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.821970:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077688.821981:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.821994:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077688.822010:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077688.822025:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077688.822040:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.822056:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077688.822066:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077688.822076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.822089:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077688.822097:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077688.822104:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.822115:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077688.822130:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769077688.822141:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077688.822152:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077688.822158:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.822166:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077688.822172:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077688.822179:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077688.822192:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769077688.822201:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077688.822217:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657818624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077688.822248:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077688.822254:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077688.822276:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657818624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077688.822367:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077688.822377:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077688.822389:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077688.822395:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077688.822402:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077688.822416:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077688.822427:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4674 00000400:00000200:0.0:1769077688.822440:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077688.822455:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077688.822460:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077688.822471:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.822481:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077688.822488:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.822500:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077688.822508:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077688.822513:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077688.822519:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077688.822522:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077688.822536:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077688.822582:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077688.822600:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.822609:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077688.822620:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077688.822632:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077688.822643:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077688.822658:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077688.822668:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077688.822680:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077688.822692:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077688.822706:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.822710:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077688.822718:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077688.822722:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.822729:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077688.822736:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000040:0.0:1769077688.822744:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077688.822754:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077688.822762:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077688.822770:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077688.822776:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077688.822783:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077688.822792:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000100:00000001:0.0:1769077688.822805:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077688.822818:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657818752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077688.822866:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077688.822873:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077688.822890:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657818752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077688.822949:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077688.822961:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4684) 00000800:00000200:2.1:1769077688.823110:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077688.823114:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077688.823705:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077688.823713:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077688.824482:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077688.824488:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00000001:0.0:1769077689.460682:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077689.460688:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077689.460690:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077689.460695:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077689.460701:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077689.460709:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077689.460713:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077689.460723:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077689.460733:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077689.460791:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077689.460803:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077689.460808:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077689.460811:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077689.460819:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077689.460822:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077689.460835:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077689.460839:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077689.460843:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077689.588720:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299347148, at 4299347200 00000100:00000010:0.0:1769077689.588749:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000001:0.0:1769077690.484761:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077690.484771:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077690.484774:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077690.484782:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077690.484787:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077690.484794:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077690.484823:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077690.484828:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077690.484842:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077691.508664:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077691.508671:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077691.508674:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077691.508679:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077691.508686:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077691.508692:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077691.508707:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077691.508710:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077691.508712:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077691.508739:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077691.508744:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077691.508746:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077691.508751:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077691.508758:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077691.508761:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077691.508765:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077691.508769:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077691.508772:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077692.532748:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077692.532765:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077692.532774:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077692.532794:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077692.532814:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077692.532821:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077692.532832:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077692.532837:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077692.532842:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077692.532911:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077692.532918:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077692.532930:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077692.532948:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077692.532959:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077692.532965:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077692.532970:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077692.532974:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077692.532978:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.556683:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077693.556689:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077693.556693:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077693.556699:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077693.556706:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077693.556709:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077693.556729:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077693.556733:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077693.556739:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.556755:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077693.556759:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077693.556763:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077693.556768:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077693.556772:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077693.556775:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077693.556785:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077693.556788:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077693.556791:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077693.940684:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077693.940693:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077693.940698:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077693.940704:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077693.940713:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077693.940723:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4679 00000400:00000200:0.0:1769077693.940737:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077693.940744:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077693.940747:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077693.940751:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.940754:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077693.940757:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.940760:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077693.940766:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077693.940768:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077693.940772:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077693.940776:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077693.940781:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077693.940786:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077693.940793:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.940799:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077693.940804:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.940808:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077693.940813:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077693.940820:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077693.940825:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077693.940833:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077693.940838:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077693.940846:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.940849:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077693.940853:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077693.940861:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000020:00000040:0.0:1769077693.940866:0:38:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077693.940874:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077693.940878:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.940885:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077693.940890:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077693.940896:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077693.940905:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769077693.940913:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077693.940924:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657818880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077693.940941:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077693.940946:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077693.940953:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657818880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077693.940975:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077693.940979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077693.940982:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077693.940983:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077693.940984:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077693.940987:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077693.940989:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4679 00000400:00000200:0.0:1769077693.940993:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077693.940996:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077693.940998:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077693.941002:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941005:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077693.941009:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941012:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077693.941015:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077693.941017:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077693.941019:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077693.941022:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077693.941027:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077693.941031:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077693.941037:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941042:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077693.941045:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941050:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077693.941054:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077693.941060:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941062:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077693.941065:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077693.941070:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077693.941074:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.941077:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077693.941082:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077693.941086:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.941088:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077693.941091:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 00000020:00000040:0.0:1769077693.941094:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077693.941100:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077693.941102:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.941106:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077693.941107:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077693.941109:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077693.941113:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000100:00000001:0.0:1769077693.941117:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077693.941123:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657819008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077693.941141:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077693.941144:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077693.941149:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657819008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077693.941170:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077693.941176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077693.941184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077693.941190:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077693.941195:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077693.941202:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077693.941209:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4679 00000400:00000200:0.0:1769077693.941217:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077693.941224:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077693.941229:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077693.941236:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941240:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077693.941246:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941264:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077693.941271:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077693.941273:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077693.941278:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077693.941284:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077693.941291:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077693.941299:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077693.941309:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941313:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077693.941317:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941323:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077693.941330:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077693.941338:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941344:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077693.941349:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077693.941354:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077693.941359:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.941365:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077693.941370:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077693.941375:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.941379:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077693.941383:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000010:0.0:1769077693.941386:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00000800:00000200:2.1:1769077693.941389:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000020:00000040:0.0:1769077693.941390:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077693.941396:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077693.941399:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.941404:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077693.941407:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077693.941410:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077693.941416:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769077693.941423:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077693.941432:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657819136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077693.941450:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077693.941455:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077693.941465:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657819136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077693.941502:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077693.941506:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077693.941511:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077693.941516:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077693.941518:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077693.941524:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077693.941529:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4679 00000400:00000200:0.0:1769077693.941537:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077693.941542:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077693.941547:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077693.941576:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941581:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077693.941588:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941595:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077693.941600:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077693.941605:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077693.941609:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077693.941614:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077693.941620:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077693.941627:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077693.941636:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941642:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077693.941648:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941655:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077693.941662:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077693.941668:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077693.941673:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077693.941677:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077693.941681:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077693.941688:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.941692:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077693.941697:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077693.941703:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.941706:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077693.941712:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000040:0.0:1769077693.941715:0:38:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077693.941720:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077693.941723:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077693.941727:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077693.941730:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077693.941734:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077693.941742:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000100:00000001:0.0:1769077693.941748:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077693.941759:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657819264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077693.941771:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077693.941775:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077693.941781:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657819264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077693.941799:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077693.941807:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4689) 00000800:00000200:2.1:1769077693.942169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077693.942173:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077693.942784:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077693.942789:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077693.943043:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077693.943046:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00000001:0.0:1769077694.580686:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077694.580692:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077694.580698:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077694.580707:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077694.580715:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077694.580736:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077694.580756:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077694.580760:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077694.580765:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077694.580810:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077694.580814:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077694.580817:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077694.580822:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077694.580824:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077694.580826:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077694.580828:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077694.580829:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077694.580831:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077694.708652:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299352267, at 4299352320 00000100:00000010:0.0:1769077694.708664:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b2a0. 00000100:00000001:0.0:1769077695.604643:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077695.604649:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077695.604651:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077695.604656:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077695.604668:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077695.604675:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077695.604682:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077695.604685:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077695.604692:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077695.604745:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077695.604750:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077695.604754:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077695.604760:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077695.604766:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077695.604769:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077695.604781:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077695.604784:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077695.604786:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077696.628693:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077696.628699:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077696.628703:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077696.628709:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077696.628715:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077696.628719:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077696.628737:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077696.628740:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077696.628744:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077696.628792:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077696.628797:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077696.628799:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077696.628803:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077696.628806:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077696.628809:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077696.628811:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077696.628813:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077696.628817:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077697.652683:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077697.652689:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077697.652694:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077697.652703:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077697.652711:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077697.652718:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077697.652734:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077697.652739:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077697.652743:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077697.652790:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077697.652796:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077697.652800:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077697.652805:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077697.652809:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077697.652814:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077697.652818:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077697.652822:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077697.652825:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077698.676654:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077698.676664:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077698.676669:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077698.676677:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077698.676683:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077698.676691:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077698.676704:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077698.676707:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077698.676710:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077698.676726:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077698.676730:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077698.676734:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077698.676738:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077698.676741:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077698.676745:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077698.676753:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077698.676758:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077698.676762:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077699.060725:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077699.060730:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077699.060735:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077699.060741:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077699.060746:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077699.060752:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077699.060756:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077699.060761:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077699.060765:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077699.061590:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077699.061605:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077699.062199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077699.062202:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077699.062514:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077699.062517:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077699.062845:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077699.062848:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000100:00000001:0.0:1769077699.700727:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077699.700737:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077699.700742:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077699.700756:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077699.700772:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077699.700780:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077699.700804:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077699.700809:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077699.700814:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077699.700847:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077699.700857:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077699.700862:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077699.700881:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077699.700890:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077699.700901:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077699.700923:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077699.700927:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077699.700931:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077699.828662:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299357388, at 4299357440 00000100:00000010:0.0:1769077699.828681:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bae0. 00000100:00000001:0.0:1769077700.084685:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077700.084693:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077700.084699:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077700.084712:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077700.084722:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077700.084728:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077700.084733:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077700.084737:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077700.084740:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077700.724702:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077700.724720:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077700.724734:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077700.724750:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077700.724763:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077700.724767:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077700.724780:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077700.724784:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077700.724789:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077700.724812:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077700.724819:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077700.724823:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077700.724828:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077700.724834:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077700.724852:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077700.724866:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077700.724874:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077700.724890:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077700.724942:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077700.724945:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077700.724946:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077700.724949:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077700.724951:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077700.724955:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077700.724958:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077700.724960:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077700.724963:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077701.748700:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077701.748709:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077701.748712:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077701.748717:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077701.748723:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077701.748728:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077701.748733:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077701.748737:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077701.748745:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077701.748764:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077701.748769:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077701.748774:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077701.748780:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077701.748787:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077701.748792:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077701.748797:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077701.748799:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077701.748803:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077702.772652:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077702.772657:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077702.772661:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077702.772669:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077702.772673:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077702.772678:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077702.772684:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077702.772686:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077702.772688:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077703.796642:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077703.796649:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077703.796652:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077703.796661:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077703.796669:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077703.796678:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077703.796694:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077703.796699:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077703.796704:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077703.796757:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077703.796763:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077703.796767:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077703.796771:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077703.796776:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077703.796782:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077703.796792:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077703.796795:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077703.796799:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.180676:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077704.180680:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077704.180683:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077704.180693:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077704.180700:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077704.180703:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077704.180718:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077704.180721:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077704.180726:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077704.181276:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077704.181281:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077704.181844:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077704.181846:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077704.182070:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077704.182073:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077704.182358:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077704.182361:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000100:00000001:0.0:1769077704.820670:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077704.820678:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077704.820684:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077704.820691:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077704.820698:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077704.820702:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077704.820705:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077704.820709:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077704.820712:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077704.820723:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077704.820728:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077704.820732:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077704.820738:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077704.820741:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077704.820744:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077704.820749:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077704.820754:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077704.820757:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077704.948647:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299362507, at 4299362560 00000100:00000010:0.0:1769077704.948665:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000001:0.0:1769077705.204636:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077705.204642:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077705.204645:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077705.204649:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077705.204652:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077705.204655:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077705.204657:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077705.204659:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077705.204662:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077705.844701:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077705.844708:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077705.844713:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077705.844719:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077705.844726:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077705.844732:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077705.844757:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077705.844760:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077705.844763:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077705.844782:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077705.844787:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077705.844792:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077705.844798:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077705.844804:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077705.844808:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077705.844812:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077705.844817:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077705.844821:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077706.228718:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077706.228730:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077706.228734:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077706.228742:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077706.228750:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077706.228760:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077706.228766:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077706.228769:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077706.228772:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077706.868708:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077706.868720:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077706.868728:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077706.868735:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077706.868739:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077706.868744:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077706.869390:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077706.869395:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077706.869399:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077706.869453:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077706.869459:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077706.869462:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077706.869466:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077706.869472:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077706.869476:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077706.869479:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077706.869480:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077706.869482:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077707.252687:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077707.252696:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077707.252700:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077707.252710:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077707.252719:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077707.252725:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077707.252736:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077707.252739:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077707.252743:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077707.892683:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077707.892692:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077707.892696:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077707.892711:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077707.892716:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077707.892721:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077707.892737:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077707.892740:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077707.892743:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077707.892756:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077707.892760:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077707.892763:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077707.892766:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077707.892771:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077707.892775:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077707.892786:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077707.892790:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077707.892794:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077708.916706:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077708.916716:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077708.916723:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077708.916736:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077708.916746:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077708.916754:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077708.916761:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077708.916765:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077708.916771:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077708.916805:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077708.916813:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077708.916820:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077708.916831:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077708.916843:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077708.916848:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077708.916862:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077708.916865:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077708.916869:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.300717:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077709.300722:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077709.300725:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077709.300729:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077709.300732:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077709.300735:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077709.300739:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077709.300741:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077709.300744:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077709.301250:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077709.301478:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077709.301626:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077709.301713:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769077709.940709:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077709.940721:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077709.940729:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077709.940743:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077709.940755:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077709.940767:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077709.940797:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077709.940801:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077709.940805:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077709.940830:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077709.940837:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077709.940848:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077709.940861:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077709.940870:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077709.940880:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077709.940886:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077709.940889:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077709.940894:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077710.068632:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299367627, at 4299367680 00000100:00000010:0.0:1769077710.068655:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b9c0. 00000100:00000001:0.0:1769077710.324748:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077710.324753:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077710.324755:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077710.324758:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077710.324761:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077710.324764:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077710.324765:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077710.324767:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077710.324769:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077710.964717:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077710.964725:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077710.964729:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077710.964738:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077710.964748:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077710.964754:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077710.964759:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077710.964762:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077710.964769:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077710.964811:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077710.964814:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077710.964816:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077710.964818:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077710.964822:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077710.964825:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077710.964831:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077710.964834:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077710.964838:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077711.348750:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077711.348754:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077711.348756:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077711.348759:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077711.348762:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077711.348764:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077711.348766:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077711.348768:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077711.348770:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077711.988662:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077711.988668:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077711.988672:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077711.988678:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077711.988684:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077711.988688:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077711.988700:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077711.988705:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077711.988709:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077711.988726:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077711.988733:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077711.988738:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077711.988744:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077711.988751:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077711.988756:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077711.988759:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077711.988761:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077711.988764:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077712.372787:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077712.372790:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077712.372791:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077712.372793:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077712.372795:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077712.372796:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077712.372798:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077712.372799:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077712.372800:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077713.012677:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077713.012682:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077713.012686:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077713.012692:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077713.012698:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077713.012703:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077713.012710:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077713.012714:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077713.012720:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077713.012749:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077713.012753:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077713.012755:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077713.012758:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077713.012761:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077713.012763:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077713.012765:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077713.012767:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077713.012769:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.036667:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077714.036675:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077714.036680:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077714.036686:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077714.036692:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077714.036696:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.036711:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077714.036715:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.036718:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.036735:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077714.036741:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077714.036744:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077714.036749:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077714.036753:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077714.036759:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.036766:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077714.036770:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077714.036774:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077714.420782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077714.420793:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077714.420796:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077714.420800:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077714.420807:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077714.420814:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4699 00000400:00000200:0.0:1769077714.420825:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077714.420832:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077714.420837:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077714.420844:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.420849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077714.420857:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.420865:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077714.420870:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077714.420876:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077714.420882:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077714.420888:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077714.420893:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077714.420903:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077714.420927:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.420933:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077714.420938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.420941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077714.420951:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077714.420961:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077714.420967:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.420974:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077714.420981:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077714.420990:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.420996:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077714.421002:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077714.421013:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769077714.421019:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077714.421028:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077714.421033:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.421041:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077714.421048:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077714.421059:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077714.421075:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000001:0.0:1769077714.421091:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077714.421106:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657820928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077714.421150:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077714.421160:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077714.421174:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657820928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077714.421232:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077714.421241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077714.421250:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077714.421254:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077714.421260:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077714.421271:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077714.421279:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4699 00000400:00000200:0.0:1769077714.421283:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077714.421286:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077714.421288:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077714.421296:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.421306:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077714.421314:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.421321:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077714.421336:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077714.421339:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077714.421345:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077714.421349:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077714.421359:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077714.421368:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077714.421376:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.421388:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077714.421399:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.421408:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077714.421414:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077714.421422:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077714.421431:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.421443:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077714.421454:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077714.421463:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.421474:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077714.421484:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077714.421497:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.421503:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077714.421511:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077714.421518:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077714.421526:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077714.421531:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.421536:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077714.421541:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077714.421547:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077714.421608:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769077714.421618:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077714.421631:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657821056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077714.421664:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077714.421671:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077714.421685:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657821056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077714.421704:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077714.421709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077714.421723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077714.421729:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077714.421733:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077714.421739:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077714.421749:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4699 00000400:00000200:0.0:1769077714.421762:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077714.421773:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077714.421778:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077714.421791:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.421797:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077714.421809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.421818:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077714.421831:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077714.421835:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077714.421840:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077714.421851:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077714.421859:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077714.421866:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077714.421882:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.421891:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077714.421901:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.421921:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077714.421933:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077714.421950:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077714.421959:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.421968:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077714.421976:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077714.421984:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.421997:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077714.422005:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077714.422020:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.422030:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077714.422045:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000040:0.0:1769077714.422056:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077714.422072:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077714.422077:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.422083:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077714.422089:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077714.422097:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077714.422106:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769077714.422117:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077714.422131:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657821184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077714.422195:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077714.422205:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077714.422218:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657821184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077714.422259:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077714.422267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077714.422279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077714.422289:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077714.422297:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077714.422311:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077714.422322:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4699 00000400:00000200:0.0:1769077714.422337:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077714.422354:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077714.422364:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077714.422379:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.422388:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077714.422404:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.422415:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077714.422419:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077714.422420:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077714.422422:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077714.422424:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077714.422427:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077714.422429:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077714.422434:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.422437:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077714.422440:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077714.422441:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077714.422445:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077714.422449:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077714.422452:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077714.422454:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077714.422458:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077714.422461:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.422464:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077714.422472:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077714.422475:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.422477:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077714.422481:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769077714.422483:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077714.422486:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077714.422487:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077714.422489:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077714.422490:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077714.422492:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077714.422496:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000100:00000001:0.0:1769077714.422498:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077714.422503:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657821312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077714.422511:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077714.422513:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077714.422516:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657821312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077714.422524:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077714.422529:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4709) 00000800:00000200:2.1:1769077714.422839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077714.422843:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077714.423170:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077714.423173:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077714.423445:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077714.423447:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077714.423738:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077714.423741:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000100:00000001:0.0:1769077715.060659:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077715.060666:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077715.060669:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077715.060674:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077715.060677:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077715.060680:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077715.060682:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077715.060684:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077715.060687:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077715.060700:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077715.060705:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077715.060708:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077715.060710:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077715.060713:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077715.060715:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077715.060717:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077715.060719:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077715.060722:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077715.188672:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299372749, at 4299372800 00000100:00000010:0.0:1769077715.188692:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b9c0. 00000100:00000001:0.0:1769077715.444779:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077715.444783:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077715.444784:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077715.444788:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077715.444791:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077715.444793:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077715.444796:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077715.444798:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077715.444800:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077716.084687:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077716.084697:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077716.084702:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077716.084713:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077716.084719:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077716.084724:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077716.084729:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077716.084734:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077716.084743:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077716.084769:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077716.084773:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077716.084775:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077716.084778:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077716.084781:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077716.084789:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077716.084792:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077716.084798:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077716.084802:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077716.084833:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077716.084837:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077716.084841:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077716.084844:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077716.084853:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077716.084863:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077716.084873:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077716.084890:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077716.084894:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077716.084929:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077716.084932:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077716.084935:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077716.468658:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077716.468664:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077716.468668:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077716.468678:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077716.468684:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077716.468690:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077716.468706:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077716.468710:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077716.468715:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077717.108699:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077717.108706:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077717.108709:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077717.108715:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077717.108719:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077717.108722:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077717.108740:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077717.108743:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077717.108755:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077717.108771:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077717.108776:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077717.108780:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077717.108786:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077717.108792:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077717.108795:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077717.108800:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077717.108804:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077717.108808:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077717.108893:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077717.108896:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077717.108900:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077717.492718:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077717.492725:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077717.492728:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077717.492735:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077717.492752:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077717.492758:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077717.492763:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077717.492766:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077717.492769:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077718.132719:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077718.132728:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077718.132737:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077718.132752:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077718.132767:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077718.132773:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077718.132782:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077718.132788:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077718.132798:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077718.516668:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077718.516674:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077718.516676:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077718.516680:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077718.516684:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077718.516690:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077718.516693:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077718.516698:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077718.516710:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077719.156653:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077719.156656:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077719.156659:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077719.156664:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077719.156672:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077719.156677:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.156690:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077719.156693:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077719.156696:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077719.540701:0:38:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077719.540705:0:38:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077719.540709:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.540715:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077719.540722:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077719.540729:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000020:00000001:0.0:1769077719.540735:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077719.540740:0:38:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077719.540745:0:38:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077719.540750:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.540753:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077719.540756:0:38:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077719.540761:0:38:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077719.540767:0:38:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b01380000 00020000:00000001:0.0:1769077719.540774:0:38:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077719.540778:0:38:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077719.540782:0:38:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077719.540785:0:38:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.540790:0:38:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077719.540794:0:38:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077719.540797:0:38:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.540802:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.540804:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077719.540807:0:38:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077719.540809:0:38:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b01380000 00000020:00000001:0.0:1769077719.540814:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.540817:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077719.540820:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077719.540838:0:38:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077719.540842:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077719.540849:0:38:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077719.540856:0:38:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077719.540858:0:38:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077719.540862:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.540865:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077719.540869:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077719.540874:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:0.0:1769077719.540878:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077719.540883:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.540886:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077719.540890:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.540895:0:38:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.540899:0:38:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077719.540905:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077719.540907:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.540909:0:38:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.540912:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.540917:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077719.540918:0:38:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077719.540922:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.540923:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077719.540925:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077719.540928:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.540934:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.540938:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.540940:0:38:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.540943:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077719.540945:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.540950:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.540952:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077719.540954:0:38:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077719.540956:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.540958:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077719.540961:0:38:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077719.540964:0:38:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077719.540971:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.540974:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.540977:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.540982:0:38:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077719.540985:0:38:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077719.540988:0:38:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000008:00000020:0.0:1769077719.540992:0:38:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077719.540997:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.541000:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.541002:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.541006:0:38:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077719.541009:0:38:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:0.0:1769077719.541018:0:38:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769077719.541022:0:38:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541025:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541027:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541028:0:38:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541030:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541040:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077719.541044:0:38:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077719.541047:0:38:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077719.541050:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077719.541053:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077719.541056:0:38:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541062:0:38:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077719.541065:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077719.541070:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.541073:0:38:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.541075:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.541078:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077719.541082:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077719.541086:0:38:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541091:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541096:0:38:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.541099:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.541102:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077719.541108:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077719.541111:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.541114:0:38:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.541118:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.541120:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077719.541123:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077719.541127:0:38:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541133:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541138:0:38:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.541142:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.541145:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541149:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077719.541155:0:38:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077719.541158:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077719.541162:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077719.541165:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077719.541168:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077719.541174:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077719.541179:0:38:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077719.541182:0:38:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077719.541186:0:38:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077719.541191:0:38:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077719.541194:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077719.541199:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077719.541203:0:38:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:0.0:1769077719.541207:0:38:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077719.541217:0:38:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077719.541220:0:38:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077719.541223:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.541227:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077719.541231:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077719.541236:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000020:00000001:0.0:1769077719.541240:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077719.541244:0:38:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077719.541249:0:38:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077719.541255:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.541258:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077719.541262:0:38:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077719.541267:0:38:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077719.541274:0:38:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b01380000 00020000:00000001:0.0:1769077719.541280:0:38:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077719.541283:0:38:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077719.541287:0:38:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077719.541290:0:38:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541294:0:38:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077719.541299:0:38:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077719.541301:0:38:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541305:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.541308:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077719.541311:0:38:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077719.541314:0:38:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b01380000 00000020:00000001:0.0:1769077719.541320:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541324:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077719.541326:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077719.541330:0:38:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077719.541333:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077719.541339:0:38:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077719.541344:0:38:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077719.541347:0:38:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077719.541352:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.541355:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077719.541360:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077719.541365:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000020:00000001:0.0:1769077719.541369:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077719.541372:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.541375:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077719.541377:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541382:0:38:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541386:0:38:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077719.541391:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077719.541394:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541398:0:38:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541409:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541414:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077719.541417:0:38:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077719.541420:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000200:2.1:1769077719.541422:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077719.541423:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077719.541426:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000800:00000200:2.1:1769077719.541428:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000020:00000001:0.0:1769077719.541430:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541434:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541439:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541443:0:38:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541449:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077719.541453:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541457:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541461:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077719.541465:0:38:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077719.541468:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.541472:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077719.541474:0:38:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077719.541476:0:38:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077719.541480:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.541484:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.541488:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.541493:0:38:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077719.541496:0:38:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077719.541500:0:38:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000008:00000020:0.0:1769077719.541506:0:38:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000008:00000001:0.0:1769077719.541514:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.541517:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.541521:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.541526:0:38:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077719.541530:0:38:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:0.0:1769077719.541540:0:38:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:0.0:1769077719.541543:0:38:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541547:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541550:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541575:0:38:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541579:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541584:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077719.541587:0:38:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077719.541589:0:38:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077719.541593:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077719.541596:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077719.541599:0:38:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541603:0:38:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077719.541607:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077719.541610:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.541614:0:38:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.541617:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.541620:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077719.541624:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077719.541626:0:38:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541632:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541637:0:38:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.541640:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.541643:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077719.541646:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077719.541649:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.541652:0:38:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.541655:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.541657:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077719.541660:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077719.541663:0:38:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541668:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541675:0:38:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.541678:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.541682:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541685:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077719.541689:0:38:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077719.541705:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077719.541708:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077719.541710:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077719.541713:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077719.541718:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077719.541722:0:38:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077719.541726:0:38:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077719.541729:0:38:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077719.541737:0:38:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077719.541741:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077719.541745:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077719.541749:0:38:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:0.0:1769077719.541754:0:38:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077719.541761:0:38:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077719.541765:0:38:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077719.541769:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.541772:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077719.541778:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077719.541783:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000020:00000001:0.0:1769077719.541788:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077719.541791:0:38:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077719.541795:0:38:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077719.541802:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.541805:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077719.541809:0:38:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077719.541816:0:38:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077719.541830:0:38:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b01380000 00020000:00000001:0.0:1769077719.541833:0:38:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077719.541835:0:38:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077719.541838:0:38:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077719.541841:0:38:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541847:0:38:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077719.541852:0:38:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077719.541854:0:38:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541860:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.541862:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077719.541865:0:38:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077719.541869:0:38:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b01380000 00000020:00000001:0.0:1769077719.541874:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541878:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077719.541881:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077719.541885:0:38:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077719.541887:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077719.541892:0:38:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077719.541897:0:38:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077719.541901:0:38:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077719.541904:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.541908:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077719.541912:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077719.541917:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000020:00000001:0.0:1769077719.541921:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077719.541924:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.541926:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077719.541929:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541933:0:38:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541938:0:38:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077719.541942:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077719.541945:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541951:0:38:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541954:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541958:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077719.541961:0:38:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077719.541965:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.541967:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077719.541970:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077719.541973:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541977:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541983:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.541987:0:38:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541992:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077719.541995:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.541999:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542002:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077719.542005:0:38:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077719.542007:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.542009:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077719.542013:0:38:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077719.542015:0:38:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077719.542020:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.542023:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.542026:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.542030:0:38:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077719.542032:0:38:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077719.542035:0:38:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000008:00000020:0.0:1769077719.542038:0:38:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077719.542043:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.542045:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.542047:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.542050:0:38:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077719.542054:0:38:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:0.0:1769077719.542059:0:38:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:0.0:1769077719.542060:0:38:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542062:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542066:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542069:0:38:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542072:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542075:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077719.542077:0:38:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077719.542080:0:38:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077719.542082:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077719.542084:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077719.542086:0:38:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542090:0:38:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077719.542092:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077719.542094:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.542097:0:38:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.542099:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.542101:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077719.542104:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077719.542107:0:38:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542111:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542114:0:38:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.542116:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.542119:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077719.542121:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077719.542122:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.542125:0:38:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.542129:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.542130:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077719.542133:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077719.542136:0:38:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542139:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542141:0:38:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.542143:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.542146:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542148:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077719.542150:0:38:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077719.542152:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077719.542155:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077719.542157:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077719.542159:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077719.542162:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077719.542165:0:38:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077719.542167:0:38:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077719.542170:0:38:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077719.542175:0:38:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077719.542178:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077719.542180:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077719.542183:0:38:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:0.0:1769077719.542185:0:38:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077719.542190:0:38:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077719.542192:0:38:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077719.542195:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.542198:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077719.542202:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077719.542207:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:0.0:1769077719.542211:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077719.542213:0:38:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077719.542216:0:38:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077719.542220:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.542222:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077719.542225:0:38:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077719.542229:0:38:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077719.542234:0:38:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b01380000 00020000:00000001:0.0:1769077719.542239:0:38:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077719.542242:0:38:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077719.542244:0:38:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077719.542248:0:38:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542252:0:38:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077719.542256:0:38:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077719.542258:0:38:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542261:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.542264:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077719.542266:0:38:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077719.542268:0:38:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b01380000 00000020:00000001:0.0:1769077719.542272:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542275:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077719.542277:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077719.542280:0:38:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077719.542283:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077719.542287:0:38:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077719.542292:0:38:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077719.542294:0:38:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077719.542297:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.542300:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077719.542304:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077719.542307:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:0.0:1769077719.542311:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077719.542314:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000200:2.1:1769077719.542314:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077719.542316:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000800:00000200:2.1:1769077719.542318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000020:00000001:0.0:1769077719.542319:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542322:0:38:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542325:0:38:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077719.542329:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077719.542332:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542335:0:38:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542339:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542343:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077719.542346:0:38:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077719.542348:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.542352:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077719.542354:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077719.542356:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542359:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542362:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542365:0:38:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542368:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077719.542370:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542374:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542377:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077719.542379:0:38:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077719.542381:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.542383:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077719.542385:0:38:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077719.542387:0:38:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077719.542389:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.542392:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.542394:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.542397:0:38:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077719.542399:0:38:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077719.542401:0:38:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000008:00000020:0.0:1769077719.542405:0:38:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077719.542410:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.542412:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.542414:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.542416:0:38:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077719.542419:0:38:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769077719.542426:0:38:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.542429:0:38:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542432:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542435:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542438:0:38:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542442:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542447:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077719.542450:0:38:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077719.542452:0:38:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077719.542455:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077719.542458:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077719.542460:0:38:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542462:0:38:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077719.542464:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077719.542466:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.542468:0:38:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.542470:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.542472:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077719.542475:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077719.542477:0:38:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542479:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542483:0:38:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.542485:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.542488:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077719.542489:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077719.542492:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.542494:0:38:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.542497:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.542500:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077719.542502:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077719.542504:0:38:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542509:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542512:0:38:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.542514:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.542517:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542520:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077719.542522:0:38:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077719.542524:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077719.542526:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077719.542528:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077719.542531:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077719.542534:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077719.542537:0:38:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077719.542538:0:38:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077719.542541:0:38:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077719.542547:0:38:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077719.542550:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077719.542575:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077719.542580:0:38:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077719.542583:0:38:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077719.542589:0:38:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077719.542591:0:38:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077719.542594:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.542597:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077719.542601:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077719.542604:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:0.0:1769077719.542607:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077719.542610:0:38:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077719.542612:0:38:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077719.542616:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.542618:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077719.542622:0:38:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077719.542626:0:38:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077719.542632:0:38:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b01380000 00020000:00000001:0.0:1769077719.542635:0:38:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077719.542637:0:38:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077719.542640:0:38:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077719.542643:0:38:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542647:0:38:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077719.542652:0:38:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077719.542654:0:38:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542657:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.542660:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077719.542663:0:38:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077719.542665:0:38:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b01380000 00000020:00000001:0.0:1769077719.542670:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542674:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077719.542676:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077719.542678:0:38:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077719.542681:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077719.542685:0:38:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077719.542688:0:38:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077719.542691:0:38:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077719.542694:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.542696:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077719.542700:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077719.542704:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:0.0:1769077719.542707:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077719.542710:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.542712:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077719.542716:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542720:0:38:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542725:0:38:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077719.542729:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077719.542731:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542735:0:38:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542738:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542741:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077719.542745:0:38:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077719.542747:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.542749:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077719.542751:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077719.542753:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542758:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542762:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542766:0:38:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542770:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077719.542772:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542775:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542778:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077719.542781:0:38:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077719.542782:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.542784:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077719.542787:0:38:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077719.542790:0:38:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077719.542793:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.542795:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.542797:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.542800:0:38:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077719.542802:0:38:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077719.542805:0:38:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:0.0:1769077719.542809:0:38:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077719.542816:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.542819:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.542831:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.542835:0:38:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077719.542838:0:38:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769077719.542845:0:38:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.542849:0:38:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542852:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542856:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542860:0:38:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542863:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542867:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077719.542869:0:38:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077719.542872:0:38:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077719.542874:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077719.542876:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077719.542878:0:38:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542882:0:38:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077719.542884:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077719.542886:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.542889:0:38:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.542891:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.542893:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077719.542896:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077719.542897:0:38:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542901:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542904:0:38:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.542906:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.542909:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077719.542911:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077719.542914:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.542916:0:38:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.542918:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.542921:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077719.542922:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077719.542924:0:38:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542927:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.542930:0:38:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.542932:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.542935:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.542938:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077719.542941:0:38:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077719.542943:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000800:00000200:2.1:1769077719.542944:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077719.542945:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077719.542947:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000800:00000200:2.1:1769077719.542948:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000020:00001000:0.0:1769077719.542949:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077719.542953:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077719.542957:0:38:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077719.542961:0:38:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077719.542963:0:38:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077719.542968:0:38:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077719.542971:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077719.542973:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077719.542977:0:38:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077719.542980:0:38:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077719.542985:0:38:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077719.542988:0:38:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077719.542990:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.542993:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077719.542997:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077719.543000:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:0.0:1769077719.543003:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077719.543006:0:38:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077719.543010:0:38:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077719.543013:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.543015:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077719.543017:0:38:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077719.543021:0:38:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077719.543027:0:38:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b01380000 00020000:00000001:0.0:1769077719.543032:0:38:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077719.543034:0:38:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077719.543037:0:38:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077719.543039:0:38:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543044:0:38:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077719.543047:0:38:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077719.543050:0:38:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543055:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.543057:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077719.543059:0:38:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077719.543062:0:38:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b01380000 00000020:00000001:0.0:1769077719.543066:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543070:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077719.543073:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077719.543075:0:38:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077719.543079:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077719.543082:0:38:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077719.543086:0:38:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077719.543088:0:38:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077719.543090:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077719.543092:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077719.543096:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077719.543099:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:0.0:1769077719.543103:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077719.543106:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077719.543109:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077719.543111:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543114:0:38:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543118:0:38:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077719.543122:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077719.543125:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543129:0:38:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543133:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543136:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077719.543138:0:38:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077719.543141:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.543142:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077719.543145:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077719.543146:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543150:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543153:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543156:0:38:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543160:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077719.543162:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543165:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543168:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077719.543170:0:38:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077719.543172:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.543175:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077719.543177:0:38:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077719.543179:0:38:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077719.543182:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.543184:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.543187:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.543189:0:38:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077719.543192:0:38:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077719.543194:0:38:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:0.0:1769077719.543198:0:38:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077719.543205:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077719.543207:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077719.543210:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.543214:0:38:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077719.543217:0:38:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769077719.543223:0:38:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077719.543226:0:38:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543230:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543232:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543235:0:38:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543240:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543244:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077719.543246:0:38:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077719.543248:0:38:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077719.543251:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077719.543253:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077719.543256:0:38:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543260:0:38:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077719.543262:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077719.543264:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.543266:0:38:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077719.543268:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.543270:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077719.543272:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077719.543274:0:38:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543278:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543282:0:38:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.543284:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077719.543286:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077719.543288:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077719.543290:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.543292:0:38:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077719.543294:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077719.543296:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077719.543299:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077719.543302:0:38:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543306:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077719.543309:0:38:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.543312:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077719.543314:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077719.543318:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077719.543320:0:38:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077719.543322:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077719.543324:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077719.543327:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077719.543329:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077719.543333:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077719.543337:0:38:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077719.543339:0:38:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077719.543341:0:38:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077719.543346:0:38:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077719.543348:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077719.543351:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077719.543355:0:38:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077719.543359:0:38:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077719.543445:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077719.543447:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000100:00000001:0.0:1769077720.180657:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077720.180669:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077720.180677:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077720.180686:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077720.180699:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077720.180706:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077720.180717:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077720.180725:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077720.180729:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077720.180764:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077720.180768:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077720.180773:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077720.180778:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077720.180786:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077720.180791:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077720.180795:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077720.180801:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077720.180807:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077720.308686:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299377868, at 4299377920 00000100:00000010:0.0:1769077720.308705:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000001:0.0:1769077721.204725:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077721.204735:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077721.204740:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077721.204751:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077721.204767:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077721.204779:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077721.204804:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077721.204809:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077721.204817:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077722.228651:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077722.228659:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077722.228663:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077722.228671:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077722.228678:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077722.228684:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077722.228690:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077722.228693:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077722.228698:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077723.252660:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077723.252668:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077723.252672:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077723.252678:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077723.252684:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077723.252689:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077723.252707:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077723.252710:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077723.252713:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077723.252781:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077723.252786:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077723.252789:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077723.252794:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077723.252796:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077723.252798:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077723.252801:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077723.252802:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077723.252805:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.276657:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077724.276665:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077724.276670:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077724.276678:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077724.276683:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077724.276688:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077724.276693:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077724.276697:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077724.276699:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.276713:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077724.276716:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077724.276719:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077724.276723:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077724.276727:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077724.276729:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077724.276731:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077724.276734:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077724.276739:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077724.276812:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077724.276817:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077724.276820:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077724.660745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077724.660762:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077724.660766:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077724.660775:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077724.660790:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077724.660800:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4709 00000400:00000200:0.0:1769077724.660809:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077724.660814:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077724.660816:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077724.660819:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.660822:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077724.660830:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.660833:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077724.660838:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077724.660844:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077724.660846:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077724.660849:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077724.660856:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077724.660859:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077724.660862:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.660866:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077724.660867:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.660868:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077724.660870:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077724.660881:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077724.660886:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.660889:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077724.660894:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077724.660897:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.660904:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077724.660907:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077724.660920:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000020:00000040:0.0:1769077724.660924:0:38:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077724.660928:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077724.660931:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.660936:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077724.660938:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077724.660942:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077724.660950:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769077724.660957:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077724.660968:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657821952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077724.660982:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077724.660988:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077724.660994:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657821952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077724.661018:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077724.661023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077724.661030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077724.661031:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077724.661033:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077724.661040:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077724.661044:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4709 00000400:00000200:0.0:1769077724.661054:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077724.661063:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077724.661073:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077724.661088:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.661096:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077724.661104:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.661112:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077724.661121:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077724.661126:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077724.661134:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077724.661140:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077724.661145:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077724.661155:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077724.661174:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.661182:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077724.661191:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.661197:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077724.661200:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077724.661210:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077724.661222:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.661227:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077724.661235:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077724.661241:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.661247:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077724.661253:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077724.661263:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.661273:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077724.661286:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 00000020:00000040:0.0:1769077724.661302:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077724.661308:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077724.661312:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.661324:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077724.661328:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077724.661335:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077724.661346:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000100:00000001:0.0:1769077724.661350:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077724.661370:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657822080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077724.661409:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077724.661416:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077724.661432:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657822080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077724.661450:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077724.661454:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077724.661469:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077724.661476:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077724.661485:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077724.661490:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077724.661499:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4709 00000400:00000200:0.0:1769077724.661524:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077724.661538:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077724.661548:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077724.661581:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.661593:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077724.661600:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.661606:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077724.661613:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077724.661622:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077724.661626:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077724.661630:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077724.661641:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077724.661649:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077724.661665:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.661670:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077724.661680:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.661694:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:2.1:1769077724.661695:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:0.0:1769077724.661710:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000800:00000200:2.1:1769077724.661711:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000100:00080000:0.0:1769077724.661726:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077724.661752:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.661757:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077724.661765:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077724.661769:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.661777:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077724.661783:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077724.661788:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.661789:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077724.661797:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00000020:00000040:0.0:1769077724.661801:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077724.661813:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077724.661816:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.661823:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077724.661827:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077724.661832:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077724.661844:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000100:00000001:0.0:1769077724.661850:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077724.661858:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657822208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077724.661913:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077724.661919:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077724.661932:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657822208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077724.661952:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077724.661957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077724.661968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077724.661979:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077724.661984:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077724.661990:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077724.661996:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4709 00000400:00000200:0.0:1769077724.662010:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077724.662026:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077724.662032:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077724.662050:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.662065:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077724.662076:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.662087:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077724.662099:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077724.662106:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077724.662112:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077724.662115:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077724.662126:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077724.662135:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077724.662150:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.662164:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077724.662172:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077724.662178:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077724.662191:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077724.662203:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077724.662214:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077724.662225:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077724.662237:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077724.662248:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.662257:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077724.662263:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077724.662277:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.662289:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077724.662302:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769077724.662309:0:38:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077724.662313:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077724.662317:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077724.662325:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077724.662330:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077724.662334:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077724.662346:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769077724.662356:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077724.662372:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657822336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077724.662443:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077724.662452:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077724.662464:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657822336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077724.662497:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077724.662509:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4719) 00000800:00000200:2.1:1769077724.662952:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077724.662955:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077724.663313:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077724.663315:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077724.663506:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077724.663508:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000100:00000001:0.0:1769077725.300737:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077725.300747:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077725.300756:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077725.300774:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077725.300784:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077725.300790:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077725.300805:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077725.300810:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077725.300816:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077725.300840:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077725.300849:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077725.300854:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077725.300865:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077725.300878:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077725.300886:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077725.300895:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077725.300898:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077725.300905:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077725.428687:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299382988, at 4299383040 00000100:00000010:0.0:1769077725.428708:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000001:0.0:1769077726.324666:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077726.324673:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077726.324680:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077726.324685:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077726.324698:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077726.324730:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077726.324744:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077726.324751:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077726.324757:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077726.324795:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077726.324812:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077726.324816:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077726.324824:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077726.324832:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077726.324838:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077726.324856:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077726.324859:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077726.324862:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077727.348657:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077727.348665:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077727.348669:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077727.348677:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077727.348685:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077727.348701:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077727.348717:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077727.348721:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077727.348725:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077727.348744:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077727.348748:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077727.348751:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077727.348755:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077727.348760:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077727.348764:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077727.348768:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077727.348772:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077727.348778:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077727.348810:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077727.348814:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077727.348816:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077727.348819:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077727.348821:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077727.348824:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077727.348827:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077727.348831:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077727.348834:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077728.372643:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077728.372649:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077728.372653:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077728.372660:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077728.372667:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077728.372671:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077728.372693:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077728.372697:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077728.372700:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077728.372717:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077728.372722:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077728.372725:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077728.372731:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077728.372736:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077728.372740:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077728.372747:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077728.372752:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077728.372756:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.396692:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077729.396698:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077729.396702:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077729.396710:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077729.396715:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077729.396720:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077729.397610:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077729.397613:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077729.397616:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077729.397644:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077729.397648:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077729.397652:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077729.397667:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077729.397672:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077729.397676:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077729.397680:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077729.397681:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077729.397686:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077729.781114:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077729.781117:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769077729.781839:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077729.781841:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769077729.782098:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077729.782100:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769077729.782422:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077729.782424:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000100:00000001:0.0:1769077730.420654:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077730.420661:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077730.420665:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077730.420670:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077730.420678:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077730.420685:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077730.420692:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077730.420697:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077730.420704:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077730.420725:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077730.420731:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077730.420733:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077730.420737:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077730.420740:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077730.420743:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077730.420747:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077730.420751:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077730.420757:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077730.548676:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299388107, at 4299388160 00000100:00000010:0.0:1769077730.548691:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000001:0.0:1769077731.444663:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077731.444669:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077731.444673:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077731.444678:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077731.444683:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077731.444688:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077731.444713:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077731.444718:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077731.444724:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077731.444748:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077731.444752:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077731.444756:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077731.444762:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077731.444764:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077731.444768:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077731.444772:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077731.444776:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077731.444781:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077732.468696:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077732.468703:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077732.468711:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077732.468719:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077732.468726:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077732.468730:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077732.468747:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077732.468750:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077732.468754:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077732.468776:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077732.468779:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077732.468780:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077732.468782:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077732.468785:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077732.468789:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077732.468794:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077732.468796:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077732.468802:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077733.492668:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077733.492675:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077733.492679:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077733.492685:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077733.492697:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077733.492701:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077733.492712:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077733.492714:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077733.492716:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077733.492959:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077733.492962:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077733.492965:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077734.516649:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077734.516658:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077734.516660:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077734.516664:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077734.516672:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077734.516676:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077734.516679:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077734.516682:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077734.516688:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.516755:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077734.516759:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077734.516764:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077734.516778:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077734.516791:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077734.516798:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077734.516800:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077734.516801:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077734.516803:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.516829:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077734.516838:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077734.516845:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077734.516850:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077734.516858:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077734.516863:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077734.516869:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077734.516875:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077734.516880:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077734.900670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077734.900679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077734.900684:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077734.900687:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077734.900692:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077734.900698:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4720 00000400:00000200:0.0:1769077734.900711:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077734.900716:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077734.900718:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077734.900721:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.900724:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077734.900727:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.900729:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077734.900732:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077734.900734:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077734.900736:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077734.900738:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077734.900740:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077734.900741:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077734.900744:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.900745:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077734.900746:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.900747:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077734.900749:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077734.900751:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077734.900753:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077734.900755:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077734.900757:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077734.900759:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.900760:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077734.900762:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077734.900769:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000040:0.0:1769077734.900772:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077734.900774:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077734.900775:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.900778:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077734.900780:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077734.900783:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077734.900789:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000001:0.0:1769077734.900794:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077734.900800:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657822976/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077734.900808:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077734.900812:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077734.900815:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657822976/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077734.900835:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077734.900837:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077734.900839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077734.900840:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077734.900842:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077734.900844:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077734.900846:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4720 00000400:00000200:0.0:1769077734.900849:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077734.900852:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077734.900854:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077734.900856:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.900858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077734.900860:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.900862:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077734.900866:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077734.900868:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077734.900871:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077734.900874:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077734.900877:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077734.900878:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077734.900884:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.900888:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077734.900890:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.900893:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077734.900897:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077734.900902:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077734.900906:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077734.900910:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077734.900915:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077734.900920:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.900922:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077734.900925:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077734.900928:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.900934:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077734.900937:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077734.900948:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077734.900951:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077734.900954:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.900960:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077734.900963:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077734.900965:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077734.900970:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769077734.900976:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077734.900983:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657823104/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077734.900993:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077734.900995:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077734.900999:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657823104/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077734.901009:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077734.901013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077734.901018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077734.901019:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077734.901022:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077734.901024:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077734.901029:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4720 00000400:00000200:0.0:1769077734.901037:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077734.901042:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077734.901045:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077734.901052:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.901055:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077734.901059:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.901064:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077734.901066:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077734.901068:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077734.901070:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077734.901073:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077734.901076:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077734.901078:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077734.901080:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.901084:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077734.901086:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.901090:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077734.901092:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077734.901094:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077734.901096:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077734.901103:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077734.901107:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077734.901110:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.901112:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077734.901114:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077734.901117:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.901121:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077734.901124:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769077734.901127:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077734.901131:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077734.901134:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.901138:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077734.901139:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077734.901142:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077734.901146:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769077734.901151:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077734.901158:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657823232/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077734.901167:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077734.901169:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077734.901175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657823232/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077734.901190:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077734.901193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077734.901198:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077734.901202:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077734.901203:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077734.901205:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077734.901208:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4720 00000400:00000200:0.0:1769077734.901212:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077734.901219:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077734.901223:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077734.901229:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.901232:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.1:1769077734.901233:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:0.0:1769077734.901236:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:2.1:1769077734.901239:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000100:00000001:0.0:1769077734.901240:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077734.901244:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077734.901247:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077734.901249:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077734.901252:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077734.901255:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077734.901258:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077734.901262:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.901264:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077734.901269:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077734.901273:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077734.901275:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077734.901280:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077734.901285:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077734.901287:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077734.901289:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077734.901292:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.901295:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077734.901298:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077734.901302:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.901306:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077734.901311:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000040:0.0:1769077734.901314:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077734.901318:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077734.901320:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077734.901324:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077734.901326:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077734.901329:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077734.901334:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000100:00000001:0.0:1769077734.901339:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077734.901350:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657823360/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077734.901363:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077734.901366:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077734.901370:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657823360/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077734.901380:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077734.901384:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4730) 00000800:00000200:2.1:1769077734.901669:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077734.901671:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077734.901859:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077734.901860:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769077734.902075:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077734.902077:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000100:00000001:0.0:1769077735.540680:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077735.540685:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077735.540688:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077735.540694:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077735.540703:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077735.540710:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077735.540717:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077735.540722:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077735.540725:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077735.540738:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077735.540742:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077735.540745:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077735.540748:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077735.540752:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077735.540758:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077735.540764:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077735.540769:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077735.540777:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077735.668662:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299393227, at 4299393280 00000100:00000010:0.0:1769077735.668679:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bba0. 00000100:00000001:0.0:1769077736.564692:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077736.564697:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077736.564701:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077736.564708:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077736.564716:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077736.564723:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077736.564745:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077736.564749:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077736.564753:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077736.564783:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077736.564788:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077736.564792:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077736.564797:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077736.564804:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077736.564809:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077736.564814:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077736.564818:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077736.564825:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077737.588726:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077737.588733:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077737.588738:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077737.588746:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077737.588753:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077737.588761:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077737.588777:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077737.588782:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077737.588787:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077738.612702:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077738.612715:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077738.612725:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077738.612739:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077738.612748:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077738.612752:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077738.612776:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077738.612783:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077738.612791:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077738.612870:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077738.612874:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077738.612877:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077738.612880:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077738.612884:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077738.612887:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077738.612889:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077738.612890:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077738.612892:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077739.636685:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077739.636691:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077739.636694:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077739.636698:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077739.636703:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077739.636706:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077739.636719:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077739.636723:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077739.636729:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077740.020698:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077740.020706:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077740.020713:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077740.020719:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077740.020724:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077740.020731:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4725 00000400:00000200:0.0:1769077740.020740:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077740.020745:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077740.020748:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077740.020750:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.020753:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077740.020755:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.020756:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077740.020759:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077740.020760:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077740.020762:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077740.020764:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077740.020766:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077740.020767:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077740.020769:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.020770:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077740.020772:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.020773:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077740.020776:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077740.020778:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077740.020780:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077740.020781:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077740.020784:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077740.020786:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077740.020787:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077740.020789:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077740.020796:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00000020:00000040:0.0:1769077740.020798:0:38:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077740.020801:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077740.020802:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077740.020804:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077740.020806:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077740.020810:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077740.020816:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000100:00000001:0.0:1769077740.020821:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077740.020828:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657823488/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077740.020835:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077740.020838:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077740.020842:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657823488/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077740.020858:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077740.020860:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077740.020862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077740.020863:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077740.020864:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077740.020866:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077740.020868:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4725 00000400:00000200:0.0:1769077740.020870:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077740.020872:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077740.020874:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077740.020876:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.020878:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077740.020880:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.020882:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077740.020883:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077740.020884:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077740.020885:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077740.020887:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077740.020888:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077740.020891:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077740.020895:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.020899:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077740.020903:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.020905:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077740.020908:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077740.020912:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077740.020917:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077740.020920:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077740.020926:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077740.020932:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077740.020934:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077740.020938:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077740.020942:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077740.020946:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077740.020952:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 00000020:00000040:0.0:1769077740.020956:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077740.020959:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077740.020962:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077740.020967:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077740.020970:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077740.020971:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077740.020976:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000100:00000001:0.0:1769077740.020981:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077740.020988:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657823616/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077740.020998:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077740.021001:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077740.021005:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657823616/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077740.021018:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077740.021022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077740.021027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077740.021031:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077740.021034:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077740.021041:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077740.021048:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4725 00000400:00000200:0.0:1769077740.021057:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077740.021064:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077740.021069:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077740.021077:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.021082:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077740.021089:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.021094:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077740.021098:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077740.021101:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077740.021104:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077740.021107:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077740.021111:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077740.021115:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077740.021119:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.021122:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077740.021127:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.021130:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077740.021134:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077740.021139:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077740.021142:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077740.021145:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077740.021149:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077740.021152:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077740.021154:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077740.021158:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077740.021162:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077740.021164:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077740.021168:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000020:00000040:0.0:1769077740.021173:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000800:00000200:2.1:1769077740.021173:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000001:0.0:1769077740.021178:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000200:2.1:1769077740.021179:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 02000000:00000001:0.0:1769077740.021181:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077740.021186:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077740.021188:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077740.021191:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077740.021195:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769077740.021199:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077740.021209:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657823744/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077740.021217:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077740.021221:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077740.021227:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657823744/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077740.021241:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077740.021246:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077740.021253:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077740.021256:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077740.021259:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077740.021262:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077740.021267:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4725 00000400:00000200:0.0:1769077740.021272:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077740.021278:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077740.021281:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077740.021285:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.021288:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077740.021291:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.021294:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077740.021295:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077740.021297:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077740.021300:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077740.021303:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077740.021304:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077740.021306:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077740.021308:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.021313:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077740.021315:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077740.021317:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077740.021319:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077740.021323:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077740.021326:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077740.021327:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077740.021330:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077740.021333:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077740.021338:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077740.021341:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077740.021346:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077740.021351:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077740.021357:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000040:0.0:1769077740.021360:0:38:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077740.021364:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077740.021366:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077740.021369:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077740.021371:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077740.021373:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077740.021379:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769077740.021384:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077740.021390:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657823872/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077740.021409:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077740.021413:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077740.021421:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657823872/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077740.021433:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077740.021439:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4735) 00000800:00000200:2.1:1769077740.021654:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077740.021656:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769077740.021844:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077740.021846:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769077740.022019:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077740.022021:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000100:00000001:0.0:1769077740.660664:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077740.660672:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077740.660678:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077740.660686:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077740.660693:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077740.660700:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077740.660716:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077740.660720:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077740.660723:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077740.788648:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299398347, at 4299398400 00000100:00000010:0.0:1769077740.788666:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000001:0.0:1769077741.684656:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077741.684663:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077741.684669:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077741.684677:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077741.684685:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077741.684692:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077741.684705:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077741.684708:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077741.684710:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077741.684771:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077741.684775:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077741.684778:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077741.684782:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077741.684786:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077741.684805:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077741.684809:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077741.684810:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077741.684813:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077742.708642:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077742.708648:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077742.708651:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077742.708657:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077742.708663:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077742.708670:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077742.708677:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077742.708681:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077742.708686:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077743.732660:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077743.732668:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077743.732673:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077743.732680:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077743.732688:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077743.732696:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077743.732710:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077743.732716:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077743.732721:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077744.756666:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077744.756675:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077744.756679:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077744.756684:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077744.756690:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077744.756695:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077744.756703:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077744.756706:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077744.756713:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077744.756773:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077744.756778:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077744.756783:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077745.140654:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077745.140667:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077745.140673:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077745.140679:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077745.140708:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077745.140718:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4730 00000400:00000200:0.0:1769077745.140730:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077745.140738:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077745.140743:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077745.140751:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.140755:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077745.140760:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.140763:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077745.140768:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077745.140770:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077745.140773:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077745.140777:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077745.140780:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077745.140784:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077745.140788:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.140791:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077745.140795:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.140798:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077745.140807:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077745.140812:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077745.140817:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077745.140821:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077745.140825:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077745.140828:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077745.140832:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077745.140835:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077745.140846:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769077745.140851:0:38:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077745.140857:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077745.140861:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077745.140865:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077745.140868:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077745.140873:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077745.140884:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000100:00000001:0.0:1769077745.140892:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077745.140901:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657824000/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077745.140922:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077745.140927:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077745.140935:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657824000/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077745.140953:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077745.140959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077745.140966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077745.140970:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077745.140973:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077745.140978:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077745.140982:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4730 00000400:00000200:0.0:1769077745.140989:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077745.140998:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077745.141003:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077745.141012:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141018:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077745.141024:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141031:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077745.141036:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077745.141040:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077745.141043:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077745.141047:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077745.141052:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077745.141057:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077745.141065:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141071:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077745.141075:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141079:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077745.141082:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077745.141089:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141095:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077745.141098:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077745.141104:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077745.141110:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077745.141113:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077745.141118:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077745.141123:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077745.141129:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077745.141136:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077745.141139:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077745.141143:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077745.141146:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077745.141151:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077745.141155:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077745.141158:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077745.141165:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769077745.141171:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077745.141179:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657824128/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077745.141200:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077745.141203:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077745.141212:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657824128/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077745.141228:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077745.141232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077745.141238:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077745.141243:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077745.141246:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077745.141252:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077745.141258:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4730 00000400:00000200:0.0:1769077745.141266:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077745.141273:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077745.141276:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077745.141284:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141289:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077745.141293:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141297:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077745.141302:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077745.141305:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077745.141308:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077745.141312:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077745.141318:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077745.141325:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077745.141332:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141335:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077745.141341:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141347:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077745.141352:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000800:00000200:2.1:1769077745.141358:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:0.0:1769077745.141359:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000800:00000200:2.1:1769077745.141366:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000100:00000001:0.0:1769077745.141367:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077745.141373:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077745.141376:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077745.141380:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077745.141385:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077745.141389:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077745.141409:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077745.141413:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077745.141418:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000040:0.0:1769077745.141424:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077745.141430:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077745.141443:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077745.141446:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077745.141449:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077745.141453:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077745.141460:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769077745.141466:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077745.141475:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657824256/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077745.141502:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077745.141506:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077745.141516:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657824256/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077745.141552:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077745.141583:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077745.141589:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077745.141595:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077745.141598:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077745.141602:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077745.141608:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4730 00000400:00000200:0.0:1769077745.141616:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077745.141624:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077745.141628:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077745.141635:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141641:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077745.141646:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141654:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077745.141662:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077745.141667:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077745.141673:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077745.141678:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077745.141686:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077745.141693:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077745.141703:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141710:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077745.141717:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141722:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077745.141729:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077745.141737:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077745.141743:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077745.141748:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077745.141753:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077745.141758:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077745.141763:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077745.141766:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077745.141770:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077745.141772:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077745.141778:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769077745.141781:0:38:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077745.141783:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077745.141783:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077745.141785:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077745.141786:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077745.141789:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077745.141794:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000001:0.0:1769077745.141800:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077745.141807:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657824384/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077745.141832:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077745.141836:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077745.141843:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657824384/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077745.141853:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077745.141859:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4740) 00000800:00000200:2.1:1769077745.142048:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077745.142050:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077745.142257:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077745.142258:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077745.142459:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077745.142460:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000100:00000001:0.0:1769077745.780659:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077745.780667:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077745.780671:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077745.780676:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077745.780682:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077745.780688:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077745.780695:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077745.780700:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077745.780707:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077745.780725:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077745.780729:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077745.780731:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077745.780741:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077745.780746:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077745.780749:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077745.780755:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077745.780759:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077745.780763:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077745.780774:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077745.780778:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077745.780782:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077745.908661:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299403468, at 4299403520 00000100:00000010:0.0:1769077745.908676:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b600. 00000100:00000001:0.0:1769077746.804676:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077746.804684:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077746.804688:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077746.804696:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077746.804703:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077746.804717:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077746.804734:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077746.804740:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077746.804749:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077746.804787:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077746.804793:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077746.804797:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077746.804803:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077746.804810:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077746.804816:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077746.804819:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077746.804820:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077746.804823:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077746.804921:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077746.804923:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077746.804925:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077747.828669:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077747.828674:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077747.828677:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077747.828684:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077747.828692:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077747.828699:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077747.828709:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077747.828715:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077747.828723:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077747.828772:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077747.828778:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077747.828780:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077747.828784:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077747.828789:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077747.828792:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077747.828810:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077747.828820:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077747.828831:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077747.828920:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077747.828923:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077747.828926:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077748.852728:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077748.852739:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077748.852745:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077748.852755:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077748.852760:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077748.852765:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077748.852777:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077748.852781:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077748.852794:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077748.852855:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077748.852861:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077748.852865:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077748.852880:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077748.852887:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077748.852892:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077748.852896:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077748.852898:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077748.852900:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077749.876656:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077749.876663:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077749.876667:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077749.876673:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077749.876679:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077749.876687:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077749.876697:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077749.876706:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077749.876715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077749.876756:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077749.876766:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077749.876774:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077749.876782:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077749.876801:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077749.876808:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077749.876812:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077749.876816:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077749.876819:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077750.260711:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077750.260716:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077750.260724:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077750.260729:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077750.260744:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077750.260756:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077750.260799:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077750.260806:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077750.260817:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077750.261917:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077750.261930:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077750.263362:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077750.263367:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077750.264200:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077750.264206:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00020000:00000001:3.0:1769077750.265004:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077750.265007:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077750.265009:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077750.265015:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077750.265019:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077750.265023:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077750.265026:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077750.265033:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077750.265036:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077750.265041:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077750.265050:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077750.265052:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077750.265056:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077750.265057:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077750.265060:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077750.265066:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077750.265068:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077750.265071:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077750.265082:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077750.265085:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077750.265090:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077750.265093:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077750.265096:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:3.0:1769077750.265108:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077750.265121:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077750.265122:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077750.265127:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077750.265135:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077750.265137:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769077750.265148:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077750.265155:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077750.265158:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077750.265167:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077750.265176:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077750.265184:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077750.265187:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077750.265190:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077750.265195:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077750.265200:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077750.265207:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077750.265212:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077750.265222:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077750.265229:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077750.265232:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077750.265237:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077750.265241:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077750.265247:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077750.265251:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077750.265258:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077750.265259:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077750.265269:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00020000:00000001:3.0:1769077750.265270:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077750.265279:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077750.265285:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077750.265293:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077750.265303:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077750.265319:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077750.265326:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077750.265334:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077750.265339:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077750.265344:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077750.265349:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077750.265357:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077750.265361:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077750.265363:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077750.265370:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077750.265377:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077750.265381:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077750.265385:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077750.265389:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077750.265392:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077750.265396:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077750.265401:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077750.265406:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077750.265411:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077750.265417:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077750.265424:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077750.265427:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077750.265432:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077750.265438:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769077750.265445:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077750.900666:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077750.900674:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077750.900677:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077750.900678:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077750.900683:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077750.900684:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077750.900686:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077750.900692:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077750.900692:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077750.900698:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077750.900699:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077750.900704:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.900711:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077750.900715:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077750.900718:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077750.900719:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077750.900722:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077750.900724:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077750.900739:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077750.900742:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077750.900744:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077750.900746:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000020:00000001:3.0:1769077750.900749:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769077750.900751:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077750.900755:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077750.900755:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077750.900763:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769077750.900764:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077750.900765:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077750.900770:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077750.900798:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077750.900802:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077750.900805:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077750.900807:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077750.900809:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077750.900811:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077750.900813:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077750.900814:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077750.900816:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077751.028643:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299408588, at 4299408640 00000100:00000010:0.0:1769077751.028664:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000001:3.0:1769077751.924670:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077751.924679:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077751.924680:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077751.924682:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077751.924687:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077751.924691:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077751.924691:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077751.924697:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077751.924699:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077751.924702:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077751.924706:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077751.924707:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077751.924712:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077751.924717:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077751.924726:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077751.924726:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077751.924732:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077751.924744:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077751.924765:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077751.924772:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077751.924776:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077751.924782:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077751.924789:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077751.924798:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077751.924806:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077751.924811:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077751.924818:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077751.924823:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077751.924827:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077751.924831:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077751.924835:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077751.924840:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077751.924846:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077751.924854:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077751.924859:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077751.924863:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077751.924938:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077751.924942:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077751.924946:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077752.948663:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077752.948671:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077752.948672:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077752.948676:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077752.948678:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077752.948682:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077752.948686:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077752.948688:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077752.948693:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077752.948695:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077752.948697:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077752.948700:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077752.948701:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077752.948705:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077752.948709:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077752.948721:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077752.948724:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077752.948725:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077752.948729:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077752.948730:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077752.948731:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077752.948735:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077752.948738:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077752.948742:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077752.948745:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077752.948747:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077752.948750:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077752.948751:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077752.948754:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077752.948757:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077752.948760:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077752.948766:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077752.948771:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077752.948778:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077752.948783:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077752.948789:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077752.948811:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077752.948815:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077752.948818:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077753.972629:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077753.972636:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077753.972638:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077753.972644:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077753.972651:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077753.972657:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077753.972663:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077753.972668:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077753.972672:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077753.972675:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077753.972677:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077753.972681:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077753.972686:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077753.972692:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077753.972694:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077753.972703:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077753.972707:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077753.972714:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077753.972716:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077753.972729:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077753.972732:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077753.972736:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077753.972741:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077753.972745:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077753.972749:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077753.972751:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077753.972755:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077753.972759:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077753.972764:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077753.972767:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077753.972773:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077753.972779:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077753.972781:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077753.972783:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077753.972784:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077753.972786:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077753.972812:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077753.972814:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077753.972816:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077754.356686:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077754.356691:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077754.356694:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077754.356698:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077754.356702:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077754.356706:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077754.356716:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077754.356719:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077754.356722:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077754.996674:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077754.996675:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077754.996682:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077754.996683:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077754.996685:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077754.996689:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077754.996690:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077754.996697:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077754.996697:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077754.996702:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077754.996705:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077754.996705:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077754.996711:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077754.996713:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077754.996719:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077754.996720:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077754.996726:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077754.996732:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077754.996738:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077754.996742:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077754.996745:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077754.996748:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077754.996753:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077754.996754:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077754.996756:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077754.996759:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077754.996760:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077754.996762:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077754.996766:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077754.996768:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077754.996774:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077754.996781:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077754.996788:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077754.996794:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077754.996798:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077754.996799:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077754.996804:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769077754.996805:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077754.996811:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077755.380659:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077755.380668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769077755.380673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077755.380673:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077755.380682:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769077755.380682:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077755.380687:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077755.380691:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077755.380692:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077755.380698:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077755.380700:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077755.380706:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077755.380710:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077755.380711:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4740 00000100:00000001:3.0:1769077755.380715:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077755.380726:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077755.380738:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077755.380742:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077755.380749:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.380753:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077755.380757:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.380760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077755.380763:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077755.380765:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077755.380770:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077755.380772:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077755.380776:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077755.380778:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077755.380780:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.380785:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077755.380789:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.380792:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077755.380797:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077755.380802:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077755.380806:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077755.380811:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077755.380816:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077755.380821:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077755.380823:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077755.380825:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077755.380835:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00000020:00000040:0.0:1769077755.380839:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077755.380844:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077755.380848:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077755.380850:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077755.380854:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077755.380859:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077755.380870:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769077755.380877:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077755.380888:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657825024/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077755.380901:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077755.380906:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077755.380913:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657825024/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077755.380936:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077755.380941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077755.380946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077755.380949:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077755.380954:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077755.380959:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077755.380964:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4740 00000400:00000200:0.0:1769077755.380969:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077755.380977:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077755.380980:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077755.380985:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.380990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077755.380996:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381002:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077755.381007:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077755.381012:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077755.381017:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077755.381022:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077755.381029:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077755.381036:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077755.381044:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381050:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077755.381056:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381059:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077755.381065:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077755.381070:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381075:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077755.381080:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077755.381087:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077755.381092:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077755.381095:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077755.381098:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077755.381103:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077755.381108:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077755.381115:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 00000020:00000040:0.0:1769077755.381119:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077755.381123:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077755.381126:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077755.381131:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077755.381133:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077755.381134:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077755.381138:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769077755.381143:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077755.381148:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657825152/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077755.381165:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077755.381168:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077755.381177:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657825152/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077755.381210:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077755.381213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077755.381232:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077755.381235:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077755.381236:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077755.381242:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077755.381247:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4740 00000400:00000200:0.0:1769077755.381254:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077755.381261:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077755.381266:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077755.381274:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381277:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077755.381282:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381287:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077755.381290:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077755.381294:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077755.381298:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077755.381300:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077755.381305:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077755.381309:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077755.381317:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381321:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077755.381327:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381332:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077755.381338:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077755.381345:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381351:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077755.381357:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077755.381361:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077755.381367:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077755.381372:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077755.381376:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077755.381379:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077755.381384:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077755.381390:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000020:00000040:0.0:1769077755.381396:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077755.381403:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077755.381407:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077755.381410:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077755.381413:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077755.381417:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077755.381423:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000100:00000001:0.0:1769077755.381430:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077755.381437:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657825280/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077755.381449:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077755.381453:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077755.381468:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657825280/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1769077755.381475:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077755.381484:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00000001:0.0:1769077755.381488:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077755.381496:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077755.381504:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077755.381508:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077755.381510:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077755.381514:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077755.381520:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4740 00000400:00000200:0.0:1769077755.381527:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077755.381536:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077755.381538:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077755.381544:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381550:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077755.381581:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381584:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077755.381588:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077755.381592:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077755.381595:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077755.381599:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077755.381605:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077755.381610:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077755.381618:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381624:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077755.381628:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381635:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077755.381639:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077755.381645:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077755.381652:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077755.381657:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077755.381662:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077755.381669:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077755.381672:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077755.381676:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077755.381681:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077755.381685:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077755.381692:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769077755.381699:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077755.381706:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077755.381710:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077755.381717:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077755.381721:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077755.381725:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077755.381734:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000100:00000001:0.0:1769077755.381741:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077755.381751:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657825408/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077755.381774:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077755.381779:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077755.381788:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657825408/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077755.381809:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077755.381814:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4750) 00000800:00000200:1.1:1769077755.382495:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077755.382502:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769077755.382905:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077755.382908:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769077755.383191:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077755.383194:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00000001:3.0:1769077756.020699:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077756.020708:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077756.020711:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077756.020714:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077756.020717:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077756.020722:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077756.020726:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077756.020730:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077756.020734:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077756.020735:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077756.020752:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077756.020753:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077756.020762:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077756.020763:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077756.020779:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077756.020784:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077756.020790:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077756.020795:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077756.020796:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077756.020798:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077756.020809:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077756.020820:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077756.020823:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077756.020831:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077756.020831:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077756.020836:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077756.020836:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077756.020842:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077756.020844:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077756.020845:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077756.020850:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077756.020850:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077756.020860:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077756.020865:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077756.020869:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077756.020878:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077756.148660:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299413708, at 4299413760 00000100:00000010:0.0:1769077756.148682:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0540. 00000100:00000001:3.0:1769077756.404665:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077756.404672:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077756.404673:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077756.404678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077756.404682:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077756.404685:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077756.404686:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077756.404689:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077756.404691:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077757.044648:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077757.044654:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077757.044657:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077757.044659:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077757.044665:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077757.044666:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077757.044671:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077757.044671:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077757.044677:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077757.044678:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077757.044681:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077757.044685:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077757.044687:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077757.044688:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077757.044691:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077757.044705:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077757.044707:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077757.044709:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077757.044711:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077757.044712:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077757.044715:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077757.044716:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077757.044722:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077757.044726:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077757.044730:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077757.044735:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077757.044736:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077757.044741:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077757.044743:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077757.044743:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077757.044750:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077757.044754:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077757.044760:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077757.044768:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077757.044772:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077757.044775:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077757.428662:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077757.428668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077757.428671:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077757.428678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077757.428682:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077757.428686:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077757.428690:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077757.428694:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077757.428697:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077758.068673:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077758.068678:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077758.068680:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077758.068685:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077758.068686:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077758.068690:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077758.068694:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077758.068696:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077758.068701:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077758.068703:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077758.068706:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077758.068709:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.068720:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077758.068723:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.068725:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077758.068736:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077758.068736:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077758.068741:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077758.068742:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.068745:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077758.068748:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077758.068751:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077758.068755:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077758.068758:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077758.068762:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077758.068765:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077758.068770:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077758.068771:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077758.068776:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077758.068781:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077758.068787:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077758.068793:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077758.068798:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077758.068808:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077758.068813:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077758.068817:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077759.092654:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077759.092663:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077759.092667:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077759.092670:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077759.092675:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077759.092676:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077759.092680:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077759.092682:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077759.092688:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077759.092689:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077759.092694:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077759.092695:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077759.092700:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077759.092701:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077759.092705:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077759.092706:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077759.092711:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077759.092715:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077759.092731:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077759.092733:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077759.092735:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077759.092738:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:3.0:1769077759.092741:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769077759.092742:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769077759.092747:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077759.092748:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077759.092753:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769077759.092754:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077759.092756:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077759.092760:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077759.092772:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077759.092775:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077759.092777:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077759.092780:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077759.092782:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077759.092784:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077759.092786:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077759.092788:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077759.092790:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077759.092844:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077759.092849:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077759.092853:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077759.092861:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077759.092868:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077759.092873:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077759.092881:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077759.092884:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077759.092888:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.116694:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077760.116700:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077760.116705:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077760.116713:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077760.116717:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077760.116719:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077760.116731:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077760.116732:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.116742:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.116746:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077760.116752:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077760.116753:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077760.116769:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077760.116770:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.116777:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.116786:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077760.116795:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.116807:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077760.116845:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077760.116846:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077760.116855:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077760.116855:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077760.116863:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.116864:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077760.116871:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077760.116876:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077760.116880:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077760.116882:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077760.116891:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077760.116891:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077760.116895:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077760.116902:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077760.116903:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.116917:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077760.116925:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077760.116929:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077760.116951:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077760.116957:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077760.116962:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077760.500725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077760.500741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077760.500744:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077760.500749:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077760.500757:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077760.500770:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4745 00000400:00000200:0.0:1769077760.500790:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077760.500803:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077760.500806:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077760.500810:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.500813:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077760.500816:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.500819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077760.500822:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077760.500823:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077760.500825:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077760.500827:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077760.500829:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077760.500831:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077760.500834:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.500835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077760.500837:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.500838:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077760.500840:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077760.500843:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077760.500844:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077760.500846:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077760.500848:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077760.500851:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.500852:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077760.500853:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077760.500860:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000040:0.0:1769077760.500862:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077760.500865:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077760.500866:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.500868:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077760.500871:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077760.500874:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077760.500880:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00000100:00000001:0.0:1769077760.500885:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077760.500892:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657825536/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077760.500901:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077760.500904:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077760.500907:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657825536/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077760.500923:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077760.500925:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077760.500928:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077760.500929:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077760.500930:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077760.500932:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077760.500933:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4745 00000400:00000200:0.0:1769077760.500936:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077760.500938:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077760.500940:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077760.500942:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.500944:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077760.500945:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.500947:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077760.500949:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077760.500951:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077760.500952:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077760.500955:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077760.500960:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077760.500964:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077760.500970:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.500976:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077760.500982:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.500988:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077760.500994:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077760.501001:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077760.501008:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077760.501014:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077760.501020:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077760.501024:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.501028:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077760.501033:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077760.501036:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.501042:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077760.501050:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077760.501052:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077760.501055:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077760.501058:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.501060:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077760.501061:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077760.501063:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077760.501067:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769077760.501071:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077760.501077:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657825664/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077760.501084:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077760.501087:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077760.501094:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657825664/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077760.501105:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077760.501109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077760.501116:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077760.501119:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077760.501122:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077760.501126:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077760.501132:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4745 00000400:00000200:0.0:1769077760.501149:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077760.501154:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077760.501157:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077760.501161:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.501166:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077760.501171:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.501173:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077760.501175:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077760.501177:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077760.501180:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077760.501183:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077760.501185:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077760.501188:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077760.501195:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.501198:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077760.501201:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.501205:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077760.501208:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077760.501214:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077760.501218:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077760.501222:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077760.501225:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077760.501230:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.501234:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077760.501237:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077760.501241:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.501245:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077760.501249:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769077760.501255:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077760.501261:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077760.501262:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.501264:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077760.501267:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077760.501269:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077760.501274:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769077760.501281:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077760.501288:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657825792/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.1:1769077760.501292:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077760.501297:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00000001:0.0:1769077760.501311:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077760.501316:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077760.501327:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657825792/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077760.501345:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077760.501351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077760.501358:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077760.501362:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077760.501364:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077760.501369:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077760.501373:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4745 00000400:00000200:0.0:1769077760.501381:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077760.501386:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077760.501389:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077760.501394:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.501397:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077760.501399:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.501400:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077760.501403:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077760.501406:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077760.501408:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077760.501411:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077760.501416:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077760.501421:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077760.501424:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.501429:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077760.501430:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077760.501432:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077760.501434:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077760.501440:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077760.501442:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077760.501454:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077760.501459:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077760.501464:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.501467:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077760.501469:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077760.501475:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.501479:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077760.501484:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000040:0.0:1769077760.501489:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077760.501494:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077760.501497:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077760.501499:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077760.501503:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077760.501506:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077760.501511:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000100:00000001:0.0:1769077760.501516:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077760.501522:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657825920/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077760.501543:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077760.501545:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077760.501552:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657825920/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077760.501600:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077760.501608:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4755) 00000800:00000200:1.1:1769077760.501801:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077760.501803:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769077760.502051:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077760.502053:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769077760.502281:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077760.502282:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00000001:3.0:1769077761.140672:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077761.140678:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077761.140684:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077761.140686:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077761.140697:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077761.140698:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077761.140714:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077761.140714:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077761.140722:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077761.140730:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077761.140731:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077761.140744:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077761.140756:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077761.140759:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077761.140762:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077761.140770:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077761.140778:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077761.140778:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077761.140784:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077761.140791:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077761.140791:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077761.140809:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077761.140816:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077761.140823:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077761.140839:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077761.140842:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077761.140846:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077761.140929:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077761.140932:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077761.140935:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077761.268683:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299418827, at 4299418880 00000100:00000010:0.0:1769077761.268708:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0f60. 00000100:00000001:3.0:1769077762.164616:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077762.164622:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077762.164625:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077762.164631:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077762.164634:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077762.164640:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077762.164646:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077762.164651:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077762.164657:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077762.164665:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077762.164671:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077762.164675:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077762.164682:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077762.164689:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077762.164690:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077762.164694:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077762.164696:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077762.164697:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077762.164703:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077762.164704:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077762.164707:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077762.164708:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077762.164712:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077762.164714:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077762.164715:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077762.164719:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077762.164724:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077762.164742:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077762.164747:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077762.164750:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077762.164754:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077762.164757:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077762.164760:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077762.164764:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077762.164767:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077762.164769:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077763.188650:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077763.188658:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077763.188660:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077763.188664:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077763.188667:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077763.188672:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077763.188673:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077763.188677:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077763.188679:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077763.188683:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077763.188684:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077763.188689:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077763.188690:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077763.188695:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077763.188696:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077763.188720:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077763.188725:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077763.188729:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077763.188732:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077763.188736:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077763.188739:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077763.188742:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077763.188745:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077763.188749:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077763.188754:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077763.188758:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077763.188762:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077763.188763:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077763.188767:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077763.188772:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077763.188780:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077763.188785:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077763.188790:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077763.188795:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077763.188800:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077763.188805:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077763.188850:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077763.188853:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077763.188857:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077764.212671:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077764.212671:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077764.212680:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077764.212680:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077764.212685:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077764.212685:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077764.212692:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077764.212693:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077764.212698:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077764.212699:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077764.212703:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077764.212705:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077764.212713:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077764.212716:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077764.212720:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077764.212727:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077764.212731:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077764.212734:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077764.212735:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077764.212738:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077764.212742:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077764.212746:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077764.212750:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077764.212754:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077764.212756:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077764.212758:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077764.212762:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077764.212764:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077764.212766:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077764.212769:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077764.212771:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077764.212779:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077764.212784:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077764.212787:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077764.212789:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077764.212790:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077764.212792:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077764.212794:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077764.212800:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077764.596656:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077764.596662:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077764.596667:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077764.596674:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077764.596681:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077764.596685:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077764.596687:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077764.596689:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077764.596692:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.236658:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077765.236668:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077765.236670:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077765.236676:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077765.236683:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077765.236689:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077765.236694:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077765.236701:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077765.236704:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077765.236705:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077765.236711:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.236720:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077765.236723:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077765.236732:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077765.236738:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077765.236751:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077765.236756:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.236759:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077765.236761:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.236765:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077765.236768:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077765.236776:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000020:00000001:0.0:1769077765.236781:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077765.236787:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077765.236787:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077765.236798:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769077765.236800:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077765.236813:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077765.236817:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077765.236822:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077765.236828:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077765.236832:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077765.236836:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077765.236844:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077765.236854:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077765.236860:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077765.236864:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077765.236866:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077765.236869:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077765.621381:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077765.621389:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077765.622121:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077765.622124:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077765.622436:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077765.622439:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077765.622783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077765.622786:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000100:00000001:3.0:1769077766.260743:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077766.260753:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077766.260753:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077766.260761:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077766.260766:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077766.260773:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077766.260777:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769077766.260780:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077766.260789:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077766.260799:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077766.260799:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077766.260808:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077766.260810:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077766.260817:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077766.260821:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077766.260831:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077766.260835:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077766.260840:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077766.260840:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077766.260846:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077766.260850:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077766.260858:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077766.260862:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077766.260869:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077766.260871:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077766.260873:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077766.260877:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077766.260881:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077766.260882:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077766.260890:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077766.260895:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077766.260901:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077766.260908:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077766.260925:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077766.260934:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077766.260939:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077766.260980:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077766.260986:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077766.260990:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077766.388700:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299423947, at 4299424000 00000100:00000010:0.0:1769077766.388727:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000001:3.0:1769077767.284656:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077767.284657:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077767.284667:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077767.284667:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077767.284670:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077767.284672:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077767.284678:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077767.284679:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077767.284685:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077767.284687:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077767.284690:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077767.284694:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077767.284696:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077767.284708:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077767.284712:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077767.284714:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077767.284718:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077767.284722:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077767.284728:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077767.284732:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077767.284735:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077767.284739:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077767.284742:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077767.284746:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077767.284748:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077767.284752:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077767.284757:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077767.284757:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077767.284764:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077767.284768:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077767.284775:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077767.284782:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077767.284787:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077767.284792:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077767.284797:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077767.284803:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077767.284894:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077767.284898:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077767.284902:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077768.308708:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077768.308715:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077768.308716:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077768.308726:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077768.308726:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077768.308738:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077768.308739:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077768.308748:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077768.308751:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077768.308754:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077768.308758:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077768.308759:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077768.308776:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077768.308781:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077768.308785:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077768.308786:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077768.308791:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077768.308797:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077768.308812:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077768.308818:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077768.308823:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077768.308832:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077768.308839:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077768.308844:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077768.308854:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077768.308859:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077768.308863:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077768.308972:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077768.308975:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077768.308978:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077769.332674:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077769.332674:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077769.332683:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077769.332684:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077769.332686:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077769.332689:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077769.332694:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077769.332696:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077769.332701:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077769.332703:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077769.332716:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077769.332716:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077769.332733:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077769.332740:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077769.332745:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077769.332765:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077769.332771:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077769.332776:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077769.332827:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077769.332831:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077769.332834:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077769.332839:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077769.332856:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077769.332858:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077769.332865:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077769.332866:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077769.332870:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077769.332871:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077769.332881:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077769.332884:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077769.332893:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077769.332896:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077769.332902:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077769.332905:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077769.332907:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077769.332911:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.356697:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077770.356707:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077770.356713:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077770.356732:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077770.356740:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077770.356763:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077770.356765:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.356773:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077770.356782:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.356786:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077770.356797:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077770.356798:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077770.356805:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077770.356808:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.356811:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.356821:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077770.356826:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.356831:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.356854:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077770.356860:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077770.356865:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077770.356872:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077770.356875:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077770.356897:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077770.356898:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077770.356905:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077770.356906:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077770.356915:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077770.356916:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077770.356921:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.356928:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077770.356930:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.356933:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.356953:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077770.356959:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077770.356990:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077770.740674:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077770.740685:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077770.740691:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077770.740698:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077770.740705:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077770.740712:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4755 00000400:00000200:0.0:1769077770.740720:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077770.740732:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077770.740735:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077770.740738:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.740740:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077770.740744:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.740746:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077770.740748:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077770.740750:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077770.740752:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077770.740754:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077770.740756:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077770.740758:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077770.740760:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.740762:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077770.740764:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.740765:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077770.740767:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077770.740770:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077770.740772:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.740774:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077770.740777:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077770.740779:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.740781:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077770.740783:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077770.740790:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000020:00000040:0.0:1769077770.740793:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077770.740796:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077770.740797:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.740800:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077770.740802:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077770.740805:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077770.740811:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000100:00000001:0.0:1769077770.740816:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077770.740822:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657826560/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077770.740830:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077770.740834:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077770.740837:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657826560/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077770.740852:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077770.740855:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077770.740857:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077770.740858:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077770.740860:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077770.740862:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077770.740864:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4755 00000400:00000200:0.0:1769077770.740868:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077770.740870:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077770.740872:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077770.740875:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.740880:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077770.740885:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.740888:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077770.740892:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077770.740894:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077770.740897:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077770.740904:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077770.740909:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077770.740912:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077770.740917:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.740920:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077770.740925:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.740929:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077770.740933:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077770.740938:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077770.740940:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.740943:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077770.740948:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077770.740951:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.740953:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077770.740958:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077770.740974:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.740978:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077770.740985:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 00000020:00000040:0.0:1769077770.740989:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077770.740991:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077770.740992:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.740994:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077770.740995:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077770.740999:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077770.741005:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000100:00000001:0.0:1769077770.741011:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077770.741020:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657826688/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077770.741042:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077770.741045:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077770.741053:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657826688/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077770.741068:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077770.741079:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077770.741085:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077770.741087:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077770.741090:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077770.741095:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077770.741098:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4755 00000400:00000200:0.0:1769077770.741106:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077770.741112:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077770.741116:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077770.741122:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.741127:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077770.741132:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.741137:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077770.741141:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077770.741142:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077770.741144:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077770.741145:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077770.741150:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077770.741154:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077770.741160:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.741162:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077770.741167:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.741170:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077770.741172:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077770.741178:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077770.741181:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.741185:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077770.741189:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077770.741192:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.741196:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077770.741199:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000800:00000200:2.1:1769077770.741200:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:0.0:1769077770.741202:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077770.741205:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000100:00000001:0.0:1769077770.741211:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077770.741218:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00000020:00000040:0.0:1769077770.741222:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077770.741227:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077770.741230:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.741235:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077770.741238:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077770.741241:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077770.741245:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769077770.741251:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077770.741257:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657826816/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077770.741265:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077770.741268:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077770.741274:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657826816/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077770.741291:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077770.741295:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077770.741303:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077770.741306:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077770.741308:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077770.741314:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077770.741318:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4755 00000400:00000200:0.0:1769077770.741323:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077770.741329:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077770.741332:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077770.741337:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.741339:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077770.741342:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.741345:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077770.741347:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077770.741348:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077770.741349:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077770.741351:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077770.741355:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077770.741357:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077770.741361:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.741364:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077770.741368:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077770.741373:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077770.741375:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077770.741381:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077770.741383:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077770.741387:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077770.741389:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077770.741392:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.741394:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077770.741395:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077770.741398:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.741399:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077770.741404:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000040:0.0:1769077770.741408:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077770.741413:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077770.741415:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077770.741419:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077770.741421:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077770.741423:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077770.741428:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769077770.741432:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077770.741440:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657826944/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077770.741448:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077770.741450:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077770.741456:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657826944/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077770.741462:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077770.741465:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4766) 00000800:00000200:2.1:1769077770.741786:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077770.741789:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769077770.742149:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077770.742153:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769077770.742366:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077770.742368:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000100:00000001:3.0:1769077771.380644:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077771.380645:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077771.380651:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077771.380652:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077771.380654:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077771.380657:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077771.380659:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769077771.380663:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077771.380666:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077771.380668:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077771.380672:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077771.380673:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077771.380688:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077771.380692:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077771.380695:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077771.380696:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077771.380699:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077771.380702:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077771.380710:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077771.380714:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077771.380715:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077771.380717:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077771.380720:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077771.380722:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077771.380724:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077771.380725:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077771.380728:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077771.380740:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077771.380744:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077771.380747:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077771.380751:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077771.380756:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077771.380761:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077771.380768:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077771.380770:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077771.380773:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077771.380821:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077771.380824:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077771.380828:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077771.508663:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299429067, at 4299429120 00000100:00000010:0.0:1769077771.508677:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000001:0.0:1769077771.764683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077771.764686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077771.764688:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077771.764691:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077771.764694:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077771.764696:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077771.764699:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077771.764701:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077771.764703:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077772.404667:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077772.404673:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077772.404677:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077772.404684:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077772.404691:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077772.404696:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077772.404697:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077772.404701:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077772.404703:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077772.404706:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077772.404708:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077772.404712:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077772.404715:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077772.404722:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077772.404726:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077772.404727:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077772.404730:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077772.404733:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077772.404735:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077772.404742:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077772.404746:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077772.404749:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077772.404753:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077772.404758:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077772.404759:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077772.404764:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077772.404770:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077772.404806:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077772.404810:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077772.404815:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077772.404818:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077772.404821:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077772.404825:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077772.404829:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077772.404831:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077772.404834:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077772.404866:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077772.404868:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077772.404871:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077773.428639:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077773.428640:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077773.428647:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077773.428650:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077773.428651:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077773.428655:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077773.428657:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077773.428662:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077773.428663:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077773.428668:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077773.428668:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077773.428673:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077773.428674:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077773.428681:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077773.428686:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077773.428687:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077773.428690:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077773.428694:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077773.428721:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077773.428725:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077773.428728:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077773.428733:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077773.428738:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077773.428742:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077773.428747:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077773.428748:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077773.428751:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077773.428752:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077773.428756:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077773.428757:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077773.428763:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077773.428768:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077773.428774:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077773.428777:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077773.428781:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077773.428784:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077773.428804:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077773.428807:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077773.428809:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077774.452677:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077774.452683:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077774.452685:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077774.452691:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077774.452695:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077774.452700:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077774.452702:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077774.452704:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077774.452709:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077774.452709:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077774.452711:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077774.452715:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077774.452717:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077774.452723:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077774.452727:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077774.452732:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077774.452737:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077774.452740:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077774.452744:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077774.452744:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077774.452747:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077774.452749:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077774.452753:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077774.452757:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077774.452760:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077774.452763:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077774.452764:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077774.452768:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077774.452772:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077774.452772:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077774.452780:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077774.452785:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077774.452789:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077774.452797:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077774.452800:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077774.452804:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077774.452893:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077774.452895:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077774.452898:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077774.836656:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077774.836662:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077774.836663:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077774.836668:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077774.836672:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077774.836675:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077774.836677:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077774.836679:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077774.836681:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.476675:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077775.476682:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077775.476689:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077775.476691:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077775.476693:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.476695:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077775.476700:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769077775.476702:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077775.476706:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077775.476707:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077775.476713:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.476714:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077775.476721:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077775.476725:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077775.476728:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.476729:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077775.476733:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.476736:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077775.476767:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077775.476772:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077775.476779:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077775.860650:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077775.860657:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077775.860660:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077775.860664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077775.860672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769077775.860675:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077775.860677:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077775.860681:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077775.860684:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077775.860685:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077775.860693:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077775.860700:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077775.860704:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077775.860705:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4761 00000100:00000001:3.0:1769077775.860710:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077775.860719:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077775.860730:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077775.860736:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077775.860744:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.860750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077775.860757:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.860764:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077775.860771:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077775.860776:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077775.860782:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077775.860787:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077775.860793:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077775.860800:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077775.860824:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.860829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077775.860836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.860842:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077775.860851:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077775.860859:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077775.860867:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.860887:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077775.860893:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077775.860899:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.860903:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077775.860907:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077775.860920:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769077775.860926:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077775.860934:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077775.860938:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.860945:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077775.860951:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077775.860959:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077775.860972:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00000100:00000001:0.0:1769077775.860982:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077775.860998:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657827072/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077775.861017:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077775.861027:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077775.861038:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657827072/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077775.861072:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077775.861080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077775.861088:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077775.861091:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077775.861094:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077775.861101:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077775.861107:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4761 00000400:00000200:0.0:1769077775.861119:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077775.861130:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077775.861137:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077775.861147:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861154:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077775.861162:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861168:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077775.861176:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077775.861179:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077775.861184:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077775.861190:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077775.861196:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077775.861201:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077775.861209:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861215:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077775.861223:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861227:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077775.861234:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077775.861244:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861252:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.861259:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077775.861269:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077775.861276:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.861283:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077775.861290:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077775.861299:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.861306:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077775.861316:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077775.861323:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077775.861331:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077775.861337:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.861344:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077775.861349:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077775.861355:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077775.861364:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000100:00000001:0.0:1769077775.861373:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077775.861383:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657827200/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.1:1769077775.861395:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769077775.861410:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077775.861417:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077775.861427:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657827200/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077775.861456:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077775.861463:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077775.861473:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077775.861479:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077775.861485:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077775.861493:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077775.861500:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4761 00000400:00000200:0.0:1769077775.861510:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077775.861519:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077775.861526:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077775.861536:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861541:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077775.861548:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861578:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077775.861585:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077775.861590:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077775.861595:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077775.861600:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077775.861605:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077775.861610:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077775.861618:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861624:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077775.861631:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861637:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077775.861644:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077775.861651:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861659:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.861665:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077775.861671:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077775.861677:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.861683:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077775.861688:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077775.861694:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.861699:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077775.861707:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000040:0.0:1769077775.861714:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077775.861719:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077775.861723:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.861728:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077775.861731:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077775.861735:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077775.861743:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000100:00000001:0.0:1769077775.861749:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077775.861761:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657827328/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077775.861785:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077775.861790:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077775.861801:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657827328/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077775.861821:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077775.861827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077775.861834:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000200:1.1:1769077775.861836:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769077775.861837:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077775.861841:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077775.861846:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077775.861854:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4761 00000400:00000200:0.0:1769077775.861870:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077775.861889:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077775.861894:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077775.861903:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077775.861914:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077775.861925:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077775.861928:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077775.861933:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077775.861937:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077775.861944:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077775.861948:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077775.861956:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861963:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077775.861969:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861974:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077775.861979:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077775.861986:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077775.861992:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077775.861997:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077775.862003:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077775.862009:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.862013:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077775.862018:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077775.862025:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.862030:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077775.862038:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769077775.862043:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077775.862049:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077775.862052:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077775.862056:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077775.862060:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077775.862064:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077775.862072:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769077775.862080:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077775.862091:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657827456/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077775.862119:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077775.862124:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077775.862132:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657827456/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077775.862155:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077775.862164:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4771) 00000800:00000200:1.1:1769077775.862199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077775.862354:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769077776.500669:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077776.500669:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077776.500679:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077776.500679:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077776.500684:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077776.500685:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077776.500693:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769077776.500694:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077776.500701:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077776.500702:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077776.500709:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077776.500709:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077776.500726:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077776.500731:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077776.500734:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077776.500735:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077776.500738:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077776.500741:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077776.500767:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077776.500773:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077776.500778:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077776.500783:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077776.500789:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077776.500790:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077776.500795:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077776.500796:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769077776.500799:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077776.500809:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077776.500813:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077776.500821:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077776.628642:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299434187, at 4299434240 00000100:00000010:0.0:1769077776.628652:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0600. 00000100:00000001:3.0:1769077776.884678:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077776.884682:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077776.884683:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077776.884686:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077776.884688:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077776.884690:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077776.884691:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077776.884693:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077776.884695:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077777.524703:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077777.524711:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077777.524713:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077777.524720:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077777.524727:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077777.524733:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077777.524734:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077777.524737:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077777.524744:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077777.524746:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077777.524748:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077777.524758:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077777.524766:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077777.524781:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077777.524789:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077777.524791:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077777.524805:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077777.524807:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077777.524811:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077777.524813:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077777.524814:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077777.524823:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077777.524825:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077777.524831:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077777.524845:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077777.524861:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077777.524869:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077777.524890:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077777.524903:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077777.524912:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077777.524932:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077777.524955:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077777.524965:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077777.524972:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077777.524976:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077777.524982:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077777.525062:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077777.525066:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077777.525070:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077777.908758:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077777.908763:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077777.908765:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077777.908770:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077777.908773:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077777.908776:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077777.908779:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077777.908781:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077777.908784:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077778.548663:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077778.548663:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077778.548670:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077778.548671:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077778.548673:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077778.548675:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077778.548681:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769077778.548682:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077778.548686:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077778.548690:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077778.548691:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077778.548695:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077778.548696:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077778.548697:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077778.548703:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077778.548704:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077778.548709:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077778.548715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077778.548731:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077778.548734:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769077778.548736:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077778.548736:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077778.548738:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000020:00000001:0.0:1769077778.548740:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077778.548742:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1769077778.548744:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077778.548745:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077778.548748:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077778.548750:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077778.548751:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077778.548889:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077778.548892:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077778.548894:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077778.548898:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077778.548904:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077778.548908:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077778.548914:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077778.548917:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077778.548921:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077778.548953:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077778.548956:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077778.548958:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077778.548960:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077778.548961:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077778.548964:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077778.548966:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077778.548967:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077778.548969:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077778.932741:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077778.932745:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077778.932746:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077778.932749:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077778.932751:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077778.932753:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077778.932754:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077778.932755:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077778.932757:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1769077778.932853:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.154:988 00000400:00000100:0.0:1769077778.932896:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.154@tcp at host 192.168.204.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1769077778.932910:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077778.932915:0:2356:0:(router.c:1755:lnet_notify()) 192.168.204.54@tcp notifying 192.168.204.154@tcp: down 00000400:00000200:0.0:1769077778.932920:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077778.932924:0:2356:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1769077778.932929:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077778.932933:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:0.0:1769077778.932938:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077778.932942:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077778.932950:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042220 00000400:00000010:0.0:1769077778.932953:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042220. 00000100:00000001:0.0:1769077778.932958:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077778.932967:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b086ead80 x1855007657827072/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077778.932992:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077778.932997:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657827072/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077778.933005:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077778.933007:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077778.933023:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077778.933026:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ee00. 00000400:00000200:0.0:1769077778.933031:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077778.933034:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077778.933039:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042c38 00000400:00000010:0.0:1769077778.933044:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042c38. 00000100:00000001:0.0:1769077778.933048:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077778.933055:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b086e9c00 x1855007657827200/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077778.933067:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077778.933074:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657827200/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077778.933103:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077778.933107:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077778.933117:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077778.933122:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:0.0:1769077778.933128:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077778.933137:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077778.933141:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042660 00000400:00000010:0.0:1769077778.933146:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042660. 00000100:00000001:0.0:1769077778.933151:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077778.933159:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b086eaa00 x1855007657827328/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077778.933175:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077778.933184:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657827328/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077778.933199:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077778.933203:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077778.933216:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077778.933223:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e600. 00000400:00000200:0.0:1769077778.933229:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077778.933238:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077778.933245:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042aa0 00000400:00000010:0.0:1769077778.933249:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042aa0. 00000100:00000001:0.0:1769077778.933254:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077778.933262:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b086e8a80 x1855007657827456/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077778.933277:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077778.933282:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657827456/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077800 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077778.933297:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077778.933301:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077779.572749:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077779.572769:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077779.572778:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077779.572796:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077779.572812:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077779.572833:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077779.572841:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077779.572847:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077779.572857:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077779.572872:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077779.572878:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077779.572880:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077779.572884:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077779.572887:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077779.572888:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077779.572893:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077779.572894:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077779.572898:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077779.572902:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077779.572903:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077779.572905:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077779.572911:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077779.572911:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077779.572923:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077779.572929:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077779.572931:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077779.572934:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077779.572937:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077779.572943:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077779.572944:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077779.572946:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077779.572952:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077779.572954:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077779.572960:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077779.572962:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077779.572966:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077779.573014:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077779.573021:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077779.573026:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077779.956749:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077779.956750:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077779.956756:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077779.956761:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077779.956765:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077779.956768:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077779.956779:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077779.956781:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077779.956792:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077779.956792:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077779.956803:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077779.956804:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077779.956821:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077779.956824:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077779.956829:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077779.956831:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077779.956836:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077779.956841:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077780.596675:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077780.596685:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077780.596690:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077780.596700:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077780.596710:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077780.596718:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077780.596720:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077780.596729:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077780.596736:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077780.596737:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077780.596746:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077780.596748:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077780.596757:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.596760:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077780.596778:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077780.596787:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077780.596807:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077780.596812:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077780.596814:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077780.596818:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077780.596821:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077780.596828:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077780.596831:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077780.596837:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077780.596842:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077780.596845:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077780.596848:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077780.596867:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077780.596874:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077780.596878:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077780.596885:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000020:00000001:0.0:1769077780.596895:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077780.596896:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077780.596900:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077780.596903:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769077780.596909:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077780.596918:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077780.596923:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077780.596928:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077780.980641:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077780.980657:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077780.980661:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077780.980669:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077780.980675:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077780.980687:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769077780.980688:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4766 00000100:00000001:3.0:1769077780.980699:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1769077780.980709:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769077780.980709:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077780.980727:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000400:00000200:0.0:1769077780.980732:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:3.0:1769077780.980742:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077780.980743:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077780.980759:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769077780.980760:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.980772:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077780.980781:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.980787:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769077780.980806:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077780.980810:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077780.980814:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769077780.980816:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000100:00000001:3.0:1769077780.980821:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077780.980822:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077780.980828:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077780.980834:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077780.980841:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077780.980850:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.980855:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077780.980860:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.980865:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077780.980871:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077780.980877:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077780.980882:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077780.980887:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077780.980892:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077780.980897:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.980901:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077780.980906:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077780.980914:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000020:00000040:0.0:1769077780.980921:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077780.980926:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077780.980929:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.980935:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077780.980940:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077780.980947:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077780.980959:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769077780.980968:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077780.980982:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657827584/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077780.981009:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077780.981017:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077780.981026:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657827584/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077780.981062:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077780.981068:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077780.981077:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077780.981081:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077780.981085:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077780.981093:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077780.981105:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4766 00000400:00000200:0.0:1769077780.981116:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077780.981125:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077780.981131:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077780.981141:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981150:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077780.981157:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981162:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077780.981170:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077780.981174:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077780.981179:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077780.981184:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077780.981190:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077780.981196:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077780.981205:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981209:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077780.981214:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981221:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077780.981227:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077780.981234:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981241:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077780.981246:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077780.981255:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077780.981263:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.981267:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077780.981274:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077780.981281:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.981288:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077780.981297:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 00000020:00000040:0.0:1769077780.981304:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077780.981309:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077780.981313:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.981319:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077780.981323:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077780.981328:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077780.981339:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000001:0.0:1769077780.981348:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077780.981359:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657827712/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077780.981381:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077780.981387:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077780.981399:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657827712/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077780.981427:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077780.981434:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077780.981444:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077780.981450:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077780.981455:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077780.981463:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077780.981471:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4766 00000400:00000200:0.0:1769077780.981493:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077780.981502:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077780.981508:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077780.981518:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981524:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077780.981533:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:1.1:1769077780.981536:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769077780.981539:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:1.1:1769077780.981544:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000020:00000001:0.0:1769077780.981545:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077780.981550:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077780.981583:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077780.981588:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077780.981596:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077780.981601:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077780.981611:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981618:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077780.981626:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981632:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077780.981640:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077780.981649:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981657:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077780.981663:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077780.981669:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077780.981676:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.981683:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077780.981689:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077780.981695:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.981701:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077780.981708:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00000020:00000040:0.0:1769077780.981716:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077780.981724:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077780.981728:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.981747:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077780.981752:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077780.981758:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077780.981769:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000100:00000001:0.0:1769077780.981776:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077780.981787:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657827840/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077780.981816:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077780.981823:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077780.981832:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657827840/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077780.981854:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077780.981860:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077780.981868:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077780.981873:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077780.981879:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077780.981888:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077780.981895:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4766 00000400:00000200:0.0:1769077780.981907:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077780.981916:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077780.981921:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077780.981931:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981937:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077780.981943:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981951:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077780.981957:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077780.981960:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077780.981965:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077780.981970:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077780.981978:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077780.981984:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077780.981992:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.981995:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077780.982002:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077780.982008:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077780.982015:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077780.982024:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077780.982031:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077780.982037:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077780.982043:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077780.982050:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.982054:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077780.982060:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077780.982068:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.982074:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077780.982084:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077780.982091:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077780.982098:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077780.982103:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077780.982109:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077780.982114:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077780.982119:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077780.982128:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000100:00000001:0.0:1769077780.982136:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077780.982149:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657827968/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077780.982174:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077780.982181:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077780.982191:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657827968/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077780.982215:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077780.982222:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4776) 00000800:00000200:1.1:1769077780.982684:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077780.982692:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077780.983278:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077780.983282:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077780.983965:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077780.983968:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000100:00000001:3.0:1769077781.620738:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077781.620742:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077781.620750:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077781.620756:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077781.620756:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.620763:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077781.620776:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077781.620776:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077781.620809:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077781.620810:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077781.620822:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077781.620824:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077781.620856:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077781.620859:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077781.620864:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.620865:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077781.620870:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.620874:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077781.620887:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077781.620891:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077781.620901:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077781.620906:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077781.620917:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077781.620925:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077781.620935:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077781.620947:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.620949:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077781.620964:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077781.620964:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077781.620975:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077781.620991:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077781.621000:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077781.621007:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.621012:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077781.621013:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077781.621016:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077781.621036:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077781.621039:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077781.621043:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077781.748684:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299439308, at 4299439360 00000100:00000010:0.0:1769077781.748695:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0de0. 00000100:00000001:3.0:1769077782.004751:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077782.004756:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077782.004757:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077782.004761:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077782.004763:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077782.004766:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077782.004768:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077782.004770:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077782.004799:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077782.644651:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077782.644659:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077782.644661:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077782.644668:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077782.644673:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077782.644678:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077782.644679:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077782.644684:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077782.644686:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077782.644687:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077782.644693:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077782.644694:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077782.644699:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077782.644701:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077782.644704:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077782.644711:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077782.644715:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077782.644719:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077782.644738:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077782.644741:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077782.644743:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077782.644745:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077782.644747:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077782.644750:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077782.644752:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077782.644755:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077782.644759:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077782.644885:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077782.644887:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077782.644890:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077783.028662:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077783.028668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077783.028669:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077783.028675:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077783.028679:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077783.028682:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077783.028686:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077783.028690:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077783.028696:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077783.668700:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077783.668700:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077783.668710:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077783.668711:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077783.668722:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077783.668723:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077783.668731:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077783.668732:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077783.668755:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077783.668756:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077783.668766:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077783.668767:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077783.668779:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077783.668782:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077783.668792:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077783.668794:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077783.668798:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077783.668801:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077783.668812:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077783.668819:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077783.668822:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077783.668824:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077783.668827:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077783.668830:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077783.668834:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077783.668836:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077783.668839:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077783.668841:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077783.668846:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077783.668848:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077783.668849:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077783.668858:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077783.668859:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077783.668869:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077783.668877:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077783.668883:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077783.668970:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077783.668972:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077783.668975:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077784.052682:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077784.052692:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077784.052697:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077784.052704:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077784.052709:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077784.052716:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077784.052722:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077784.052725:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077784.052727:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077784.692711:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077784.692722:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077784.692754:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077784.692759:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077784.692760:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077784.692761:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077784.692774:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769077784.692776:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077784.692797:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077784.692797:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077784.692807:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077784.692808:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077784.692842:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077784.692848:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077784.692854:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077784.692854:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077784.692857:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077784.692862:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077784.692899:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077784.692902:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077784.692904:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077784.692910:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077784.692910:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077784.692916:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077784.692920:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769077784.692921:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077784.692924:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077784.692925:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077784.692928:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077784.692932:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077784.692933:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077784.692939:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077784.692950:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077784.692951:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077784.692959:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077784.692973:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077784.692996:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077784.693000:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077784.693005:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077785.076664:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077785.076672:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077785.076677:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077785.076683:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077785.076689:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077785.076692:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077785.076704:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077785.076707:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077785.076709:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077785.716657:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077785.716657:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077785.716663:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077785.716664:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077785.716669:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077785.716669:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077785.716678:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077785.716679:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077785.716685:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077785.716687:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077785.716689:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077785.716693:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077785.716694:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077785.716698:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077785.716704:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077785.716704:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077785.716721:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077785.716726:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077785.716735:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077785.716739:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077785.716743:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077785.716745:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077785.716748:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077785.716748:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077785.716752:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077785.716753:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077785.716755:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077785.716758:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077785.716759:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077785.716761:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077785.716764:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077785.716764:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077785.716768:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077785.716773:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077785.716776:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077785.716780:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077785.716863:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077785.716866:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077785.716868:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077786.100643:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077786.100650:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077786.100652:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077786.100659:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:0.0:1769077786.100661:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077786.100666:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077786.100671:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077786.100675:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077786.100678:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077786.100683:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077786.100683:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077786.100691:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077786.100691:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.100700:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077786.100731:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4771 00000400:00000200:0.0:1769077786.100744:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077786.100753:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077786.100758:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077786.100763:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.100767:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077786.100771:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.100774:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077786.100778:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077786.100782:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077786.100784:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077786.100787:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077786.100790:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077786.100795:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077786.100799:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.100801:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077786.100806:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.100810:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077786.100813:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077786.100818:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077786.100822:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.100826:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077786.100830:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077786.100835:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.100836:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077786.100838:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077786.100846:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000040:0.0:1769077786.100850:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077786.100856:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077786.100858:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.100864:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077786.100868:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077786.100872:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077786.100881:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769077786.100889:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077786.100902:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657828096/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077786.100917:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077786.100924:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077786.100932:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657828096/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077786.100958:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077786.100964:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077786.100968:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077786.100971:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077786.100974:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077786.100980:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077786.100985:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4771 00000400:00000200:0.0:1769077786.100995:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077786.101001:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077786.101007:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077786.101014:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101020:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077786.101026:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101033:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077786.101039:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077786.101043:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077786.101048:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077786.101051:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077786.101057:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077786.101061:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077786.101067:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101072:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077786.101079:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101084:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077786.101091:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077786.101099:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101104:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.101107:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077786.101114:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077786.101118:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.101123:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077786.101129:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077786.101133:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.101140:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077786.101145:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769077786.101151:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077786.101158:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077786.101162:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.101168:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077786.101172:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077786.101176:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077786.101184:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769077786.101192:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077786.101207:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657828224/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077786.101235:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077786.101243:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077786.101254:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657828224/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077786.101297:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077786.101303:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077786.101312:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077786.101316:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077786.101321:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077786.101328:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077786.101334:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4771 00000400:00000200:0.0:1769077786.101344:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077786.101352:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077786.101356:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077786.101362:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101368:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077786.101375:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101381:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077786.101386:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077786.101389:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000200:1.1:1769077786.101393:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077786.101394:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077786.101399:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000200:1.1:1769077786.101400:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000020:00000001:0.0:1769077786.101404:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077786.101411:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077786.101419:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101425:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077786.101433:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101439:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077786.101445:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077786.101455:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101463:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.101482:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077786.101489:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077786.101498:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.101505:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077786.101541:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077786.101550:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.101556:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077786.101581:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769077786.101588:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077786.101597:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077786.101602:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.101609:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077786.101614:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077786.101620:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077786.101632:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000100:00000001:0.0:1769077786.101640:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077786.101654:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657828352/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077786.101682:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077786.101689:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077786.101702:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657828352/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077786.101756:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077786.101762:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077786.101775:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077786.101780:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077786.101785:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077786.101791:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077786.101799:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4771 00000400:00000200:0.0:1769077786.101811:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077786.101821:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077786.101828:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077786.101837:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101844:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077786.101852:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101859:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077786.101866:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077786.101871:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077786.101878:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077786.101882:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077786.101890:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077786.101897:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077786.101908:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101914:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077786.101920:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101925:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077786.101933:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077786.101942:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077786.101947:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077786.101953:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077786.101960:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077786.101967:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.101974:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077786.101980:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077786.101987:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.101994:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077786.102004:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000040:0.0:1769077786.102010:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077786.102019:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077786.102024:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.102031:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077786.102035:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077786.102040:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077786.102051:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000100:00000001:0.0:1769077786.102060:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077786.102073:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657828480/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077786.102102:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077786.102108:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077786.102118:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657828480/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077786.102148:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077786.102158:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4781) 00000800:00000200:1.1:1769077786.102291:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077786.102295:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077786.102524:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077786.102526:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077786.102858:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077786.102861:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000100:00000001:0.0:1769077786.740647:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077786.740655:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077786.740657:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077786.740661:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077786.740667:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077786.740669:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077786.740672:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.740675:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077786.740676:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077786.740681:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.740682:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077786.740689:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077786.740690:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.740706:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077786.740713:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.740728:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077786.740732:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077786.740734:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077786.740736:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077786.740742:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.740742:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077786.740747:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077786.740751:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077786.740755:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077786.740759:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077786.740763:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.740763:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077786.740770:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077786.740771:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077786.740777:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077786.740784:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077786.740791:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077786.740797:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.740821:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077786.740825:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077786.740833:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077786.740835:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077786.740839:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077786.740841:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077786.740843:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077786.740846:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077786.740848:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077786.740850:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077786.740852:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077786.740854:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077786.868751:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299444427, at 4299444480 00000100:00000010:0.0:1769077786.868758:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0960. 00000100:00000001:3.0:1769077787.124676:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077787.124684:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077787.124711:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077787.124713:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077787.124716:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077787.124718:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077787.124727:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077787.124728:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077787.124731:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077787.764719:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077787.764742:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077787.764747:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077787.764754:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077787.764755:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077787.764759:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077787.764761:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077787.764763:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077787.764765:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077787.764767:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077787.764772:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077787.764773:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077787.764777:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077787.764779:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077787.764783:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077787.764785:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077787.764789:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077787.764793:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077787.764817:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077787.764821:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077787.764822:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077787.764824:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077787.764829:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077787.764832:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077787.764833:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077787.764836:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077787.764837:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077787.764840:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077787.764840:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077787.764874:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077787.764877:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077787.764879:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077787.764887:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077787.764895:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077787.764899:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077787.764903:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077787.764906:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077787.764911:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077787.764915:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077788.148680:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077788.148688:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077788.148690:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077788.148697:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077788.148706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077788.148711:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077788.148720:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077788.148723:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077788.148726:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077788.788709:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077788.788725:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077788.788729:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077788.788736:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077788.788737:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077788.788745:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077788.788759:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077788.788760:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077788.788776:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077788.788780:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077788.788783:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077788.788785:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077788.788792:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077788.788795:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077788.788797:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077788.788807:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077788.788811:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077788.788812:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077788.788818:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077788.788821:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077788.788823:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077788.788834:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077788.788842:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077788.788848:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077788.788853:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077788.788859:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077788.788865:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077788.788868:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077788.788874:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077788.788879:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077788.788886:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077788.788898:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077788.788908:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077788.788910:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077788.788912:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077788.788916:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077789.172625:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077789.172634:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077789.172636:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077789.172641:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077789.172646:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077789.172650:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077789.172673:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077789.172677:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077789.172680:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077789.812693:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077789.812695:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077789.812702:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077789.812703:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077789.812709:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077789.812709:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077789.812717:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769077789.812719:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077789.812725:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077789.812726:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077789.812728:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077789.812731:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077789.812735:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077789.812738:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077789.812742:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077789.812743:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077789.812747:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077789.812753:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077789.812755:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077789.812760:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077789.812763:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077789.812767:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077789.812773:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077789.812776:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077789.812778:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077789.812780:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077789.812782:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077789.812783:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077789.812787:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077789.812789:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077789.812791:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077789.812795:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077789.812799:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077789.812803:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077789.812805:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077789.812809:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077789.812811:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077789.812812:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077789.812818:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077789.812825:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077789.812828:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077789.812832:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077789.812835:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077789.812837:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077789.812841:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077790.196647:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077790.196654:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077790.196658:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077790.196664:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077790.196670:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077790.196674:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077790.196682:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077790.196686:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077790.196690:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077790.836644:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077790.836650:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077790.836654:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077790.836659:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077790.836666:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077790.836673:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077790.836680:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077790.836683:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077790.836683:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077790.836688:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077790.836690:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077790.836694:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077790.836702:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077790.836703:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077790.836709:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077790.836710:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077790.836712:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077790.836715:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077790.836718:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077790.836720:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077790.836721:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077790.836723:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077790.836724:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077790.836730:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077790.836734:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077790.836737:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077790.836743:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077790.836749:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077790.836754:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077790.836758:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077790.836765:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077790.836772:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077790.836778:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077790.836795:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077790.836798:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077790.836801:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.220681:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077791.220690:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077791.220694:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077791.220703:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:0.0:1769077791.220705:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077791.220711:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077791.220712:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077791.220717:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077791.220718:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077791.220721:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077791.220739:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077791.220746:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4776 00000100:00000001:3.0:1769077791.220751:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077791.220755:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769077791.220756:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769077791.220759:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077791.220767:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077791.220772:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077791.220776:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.220780:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077791.220785:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.220788:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077791.220793:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077791.220795:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077791.220797:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077791.220799:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077791.220801:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077791.220803:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077791.220805:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.220806:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077791.220808:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.220809:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077791.220811:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077791.220813:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077791.220815:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.220816:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077791.220819:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077791.220821:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.220822:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077791.220824:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077791.220832:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00000020:00000040:0.0:1769077791.220835:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077791.220838:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077791.220839:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.220841:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077791.220843:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077791.220847:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077791.220853:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769077791.220859:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077791.220869:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657828608/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077791.220879:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077791.220883:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077791.220888:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657828608/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077791.220912:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077791.220916:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077791.220919:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077791.220921:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077791.220923:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077791.220927:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077791.220931:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4776 00000400:00000200:0.0:1769077791.220936:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077791.220939:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077791.220943:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077791.220949:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.220952:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077791.220955:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.220967:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077791.220969:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077791.220972:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077791.220975:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077791.220978:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077791.220983:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077791.220988:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077791.220993:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.220997:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077791.220999:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221003:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077791.221007:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077791.221014:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221017:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.221028:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077791.221033:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077791.221037:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.221040:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077791.221043:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077791.221047:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.221050:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077791.221054:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 00000020:00000040:0.0:1769077791.221058:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077791.221061:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077791.221063:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.221065:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077791.221067:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077791.221068:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077791.221076:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769077791.221079:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077791.221088:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657828736/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077791.221110:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077791.221115:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077791.221122:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657828736/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077791.221135:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077791.221142:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077791.221146:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077791.221149:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077791.221151:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077791.221153:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077791.221158:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4776 00000400:00000200:0.0:1769077791.221197:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077791.221202:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077791.221206:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077791.221209:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221219:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1769077791.221224:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:0.0:1769077791.221225:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221230:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:1.1:1769077791.221231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000020:00000001:0.0:1769077791.221234:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077791.221237:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077791.221240:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077791.221253:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077791.221259:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077791.221266:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077791.221276:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221283:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077791.221290:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221296:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077791.221304:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077791.221312:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221317:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.221322:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077791.221326:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077791.221331:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.221334:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077791.221336:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077791.221338:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.221343:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077791.221349:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000020:00000040:0.0:1769077791.221353:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077791.221356:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077791.221358:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.221363:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077791.221364:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077791.221366:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077791.221371:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00000100:00000001:0.0:1769077791.221375:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077791.221384:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657828864/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077791.221398:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077791.221402:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077791.221409:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657828864/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077791.221432:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077791.221439:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077791.221445:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077791.221450:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077791.221454:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077791.221469:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077791.221473:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4776 00000400:00000200:0.0:1769077791.221482:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077791.221491:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077791.221496:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077791.221504:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221507:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077791.221512:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221517:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077791.221520:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077791.221523:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077791.221528:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077791.221532:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077791.221536:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077791.221539:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077791.221547:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221551:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077791.221571:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221573:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077791.221575:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077791.221577:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077791.221579:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077791.221580:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077791.221584:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077791.221589:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.221592:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077791.221595:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077791.221602:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.221606:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077791.221612:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000040:0.0:1769077791.221630:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077791.221634:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077791.221637:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.221639:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077791.221641:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077791.221645:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077791.221652:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769077791.221658:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077791.221677:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657828992/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077791.221685:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077791.221689:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077791.221696:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657828992/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077791.221717:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077791.221725:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4786) 00000800:00000200:1.1:1769077791.221860:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077791.221862:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077791.222069:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077791.222070:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769077791.222268:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077791.222270:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000100:00000001:0.0:1769077791.860637:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077791.860654:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077791.860657:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.860659:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077791.860661:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077791.860664:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077791.860667:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077791.860667:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.860672:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077791.860672:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077791.860677:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077791.860678:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077791.860681:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.860683:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.860685:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.860687:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077791.860691:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.860699:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.860728:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077791.860733:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077791.860734:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077791.860736:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.860738:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077791.860739:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077791.860741:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077791.860745:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077791.860748:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077791.860749:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.860751:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077791.860754:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077791.860757:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.860757:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077791.860761:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077791.860761:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077791.860764:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077791.860769:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077791.988639:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299449547, at 4299449600 00000100:00000010:0.0:1769077791.988650:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad07e0. 00000100:00000001:3.0:1769077792.244643:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077792.244650:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077792.244652:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077792.244658:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077792.244662:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077792.244666:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077792.244669:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077792.244671:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077792.244674:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077792.884629:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077792.884635:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077792.884637:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077792.884641:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077792.884645:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077792.884649:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077792.884651:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077792.884654:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077792.884658:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077792.884687:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077792.884694:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077792.884695:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077792.884700:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077792.884702:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077792.884707:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077792.884708:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769077792.884713:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077792.884717:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077792.884718:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077792.884721:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077792.884724:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077792.884725:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077792.884728:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077792.884734:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077792.884736:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077792.884740:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077792.884748:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077792.884767:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077792.884771:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077792.884773:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077792.884775:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077792.884777:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077792.884779:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077792.884782:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077792.884783:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077792.884785:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077793.268705:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077793.268711:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077793.268714:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077793.268718:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077793.268722:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077793.268726:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077793.268731:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077793.268734:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077793.268737:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077793.908708:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077793.908715:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077793.908717:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077793.908722:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077793.908723:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077793.908728:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077793.908731:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077793.908732:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077793.908737:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077793.908739:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077793.908740:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077793.908745:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077793.908747:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077793.908752:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077793.908974:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077793.908974:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077793.908977:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077793.908980:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077793.909000:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077793.909004:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077793.909006:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077793.909009:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077793.909013:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077793.909023:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077793.909023:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077793.909035:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077793.909036:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077793.909046:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077793.909047:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077793.909050:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077793.909051:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077793.909054:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077793.909056:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077793.909060:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077793.909062:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077793.909065:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077794.292674:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077794.292681:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077794.292683:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077794.292695:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077794.292700:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077794.292705:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077794.292707:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077794.292712:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077794.292715:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077794.932705:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077794.932711:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077794.932713:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077794.932717:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077794.932719:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077794.932722:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077794.932726:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077794.932731:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077794.932733:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077794.932738:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077794.932740:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077794.932744:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077794.932755:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077794.932759:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077794.932763:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077794.932773:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077794.932777:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077794.932783:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077794.932783:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077794.932790:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077794.932802:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077794.932804:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077794.932809:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077794.932810:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077794.932815:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077794.932816:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077794.932820:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077794.932822:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077794.932825:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077794.932830:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077794.932831:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077794.932835:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077794.932840:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077794.932849:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077794.932853:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077794.932856:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077795.316637:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077795.316645:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077795.316655:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077795.316663:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077795.316667:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077795.316671:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077795.316680:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077795.316682:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077795.316686:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077795.956669:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077795.956676:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077795.956679:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077795.956685:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077795.956689:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077795.956691:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077795.956697:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077795.956697:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077795.956702:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077795.956703:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077795.956705:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077795.956711:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077795.956712:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077795.956719:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077795.956724:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077795.956730:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077795.956732:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077795.956733:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077795.956738:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077795.956739:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077795.956742:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077795.956743:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077795.956747:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077795.956752:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077795.956755:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077795.956759:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077795.956762:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077795.956765:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077795.956772:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077795.956776:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077795.956783:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077795.956789:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769077795.956789:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077795.956792:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077795.956794:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769077795.956796:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077795.956799:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077795.956803:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077795.956807:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.340622:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077796.340630:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077796.340633:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077796.340640:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077796.340647:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077796.340663:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.340670:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077796.340675:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.340679:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769077796.341191:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077796.341195:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077796.341755:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077796.341757:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077796.341960:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077796.341962:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:1.1:1769077796.342159:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077796.342161:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000100:00000001:3.0:1769077796.980672:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077796.980691:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077796.980696:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077796.980707:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077796.980709:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077796.980714:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077796.980716:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077796.980718:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.980722:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077796.980723:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077796.980730:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077796.980730:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077796.980733:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.980735:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.980741:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077796.980756:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077796.980758:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077796.980759:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077796.980763:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077796.980764:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.980766:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077796.980770:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077796.980774:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077796.980778:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077796.980782:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077796.980783:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077796.980788:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077796.980788:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077796.980791:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077796.980792:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077796.980797:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077796.980802:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077796.980808:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077796.980815:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077796.980819:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077796.980826:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077796.980898:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077796.980901:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077796.980903:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077797.108656:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299454667, at 4299454720 00000100:00000010:0.0:1769077797.108683:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0a80. 00000100:00000001:3.0:1769077797.364682:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077797.364685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077797.364686:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077797.364689:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077797.364693:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077797.364697:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077797.364700:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077797.364703:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077797.364706:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077798.004723:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077798.004743:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077798.004746:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077798.004754:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077798.004761:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077798.004767:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077798.004767:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077798.004776:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077798.004777:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077798.004781:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077798.004783:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077798.004797:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077798.004799:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077798.004807:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077798.004824:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077798.004825:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077798.004833:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077798.004834:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077798.004845:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077798.004849:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077798.004856:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077798.004867:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077798.004867:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077798.004877:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077798.004885:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077798.004893:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077798.004900:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077798.004911:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077798.004921:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077798.004938:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077798.004952:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:3.0:1769077798.004956:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077798.004969:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077798.004971:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1769077798.004986:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077798.004998:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077798.005017:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077798.005023:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077798.005029:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077798.388642:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077798.388650:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077798.388654:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077798.388662:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077798.388669:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077798.388676:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077798.388682:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077798.388687:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077798.388691:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077799.028676:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077799.028678:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077799.028682:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077799.028684:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077799.028688:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077799.028689:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077799.028697:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077799.028698:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077799.028703:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077799.028706:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077799.028707:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077799.028710:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077799.028711:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077799.028715:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077799.028718:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077799.028719:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077799.028731:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077799.028732:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077799.028735:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077799.028737:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077799.028738:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077799.028744:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077799.028747:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077799.028752:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077799.028756:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077799.028759:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077799.028762:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077799.028879:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077799.028885:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077799.028891:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077799.028898:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077799.028906:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077799.028911:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077799.028916:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077799.028920:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077799.028923:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077799.412679:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077799.412685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077799.412687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077799.412691:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077799.412694:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077799.412697:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077799.412699:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077799.412701:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077799.412703:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077800.052655:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077800.052655:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077800.052664:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077800.052666:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077800.052667:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077800.052672:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077800.052674:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077800.052679:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077800.052681:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077800.052684:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077800.052687:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077800.052688:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077800.052691:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077800.052692:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077800.052699:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077800.052711:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077800.052711:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077800.052716:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077800.052716:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077800.052718:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077800.052722:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077800.052723:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077800.052725:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077800.052730:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077800.052733:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077800.052737:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077800.052743:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077800.052747:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077800.052752:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077800.052756:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077800.052761:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077800.052767:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077800.052773:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077800.052778:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077800.052782:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077800.052790:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077800.436626:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077800.436633:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077800.436635:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077800.436641:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077800.436648:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077800.436653:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077800.436658:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077800.436663:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077800.436666:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.076663:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077801.076670:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077801.076672:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077801.076675:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.076679:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077801.076684:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077801.076685:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077801.076692:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077801.076694:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077801.076700:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077801.076706:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077801.076708:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077801.076709:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.076713:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077801.076714:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.076725:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077801.076729:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077801.076733:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077801.076734:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.076736:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077801.076741:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077801.076747:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077801.076755:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077801.076760:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.076773:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077801.076775:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077801.076776:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077801.076779:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.076780:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077801.076785:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077801.076785:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077801.076788:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077801.076792:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.076795:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077801.076797:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077801.076801:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077801.460636:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077801.460645:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077801.460648:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077801.460654:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077801.460662:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077801.460669:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077801.460676:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077801.460681:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077801.460687:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769077801.461143:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077801.461147:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077801.461729:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077801.461733:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077801.461966:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077801.461968:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:1.1:1769077801.462168:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077801.462170:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000100:00000001:3.0:1769077802.100643:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077802.100651:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077802.100655:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077802.100664:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077802.100672:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077802.100674:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077802.100678:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077802.100679:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077802.100685:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077802.100692:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077802.100698:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077802.100699:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077802.100705:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077802.100706:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077802.100714:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077802.100717:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077802.100720:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077802.100723:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077802.100769:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077802.100773:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077802.100776:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077802.100779:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077802.100780:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077802.100784:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077802.100787:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077802.100790:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077802.100794:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077802.100811:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077802.100816:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077802.100817:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077802.100822:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077802.100827:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077802.100831:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077802.100832:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077802.100837:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077802.100840:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077802.100860:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077802.100864:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077802.100868:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077802.228695:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299459787, at 4299459840 00000100:00000010:0.0:1769077802.228733:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0840. 00000100:00000001:3.0:1769077802.484714:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077802.484728:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077802.484736:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077802.484746:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077802.484757:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077802.484766:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077802.484775:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077802.484780:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077802.484823:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077803.124702:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077803.124713:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077803.124719:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077803.124729:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077803.124731:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077803.124737:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077803.124739:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077803.124740:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077803.124746:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077803.124748:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077803.124751:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077803.124757:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077803.124778:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077803.124784:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077803.124792:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077803.124792:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077803.124797:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077803.124803:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077803.124819:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077803.124822:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077803.124826:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077803.124828:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077803.124831:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077803.124833:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077803.124838:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769077803.124840:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077803.124845:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077803.124845:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077803.124851:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077803.124852:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077803.124859:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077803.124863:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077803.124867:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077803.124868:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077803.124871:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077803.124875:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077803.508697:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077803.508706:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077803.508711:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077803.508721:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077803.508729:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077803.508737:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077803.508758:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077803.508763:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077803.508768:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077804.148658:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077804.148666:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077804.148667:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077804.148672:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077804.148672:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077804.148675:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077804.148681:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769077804.148682:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077804.148688:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077804.148689:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077804.148695:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077804.148695:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077804.148702:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077804.148705:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077804.148707:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077804.148710:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077804.148713:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077804.148715:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077804.148717:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077804.148723:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077804.148726:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077804.148729:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077804.148735:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077804.148739:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077804.148739:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077804.148744:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077804.148745:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077804.148746:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077804.148748:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077804.148749:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077804.148752:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077804.148757:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077804.148760:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077804.148763:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077804.148766:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077804.148769:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077804.148829:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077804.148832:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077804.148835:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077804.532826:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077804.532829:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077804.532830:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077804.532832:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077804.532833:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077804.532835:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077804.532836:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077804.532847:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077804.532849:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077805.172662:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077805.172665:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077805.172669:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077805.172672:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077805.172675:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077805.172679:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077805.172680:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077805.172686:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077805.172688:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077805.172692:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077805.172695:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077805.172700:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077805.172703:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077805.172707:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077805.172711:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077805.172713:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077805.172717:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077805.172722:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077805.172736:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077805.172741:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077805.172743:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077805.172745:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077805.172747:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077805.172750:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077805.172752:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077805.172757:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077805.172758:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077805.172762:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077805.172764:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077805.172768:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077805.172770:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077805.172773:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077805.172779:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077805.172779:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077805.172781:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077805.172785:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077805.556653:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077805.556660:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077805.556663:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077805.556669:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077805.556674:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077805.556678:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077805.556681:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077805.556687:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077805.556693:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077806.196638:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077806.196646:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077806.196649:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077806.196650:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.196656:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077806.196658:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077806.196661:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077806.196665:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077806.196667:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077806.196670:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.196674:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077806.196676:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077806.196680:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077806.196680:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077806.196686:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.196696:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077806.196700:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077806.196701:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077806.196705:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077806.196706:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077806.196707:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077806.196714:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077806.196719:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077806.196723:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077806.196727:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077806.196729:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077806.196730:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.196733:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077806.196737:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077806.196737:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077806.196743:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077806.196749:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077806.196753:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.196758:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077806.196761:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077806.196763:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077806.580727:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077806.580738:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077806.580745:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077806.580752:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000080:00000001:3.0:1769077806.580752:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077806.580757:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:0.0:1769077806.580760:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:3.0:1769077806.580761:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077806.580767:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077806.580771:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00080000:0.0:1769077806.580772:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4791 00000020:00000001:3.0:1769077806.580794:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000020:00000001:3.0:1769077806.580798:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077806.580802:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:0.0:1769077806.580803:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00200000:3.0:1769077806.580807:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:0.0:1769077806.580814:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769077806.580815:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077806.580819:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:0.0:1769077806.580821:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000080:00000001:3.0:1769077806.580823:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077806.580830:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:3.0:1769077806.580833:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:0.0:1769077806.580835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077806.580841:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:3.0:1769077806.580842:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:0.0:1769077806.580844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077806.580851:0:8:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:3.0:1769077806.580851:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000040:0.0:1769077806.580855:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:3.0:1769077806.580857:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000001:0.0:1769077806.580858:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077806.580862:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:3.0:1769077806.580863:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000001:0.0:1769077806.580865:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:3.0:1769077806.580868:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077806.580869:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077806.580876:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077806.580876:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077806.580897:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:3.0:1769077806.580899:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:0.0:1769077806.580902:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077806.580903:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.580909:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077806.580910:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077806.580913:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077806.580916:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000040:0.0:1769077806.580917:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000002:3.0:1769077806.580919:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000100:00080000:0.0:1769077806.580925:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:3.0:1769077806.580925:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.580930:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:0.0:1769077806.580932:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.580934:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:0.0:1769077806.580939:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769077806.580939:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077806.580945:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:0.0:1769077806.580946:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1769077806.580948:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:0.0:1769077806.580953:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.580953:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077806.580956:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:0.0:1769077806.580959:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1769077806.580959:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077806.580962:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000001:0.0:1769077806.580964:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769077806.580966:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077806.580970:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000020:00000001:3.0:1769077806.580972:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077806.580975:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077806.580976:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077806.580977:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077806.580979:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00020000:00000001:3.0:1769077806.580979:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.580983:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077806.580987:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000040:0.0:1769077806.580988:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769077806.580988:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.580991:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.580994:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.580996:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:0.0:1769077806.580997:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:3.0:1769077806.580997:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000001:0.0:1769077806.581002:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581002:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077806.581005:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077806.581007:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:0.0:1769077806.581009:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1769077806.581009:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581013:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.581015:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:3.0:1769077806.581015:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581019:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581020:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077806.581020:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.581022:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581022:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581027:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077806.581029:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077806.581030:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077806.581031:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000010:0.0:1769077806.581033:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000008:00000001:3.0:1769077806.581033:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077806.581035:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077806.581040:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:0.0:1769077806.581043:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769077806.581043:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077806.581046:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077806.581049:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077806.581050:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077806.581052:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000008:00000020:3.0:1769077806.581054:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00100000:0.0:1769077806.581056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657830144/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:3.0:1769077806.581058:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077806.581061:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077806.581063:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077806.581067:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077806.581070:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:0.0:1769077806.581073:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:3.0:1769077806.581074:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:3.0:1769077806.581077:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.581079:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581080:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581084:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581087:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077806.581088:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657830144/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769077806.581089:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581091:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077806.581094:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077806.581096:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077806.581098:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077806.581100:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077806.581102:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581106:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077806.581108:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077806.581109:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077806.581111:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077806.581111:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077806.581112:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077806.581113:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077806.581114:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581115:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581116:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:0.0:1769077806.581117:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581117:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077806.581119:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077806.581122:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00080000:0.0:1769077806.581123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1769077806.581124:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077806.581126:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077806.581128:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:0.0:1769077806.581130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:3.0:1769077806.581131:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077806.581134:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769077806.581135:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:3.0:1769077806.581136:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077806.581137:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:3.0:1769077806.581139:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.581143:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:3.0:1769077806.581143:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077806.581147:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00080000:0.0:1769077806.581150:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4791 00000020:00000001:3.0:1769077806.581151:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581156:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:0.0:1769077806.581157:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769077806.581159:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077806.581163:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000400:00000200:0.0:1769077806.581166:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769077806.581167:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00080000:0.0:1769077806.581169:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1769077806.581170:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077806.581174:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00000040:0.0:1769077806.581177:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077806.581178:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077806.581182:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:0.0:1769077806.581184:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:3.0:1769077806.581186:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000040:0.0:1769077806.581189:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00200000:3.0:1769077806.581190:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:0.0:1769077806.581196:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:3.0:1769077806.581197:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077806.581200:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769077806.581201:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000040:0.0:1769077806.581204:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00001000:3.0:1769077806.581205:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000020:00000001:0.0:1769077806.581224:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:3.0:1769077806.581225:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:0.0:1769077806.581228:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077806.581233:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000080:00000001:3.0:1769077806.581233:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077806.581241:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000080:00000001:3.0:1769077806.581244:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000040:0.0:1769077806.581248:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:3.0:1769077806.581249:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077806.581252:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769077806.581255:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077806.581256:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077806.581260:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000040:0.0:1769077806.581262:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769077806.581264:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000100:00000001:0.0:1769077806.581268:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077806.581268:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077806.581272:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000020:00000040:0.0:1769077806.581274:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000080:00200000:3.0:1769077806.581275:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077806.581281:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:0.0:1769077806.581282:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:3.0:1769077806.581284:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077806.581287:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.581290:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077806.581291:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 02000000:00000001:0.0:1769077806.581294:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000002:3.0:1769077806.581297:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:0.0:1769077806.581301:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077806.581302:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077806.581306:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 02000000:00000001:0.0:1769077806.581307:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581310:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:0.0:1769077806.581311:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:3.0:1769077806.581313:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077806.581317:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:3.0:1769077806.581317:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077806.581324:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000008:00000001:0.0:1769077806.581325:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581327:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.581331:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581332:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077806.581335:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077806.581339:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000010:0.0:1769077806.581340:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00020000:00000002:3.0:1769077806.581341:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:0.0:1769077806.581346:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769077806.581347:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581352:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:0.0:1769077806.581354:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1769077806.581355:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:0.0:1769077806.581358:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581395:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:0.0:1769077806.581396:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077806.581400:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00200000:3.0:1769077806.581400:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:0.0:1769077806.581405:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077806.581406:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000010:0.0:1769077806.581413:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00020000:00000001:3.0:1769077806.581414:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077806.581417:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:0.0:1769077806.581421:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581422:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077806.581426:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077806.581430:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00100000:0.0:1769077806.581432:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657830272/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769077806.581434:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000020:00000001:3.0:1769077806.581438:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077806.581442:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077806.581445:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077806.581449:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.581451:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:3.0:1769077806.581452:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581456:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:0.0:1769077806.581457:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581461:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077806.581463:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077806.581466:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657830272/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769077806.581467:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581472:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581477:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077806.581481:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077806.581484:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077806.581488:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077806.581491:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:0.0:1769077806.581493:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581494:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077806.581498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1769077806.581499:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581505:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077806.581507:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:3.0:1769077806.581511:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.581512:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1769077806.581532:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00080000:0.0:1769077806.581533:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1769077806.581534:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.581538:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:3.0:1769077806.581538:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077806.581544:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4791 00000020:00000001:3.0:1769077806.581544:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077806.581546:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077806.581550:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077806.581553:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077806.581555:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077806.581556:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077806.581559:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077806.581563:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077806.581565:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769077806.581588:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769077806.581593:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:0.0:1769077806.581596:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:3.0:1769077806.581597:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077806.581601:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000100:00080000:0.0:1769077806.581602:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000020:3.0:1769077806.581606:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00000040:0.0:1769077806.581610:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:3.0:1769077806.581613:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000800:00000200:1.1:1769077806.581615:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769077806.581616:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000020:3.0:1769077806.581616:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077806.581620:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1769077806.581621:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000100:00000040:0.0:1769077806.581623:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:3.0:1769077806.581624:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:0.0:1769077806.581629:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000020:3.0:1769077806.581629:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000020:00000001:0.0:1769077806.581636:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:3.0:1769077806.581638:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000020:00000040:0.0:1769077806.581640:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000008:00000001:3.0:1769077806.581642:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077806.581645:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077806.581647:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769077806.581648:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00020000:00000001:3.0:1769077806.581650:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077806.581651:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077806.581657:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:3.0:1769077806.581657:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581662:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581666:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:0.0:1769077806.581668:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077806.581669:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077806.581672:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:0.0:1769077806.581676:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077806.581676:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077806.581679:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077806.581681:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077806.581685:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077806.581685:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077806.581688:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077806.581691:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:0.0:1769077806.581693:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769077806.581694:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077806.581713:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077806.581715:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000040:0.0:1769077806.581719:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:3.0:1769077806.581719:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077806.581723:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581725:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077806.581729:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:3.0:1769077806.581730:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077806.581733:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077806.581735:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:0.0:1769077806.581740:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581740:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077806.581743:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077806.581747:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:0.0:1769077806.581748:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769077806.581750:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077806.581753:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:0.0:1769077806.581754:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769077806.581755:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077806.581759:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.581760:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581762:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.581764:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:3.0:1769077806.581768:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000008:00100000:0.0:1769077806.581769:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:3.0:1769077806.581772:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000008:00000001:0.0:1769077806.581774:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581775:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.581780:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581781:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077806.581784:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000010:0.0:1769077806.581786:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00020000:00000001:3.0:1769077806.581787:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077806.581790:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000040:0.0:1769077806.581792:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769077806.581793:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:0.0:1769077806.581797:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00001000:3.0:1769077806.581797:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 02000000:00000001:0.0:1769077806.581801:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077806.581801:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1769077806.581807:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:3.0:1769077806.581807:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:0.0:1769077806.581812:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000080:00000001:3.0:1769077806.581812:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:0.0:1769077806.581817:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1769077806.581818:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000010:0.0:1769077806.581823:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000080:00000001:3.0:1769077806.581825:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:0.0:1769077806.581828:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077806.581829:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077806.581835:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00100000:0.0:1769077806.581836:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657830400/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000001:3.0:1769077806.581841:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:3.0:1769077806.581849:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.581857:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077806.581862:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077806.581887:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657830400/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077806.581919:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077806.581926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077806.581953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077806.581957:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077806.581961:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077806.581966:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077806.581973:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4791 00000400:00000200:0.0:1769077806.581983:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077806.581992:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077806.582018:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077806.582026:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077806.582031:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077806.582035:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077806.582041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077806.582043:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077806.582046:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077806.582050:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077806.582053:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077806.582055:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077806.582061:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077806.582085:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077806.582088:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077806.582093:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077806.582095:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077806.582098:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077806.582105:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077806.582110:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077806.582115:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077806.582122:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077806.582128:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.582133:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077806.582138:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077806.582146:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.582151:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077806.582159:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077806.582167:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077806.582175:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077806.582178:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077806.582184:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077806.582188:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077806.582193:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077806.582201:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769077806.582208:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077806.582235:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657830528/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077806.582255:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077806.582259:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077806.582266:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657830528/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077806.582285:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077806.582293:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4801) 00000800:00000200:1.1:1769077806.582437:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077806.582439:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077806.582693:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077806.582695:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:1.1:1769077806.583071:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077806.583073:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000100:00000001:3.0:1769077807.220647:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077807.220654:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077807.220657:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077807.220661:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077807.220668:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077807.220672:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077807.220676:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077807.220680:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077807.220686:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077807.220707:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077807.220713:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077807.220718:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077807.220725:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077807.220730:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077807.220731:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077807.220736:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077807.220737:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077807.220739:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077807.220745:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077807.220745:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077807.220750:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077807.220752:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077807.220754:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077807.220761:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077807.220762:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077807.220766:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077807.220771:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077807.220786:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077807.220790:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077807.220795:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077807.220795:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077807.220801:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077807.220802:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077807.220806:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077807.220824:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077807.220827:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077807.220828:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077807.220834:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077807.220835:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077807.220838:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077807.220839:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077807.220844:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077807.220845:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077807.220848:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077807.220851:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077807.348651:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299464908, at 4299464960 00000100:00000010:0.0:1769077807.348664:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad04e0. 00000100:00000001:0.0:1769077808.244661:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077808.244661:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077808.244668:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077808.244670:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077808.244672:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077808.244676:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077808.244680:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077808.244683:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077808.244686:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077808.244689:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077808.244690:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077808.244695:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077808.244700:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077808.244705:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077808.244709:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077808.244725:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077808.244730:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077808.244736:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077808.244740:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077808.244744:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077808.244747:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077808.244751:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077808.244757:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077808.244759:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077808.244760:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077808.244765:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077808.244766:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077808.244769:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077808.244770:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077808.244772:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077808.244778:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077808.244784:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077808.244787:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077808.244790:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077808.244794:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077808.244797:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077808.628730:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077808.628745:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077808.628748:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077808.628753:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077808.628758:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077808.628762:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077808.628765:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077808.628768:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077808.628771:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077809.268691:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077809.268705:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077809.268706:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077809.268720:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077809.268720:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077809.268728:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077809.268733:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077809.268742:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077809.268744:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077809.268752:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077809.268760:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077809.268763:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077809.268765:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077809.268769:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077809.268772:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077809.268779:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077809.268783:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077809.268788:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077809.268804:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077809.268811:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077809.268816:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077809.268823:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077809.268831:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077809.268837:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077809.268844:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077809.268847:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077809.268849:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077809.268851:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077809.268854:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077809.268857:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077809.268860:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077809.268864:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077809.268868:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077809.268871:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077809.268873:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077809.268875:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077809.652687:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077809.652698:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077809.652705:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077809.652715:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077809.652724:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077809.652733:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077809.652740:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077809.652746:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077809.652750:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077810.292727:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077810.292728:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077810.292743:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077810.292744:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077810.292750:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077810.292752:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077810.292765:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077810.292765:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077810.292780:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077810.292780:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077810.292793:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077810.292794:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077810.292812:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077810.292815:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077810.292817:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077810.292838:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077810.292843:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077810.292850:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077810.292861:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077810.292866:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077810.292874:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077810.292879:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077810.292889:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077810.292896:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077810.292897:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077810.292906:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077810.292907:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077810.292918:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077810.292920:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077810.292930:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077810.292942:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077810.292951:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077810.292957:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077810.292959:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077810.292965:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077810.292972:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077810.676704:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077810.676721:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077810.676734:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077810.676753:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077810.676773:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077810.676786:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077810.676804:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077810.676807:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077810.676810:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.316722:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077811.316725:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077811.316733:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077811.316736:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077811.316738:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.316741:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077811.316751:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077811.316754:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077811.316763:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077811.316769:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077811.316771:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077811.316777:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077811.316792:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077811.316794:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077811.316796:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.316801:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077811.316806:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077811.316810:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077811.316811:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077811.316816:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077811.316822:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077811.316830:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077811.316836:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077811.316846:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077811.316849:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077811.316851:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077811.316854:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077811.700692:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077811.700702:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077811.700710:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077811.700716:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077811.700735:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:0.0:1769077811.700744:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:3.0:1769077811.700749:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4796 00000080:00000001:0.0:1769077811.700751:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077811.700759:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077811.700768:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000200:3.0:1769077811.700770:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:0.0:1769077811.700779:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000400:00000200:3.0:1769077811.700785:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077811.700790:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00080000:3.0:1769077811.700799:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077811.700804:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077811.700812:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:3.0:1769077811.700812:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00200000:0.0:1769077811.700818:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:3.0:1769077811.700820:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077811.700829:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:3.0:1769077811.700829:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077811.700836:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769077811.700838:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:0.0:1769077811.700840:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077811.700849:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000002:0.0:1769077811.700851:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000020:00000040:3.0:1769077811.700851:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000002:0.0:1769077811.700862:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769077811.700862:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077811.700867:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:0.0:1769077811.700870:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000001:3.0:1769077811.700872:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769077811.700874:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000001:3.0:1769077811.700878:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769077811.700880:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077811.700883:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077811.700883:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077811.700895:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077811.700896:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077811.700904:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:3.0:1769077811.700904:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077811.700909:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077811.700910:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.700926:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:3.0:1769077811.700926:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:0.0:1769077811.700933:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077811.700940:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00080000:3.0:1769077811.700940:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000002:0.0:1769077811.700948:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:3.0:1769077811.700948:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.700955:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077811.700958:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.700959:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077811.700962:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.700969:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077811.700970:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:3.0:1769077811.700972:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.700975:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077811.700979:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000010:3.0:1769077811.700981:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00020000:00200000:0.0:1769077811.700984:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:3.0:1769077811.700985:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769077811.700993:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000002:0.0:1769077811.700994:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:3.0:1769077811.700996:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.701004:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769077811.701007:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:3.0:1769077811.701007:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077811.701011:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077811.701012:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:3.0:1769077811.701013:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701016:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077811.701020:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000010:3.0:1769077811.701022:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 00000020:00000001:0.0:1769077811.701023:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:0.0:1769077811.701030:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769077811.701034:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701035:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.701041:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077811.701044:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.701050:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077811.701052:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657830656/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769077811.701055:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077811.701066:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077811.701072:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.701073:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769077811.701079:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.701080:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701090:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077811.701093:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657830656/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077811.701097:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077811.701103:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077811.701110:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.701115:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077811.701118:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077811.701119:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701120:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.701122:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.701123:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.701134:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077811.701136:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769077811.701137:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077811.701141:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701147:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701154:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00080000:3.0:1769077811.701156:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:0.0:1769077811.701160:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077811.701163:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769077811.701164:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1769077811.701166:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00080000:3.0:1769077811.701170:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:0.0:1769077811.701177:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:3.0:1769077811.701178:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:0.0:1769077811.701187:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00080000:3.0:1769077811.701191:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4796 00000008:00000001:0.0:1769077811.701195:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077811.701199:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077811.701204:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769077811.701205:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769077811.701220:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:3.0:1769077811.701223:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:0.0:1769077811.701232:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00080000:3.0:1769077811.701233:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:0.0:1769077811.701238:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000100:00000040:3.0:1769077811.701245:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000020:0.0:1769077811.701246:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000001:3.0:1769077811.701250:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077811.701259:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077811.701266:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:3.0:1769077811.701267:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000020:0.0:1769077811.701286:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077811.701290:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077811.701293:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:0.0:1769077811.701301:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000040:3.0:1769077811.701301:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000008:00000020:0.0:1769077811.701308:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000020:00000001:3.0:1769077811.701308:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077811.701315:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000008:00000001:0.0:1769077811.701329:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1769077811.701330:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000008:00000001:0.0:1769077811.701343:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077811.701344:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077811.701357:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077811.701361:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077811.701365:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.701372:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.701373:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077811.701385:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077811.701386:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077811.701394:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077811.701396:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:0.0:1769077811.701398:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:3.0:1769077811.701404:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769077811.701407:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077811.701411:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:3.0:1769077811.701412:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701419:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:3.0:1769077811.701421:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077811.701425:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:3.0:1769077811.701429:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077811.701432:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.701439:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.701440:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077811.701447:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769077811.701448:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077811.701455:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000008:00100000:3.0:1769077811.701457:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:0.0:1769077811.701464:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000008:00000001:3.0:1769077811.701467:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.701468:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.701474:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769077811.701475:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701477:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077811.701484:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077811.701486:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00020000:00000001:0.0:1769077811.701498:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077811.701498:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769077811.701504:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077811.701509:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.701513:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:3.0:1769077811.701513:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077811.701517:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:3.0:1769077811.701520:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769077811.701521:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077811.701529:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:3.0:1769077811.701531:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701537:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000010:3.0:1769077811.701539:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00020000:00000001:0.0:1769077811.701542:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077811.701546:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769077811.701548:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701549:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00100000:3.0:1769077811.701610:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657830784/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769077811.701616:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077811.701620:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.701632:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.701645:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077811.701648:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769077811.701649:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769077811.701654:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.701655:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701663:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077811.701670:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000040:3.0:1769077811.701671:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657830784/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077811.701674:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077811.701679:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077811.701685:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077811.701689:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077811.701703:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:3.0:1769077811.701706:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.701708:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077811.701717:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00080000:3.0:1769077811.701718:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000080:00200000:0.0:1769077811.701724:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00080000:3.0:1769077811.701733:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000080:00000001:0.0:1769077811.701737:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000800:00000200:1.1:1769077811.701738:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077811.701740:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769077811.701740:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00001000:0.0:1769077811.701748:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00080000:3.0:1769077811.701749:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.1:1769077811.701749:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000080:00000001:0.0:1769077811.701760:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077811.701762:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:0.0:1769077811.701769:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077811.701770:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4796 00000080:00000001:0.0:1769077811.701786:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:3.0:1769077811.701787:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:0.0:1769077811.701791:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077811.701797:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:3.0:1769077811.701798:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077811.701807:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00080000:3.0:1769077811.701809:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00001000:0.0:1769077811.701819:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000040:3.0:1769077811.701824:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077811.701830:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077811.701831:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000100:00000040:3.0:1769077811.701838:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077811.701840:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077811.701849:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:3.0:1769077811.701849:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00200000:0.0:1769077811.701857:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077811.701859:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077811.701865:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077811.701867:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077811.701869:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077811.701871:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:3.0:1769077811.701873:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000080:00000001:0.0:1769077811.701877:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077811.701882:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000002:0.0:1769077811.701890:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000020:00000001:3.0:1769077811.701891:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000002:0.0:1769077811.701907:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000100:00000040:3.0:1769077811.701908:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077811.701920:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:3.0:1769077811.701921:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077811.701928:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077811.701932:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:3.0:1769077811.701933:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077811.701939:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.701940:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077811.701953:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769077811.701953:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:3.0:1769077811.701962:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769077811.701967:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:3.0:1769077811.701971:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.701972:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.701975:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077811.701979:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077811.701983:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769077811.701985:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.701990:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769077811.701991:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077811.701996:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000008:00100000:3.0:1769077811.701996:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000002:0.0:1769077811.702002:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000008:00000001:3.0:1769077811.702003:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702015:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.702015:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702032:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000010:3.0:1769077811.702034:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000020:00000001:0.0:1769077811.702045:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000040:3.0:1769077811.702045:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:0.0:1769077811.702052:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:3.0:1769077811.702053:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00200000:0.0:1769077811.702058:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:3.0:1769077811.702059:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077811.702070:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:3.0:1769077811.702070:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077811.702078:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077811.702083:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:3.0:1769077811.702085:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.702092:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000010:3.0:1769077811.702094:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000020:00000001:0.0:1769077811.702098:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769077811.702100:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702106:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00100000:3.0:1769077811.702111:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657830912/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00001000:0.0:1769077811.702116:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077811.702128:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000020:00000001:0.0:1769077811.702136:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077811.702141:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.702146:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077811.702153:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.702162:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.702174:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077811.702181:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769077811.702184:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769077811.702188:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.702193:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.702198:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702205:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077811.702207:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657830912/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077811.702216:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077811.702224:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077811.702230:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769077811.702231:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702242:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00080000:3.0:1769077811.702244:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769077811.702254:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00080000:3.0:1769077811.702256:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:0.0:1769077811.702264:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.702265:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077811.702271:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1769077811.702285:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.702288:0:13606:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:0.0:1769077811.702297:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077811.702304:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4796 00020000:00000001:0.0:1769077811.702306:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702316:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077811.702321:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077811.702322:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077811.702331:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702336:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:3.0:1769077811.702336:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:0.0:1769077811.702343:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00080000:3.0:1769077811.702345:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:0.0:1769077811.702349:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.702354:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:3.0:1769077811.702356:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077811.702360:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:3.0:1769077811.702364:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:0.0:1769077811.702365:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000040:3.0:1769077811.702371:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077811.702372:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077811.702378:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769077811.702379:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:0.0:1769077811.702384:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077811.702386:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:0.0:1769077811.702395:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000020:00000040:3.0:1769077811.702396:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000008:00000001:0.0:1769077811.702403:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000020:00000001:3.0:1769077811.702403:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:0.0:1769077811.702415:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000020:00000040:3.0:1769077811.702416:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000008:00000020:0.0:1769077811.702429:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000020:00000001:3.0:1769077811.702429:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769077811.702442:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000008:00000001:0.0:1769077811.702443:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077811.702451:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077811.702459:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769077811.702460:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077811.702479:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769077811.702479:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000020:0.0:1769077811.702485:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000040:3.0:1769077811.702490:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077811.702500:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:0.0:1769077811.702507:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000020:00000040:3.0:1769077811.702509:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000008:00000001:0.0:1769077811.702518:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077811.702521:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769077811.702527:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.702531:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.702535:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.702537:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769077811.702541:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.702543:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077811.702545:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.702551:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702596:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077811.702599:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077811.702600:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077811.702605:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077811.702610:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769077811.702610:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077811.702620:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769077811.702621:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000001:0.0:1769077811.702631:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000008:00000001:3.0:1769077811.702634:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702639:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769077811.702642:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702643:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077811.702653:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000010:3.0:1769077811.702655:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00020000:00000001:0.0:1769077811.702657:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.702661:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077811.702665:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000040:3.0:1769077811.702666:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00000001:0.0:1769077811.702676:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.702677:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769077811.702687:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077811.702688:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077811.702700:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769077811.702701:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077811.702709:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:3.0:1769077811.702710:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769077811.702719:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:3.0:1769077811.702720:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702724:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077811.702730:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000010:3.0:1769077811.702731:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00020000:00000001:0.0:1769077811.702740:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:3.0:1769077811.702742:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.702749:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.702752:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077811.702757:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00100000:3.0:1769077811.702758:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657831040/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769077811.702760:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.702772:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.702782:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769077811.702785:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769077811.702790:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769077811.702792:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702801:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077811.702804:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657831040/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077811.702813:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077811.702818:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077811.702823:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:3.0:1769077811.702827:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.702828:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077811.702832:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:3.0:1769077811.702835:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4807) 00000020:00001000:0.0:1769077811.702838:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077811.702846:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077811.702850:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077811.702853:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077811.702861:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077811.702868:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077811.702873:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077811.702882:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077811.702897:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:0.0:1769077811.702903:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077811.702909:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077811.702915:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077811.702921:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077811.702932:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077811.702941:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077811.702948:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000020:00000001:0.0:1769077811.702954:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077811.702958:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077811.702963:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077811.702974:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.702978:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077811.702983:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077811.702992:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077811.703004:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00020000:00000001:0.0:1769077811.703012:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077811.703014:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077811.703018:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077811.703026:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703034:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077811.703050:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077811.703056:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703066:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.703071:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077811.703078:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077811.703084:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000020:00000001:0.0:1769077811.703094:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703103:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077811.703108:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077811.703116:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077811.703124:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077811.703130:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077811.703145:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077811.703149:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077811.703155:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077811.703161:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000800:00000200:1.1:1769077811.703161:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00001000:0.0:1769077811.703169:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000800:00000200:1.1:1769077811.703169:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000020:00000001:0.0:1769077811.703176:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000020:00000001:0.0:1769077811.703183:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077811.703187:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.703196:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077811.703200:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703207:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703217:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077811.703222:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077811.703227:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703230:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703234:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703243:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077811.703247:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077811.703252:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.703254:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077811.703258:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077811.703263:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703266:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703272:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703295:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703304:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077811.703308:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703318:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703324:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077811.703326:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077811.703329:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.703339:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077811.703342:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077811.703346:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077811.703350:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077811.703356:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077811.703359:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.703363:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077811.703371:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077811.703379:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000008:00000020:0.0:1769077811.703393:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077811.703406:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077811.703416:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077811.703419:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.703422:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077811.703425:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:0.0:1769077811.703434:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:0.0:1769077811.703440:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703449:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703457:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703463:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703472:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703478:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077811.703481:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077811.703485:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077811.703487:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077811.703491:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077811.703497:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703503:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077811.703505:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077811.703507:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077811.703509:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077811.703512:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.703513:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077811.703514:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077811.703516:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703521:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703524:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077811.703527:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077811.703531:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077811.703533:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077811.703536:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077811.703539:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077811.703541:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.703542:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077811.703544:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077811.703546:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703552:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703578:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077811.703580:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077811.703583:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703587:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077811.703591:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077811.703593:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077811.703595:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077811.703596:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077811.703597:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077811.703603:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077811.703606:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077811.703609:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077811.703611:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077811.703621:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077811.703624:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077811.703630:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077811.703638:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:0.0:1769077811.703642:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077811.703647:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077811.703653:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077811.703656:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077811.703662:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077811.703669:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077811.703679:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:0.0:1769077811.703684:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077811.703693:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077811.703695:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077811.703701:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.703706:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077811.703709:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077811.703720:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077811.703733:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:0.0:1769077811.703746:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077811.703753:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077811.703762:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077811.703765:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703773:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077811.703781:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077811.703787:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703796:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.703800:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077811.703806:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077811.703823:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:0.0:1769077811.703832:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703837:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077811.703840:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077811.703845:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077811.703851:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077811.703859:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077811.703871:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077811.703876:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077811.703880:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077811.703887:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077811.703891:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077811.703896:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:0.0:1769077811.703898:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077811.703902:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.703903:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077811.703909:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703913:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703919:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077811.703926:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077811.703927:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703933:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703938:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703943:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077811.703948:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077811.703952:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.703956:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077811.703960:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077811.703964:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703967:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703972:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.703977:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703982:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077811.703986:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703993:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.703997:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077811.704001:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077811.704005:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.704008:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077811.704010:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077811.704014:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077811.704018:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077811.704020:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077811.704022:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.704025:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077811.704028:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077811.704033:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000008:00000020:0.0:1769077811.704037:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077811.704041:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077811.704042:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077811.704045:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.704048:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077811.704051:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769077811.704055:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.704062:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704065:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704071:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704074:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704081:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704085:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077811.704089:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077811.704091:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077811.704095:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077811.704096:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077811.704098:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704103:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077811.704105:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077811.704108:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077811.704111:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077811.704114:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.704117:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077811.704120:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077811.704123:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704128:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704133:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077811.704135:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077811.704138:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077811.704141:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077811.704143:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077811.704147:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077811.704155:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.704158:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077811.704161:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077811.704164:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704167:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704170:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077811.704176:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077811.704179:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704183:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077811.704188:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077811.704190:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077811.704192:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077811.704197:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077811.704202:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077811.704209:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077811.704213:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077811.704219:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077811.704224:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077811.704237:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077811.704245:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077811.704252:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077811.704258:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077811.704267:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077811.704288:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077811.704291:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077811.704292:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077811.704296:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077811.704301:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077811.704306:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:0.0:1769077811.704309:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077811.704313:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077811.704316:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077811.704320:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.704324:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077811.704326:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077811.704328:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077811.704338:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:0.0:1769077811.704343:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077811.704346:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077811.704348:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077811.704351:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704354:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077811.704356:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077811.704360:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704366:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.704370:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077811.704376:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077811.704380:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:0.0:1769077811.704387:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704395:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000800:00000200:1.1:1769077811.704396:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077811.704398:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077811.704401:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000800:00000200:1.1:1769077811.704401:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00020000:00200000:0.0:1769077811.704408:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077811.704410:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077811.704423:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077811.704435:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077811.704438:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077811.704445:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077811.704454:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077811.704463:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:0.0:1769077811.704470:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077811.704475:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.704481:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077811.704487:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704493:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704503:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077811.704516:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077811.704525:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704535:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704546:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704575:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077811.704579:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077811.704584:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.704590:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077811.704598:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077811.704605:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704613:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704619:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704626:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704632:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077811.704635:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704640:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704644:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077811.704648:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077811.704650:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.704652:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077811.704653:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077811.704656:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077811.704660:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077811.704662:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077811.704665:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.704669:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077811.704671:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077811.704673:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:0.0:1769077811.704677:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077811.704681:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077811.704684:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077811.704688:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.704690:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077811.704695:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769077811.704699:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.704702:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704706:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704711:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704716:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704723:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704730:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077811.704734:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077811.704737:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077811.704740:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077811.704745:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077811.704747:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704753:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077811.704759:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077811.704762:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077811.704766:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077811.704770:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.704775:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077811.704784:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077811.704793:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704805:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704813:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077811.704820:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077811.704823:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077811.704826:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077811.704828:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077811.704830:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077811.704833:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.704837:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077811.704840:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077811.704843:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704853:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.704861:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077811.704865:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077811.704873:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.704880:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077811.704884:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077811.704888:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077811.704894:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077811.704899:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077811.704905:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077811.704912:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077811.704917:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077811.704923:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077811.704928:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077811.704935:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077811.704943:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077811.704951:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077811.704959:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077811.704963:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077811.704971:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077811.704977:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077811.704983:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077811.704986:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077811.704991:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077811.704998:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:0.0:1769077811.705005:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077811.705007:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077811.705010:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077811.705024:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.705032:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077811.705039:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077811.705050:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077811.705056:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:0.0:1769077811.705068:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077811.705073:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077811.705079:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077811.705084:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705094:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077811.705105:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077811.705111:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705119:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.705126:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077811.705128:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077811.705135:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:0.0:1769077811.705141:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705151:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077811.705155:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077811.705159:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077811.705161:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077811.705170:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077811.705176:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077811.705182:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077811.705188:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077811.705191:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077811.705195:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077811.705201:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:0.0:1769077811.705210:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077811.705221:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077811.705233:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077811.705235:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705242:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705251:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077811.705259:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077811.705263:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705267:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705285:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705289:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077811.705293:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077811.705302:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.705305:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077811.705310:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077811.705320:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705323:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705332:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705336:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705340:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077811.705343:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705349:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705363:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077811.705366:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077811.705370:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.705376:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077811.705385:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077811.705389:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077811.705394:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077811.705398:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077811.705401:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.705408:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077811.705414:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077811.705418:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:0.0:1769077811.705428:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077811.705435:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077811.705438:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077811.705443:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.705452:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077811.705465:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769077811.705481:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077811.705487:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705494:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705500:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705505:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705517:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705524:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077811.705531:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077811.705537:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077811.705542:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077811.705545:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077811.705548:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705551:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077811.705591:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077811.705594:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077811.705598:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077811.705600:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.705606:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077811.705609:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077811.705614:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705618:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705621:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077811.705622:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077811.705626:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077811.705631:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077811.705633:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077811.705642:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077811.705647:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077811.705653:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077811.705658:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000800:00000200:1.1:1769077811.705658:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:0.0:1769077811.705662:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769077811.705663:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00020000:00000001:0.0:1769077811.705667:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077811.705670:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077811.705677:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077811.705683:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077811.705697:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077811.705702:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077811.705705:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077811.705710:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077811.705715:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077811.705717:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077811.705726:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077811.705734:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077811.705736:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077811.705739:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077811.705759:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077811.705763:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077811.705766:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077811.705777:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077811.705785:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077812.340628:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077812.340632:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077812.340639:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077812.340639:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077812.340644:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077812.340645:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077812.340651:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077812.340652:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077812.340658:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077812.340660:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077812.340664:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077812.340666:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077812.340669:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077812.340673:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077812.340676:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077812.340686:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077812.340689:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077812.340692:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077812.340726:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077812.340731:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077812.340733:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077812.340739:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077812.340748:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077812.340755:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077812.340760:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077812.340767:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077812.340773:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077812.340794:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077812.340800:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077812.340803:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077812.340807:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077812.340812:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077812.340815:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077812.340818:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077812.340820:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077812.340822:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077812.468685:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299470028, at 4299470080 00000100:00000010:0.0:1769077812.468707:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0ea0. 00000100:00000001:3.0:1769077813.364744:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077813.364755:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077813.364759:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077813.364766:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077813.364772:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077813.364773:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077813.364783:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077813.364783:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077813.364790:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077813.364793:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077813.364799:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077813.364803:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077813.364807:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077813.364819:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077813.364830:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077813.364834:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077813.364840:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077813.364842:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077813.364846:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077813.364847:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077813.364852:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077813.364853:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077813.364857:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077813.364860:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077813.364878:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077813.364881:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077813.364886:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077814.388655:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077814.388658:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077814.388663:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077814.388664:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077814.388669:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077814.388669:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077814.388677:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077814.388678:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077814.388682:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077814.388687:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077814.388688:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077814.388693:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077814.388697:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077814.388701:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077814.388702:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077814.388719:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077814.388723:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077814.388727:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077814.388729:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077814.388734:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077814.388738:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077814.388742:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077814.388748:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077814.388755:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077814.388761:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077814.388765:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077814.388770:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077815.412731:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077815.412741:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077815.412745:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077815.412752:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077815.412756:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077815.412761:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077815.412764:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077815.412768:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077815.412772:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077815.412774:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077815.412779:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077815.412784:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077815.412785:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077815.412789:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077815.412791:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077815.412810:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077815.412817:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077815.412822:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077815.412863:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077815.412870:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077815.412875:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077815.412883:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077815.412889:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077815.412895:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077815.412899:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077815.412901:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077815.412905:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077815.796709:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077815.796715:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077815.796716:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077815.796720:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077815.796725:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077815.796728:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077815.796730:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077815.796732:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077815.796734:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077816.436667:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077816.436667:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077816.436675:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077816.436675:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077816.436677:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077816.436679:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077816.436682:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769077816.436684:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077816.436689:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077816.436690:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077816.436695:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.436696:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077816.436703:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077816.436706:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077816.436712:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.436712:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077816.436716:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.436721:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.436741:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077816.436747:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077816.436751:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077816.436754:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077816.436759:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077816.436764:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.436767:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077816.436770:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077816.436770:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077816.436775:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.436778:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077816.436779:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077816.436790:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077816.436794:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077816.436798:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077816.436801:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077816.436803:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077816.436806:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077816.436807:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077816.436809:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077816.436811:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077816.820677:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077816.820688:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077816.820692:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077816.820697:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077816.820703:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077816.820710:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4802 00000080:00000001:0.0:1769077816.820715:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077816.820720:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:3.0:1769077816.820722:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077816.820724:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077816.820732:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000200:3.0:1769077816.820734:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00001000:0.0:1769077816.820738:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00080000:3.0:1769077816.820742:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077816.820744:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000020:00000001:0.0:1769077816.820749:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:3.0:1769077816.820750:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:0.0:1769077816.820754:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:3.0:1769077816.820756:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00200000:0.0:1769077816.820758:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:3.0:1769077816.820762:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077816.820765:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769077816.820766:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077816.820768:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077816.820771:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077816.820771:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077816.820775:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000002:0.0:1769077816.820778:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000020:00000001:3.0:1769077816.820779:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077816.820783:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000002:0.0:1769077816.820784:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769077816.820786:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769077816.820789:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000001:3.0:1769077816.820790:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769077816.820792:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000040:3.0:1769077816.820794:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077816.820796:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:3.0:1769077816.820798:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077816.820799:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077816.820802:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077816.820803:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077816.820805:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077816.820808:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000040:3.0:1769077816.820810:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:0.0:1769077816.820811:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077816.820815:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769077816.820816:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077816.820818:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769077816.820820:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.820821:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077816.820825:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012227c0 02000000:00000001:3.0:1769077816.820825:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077816.820829:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077816.820830:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.820833:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.820834:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:3.0:1769077816.820836:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077816.820837:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769077816.820839:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.820840:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077816.820845:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077816.820848:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000010:3.0:1769077816.820850:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24a80. 00020000:00000001:0.0:1769077816.820852:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077816.820855:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000040:3.0:1769077816.820856:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769077816.820857:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077816.820861:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 02000000:00000001:3.0:1769077816.820862:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00001000:0.0:1769077816.820863:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:3.0:1769077816.820865:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.820866:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000100:00000001:3.0:1769077816.820868:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077816.820869:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:3.0:1769077816.820872:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769077816.820874:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077816.820876:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:3.0:1769077816.820877:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.820878:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.820881:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.820883:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077816.820885:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000010:3.0:1769077816.820885:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000020:00000001:0.0:1769077816.820886:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.820890:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.820891:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.820893:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769077816.820893:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.820898:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077816.820901:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077816.820904:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00100000:3.0:1769077816.820904:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24a80 x1855007657831168/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769077816.820907:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077816.820911:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.820917:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077816.820920:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.820924:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077816.820925:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9aa0412] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24a80 x1855007657831168/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077816.820940:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.820946:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.820950:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077816.820951:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.820953:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.820955:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077816.820957:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:3.0:1769077816.820958:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.820959:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077816.820964:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00080000:3.0:1769077816.820965:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:0.0:1769077816.820967:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00080000:3.0:1769077816.820971:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000008:00000001:0.0:1769077816.820973:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:3.0:1769077816.820975:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077816.820980:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:0.0:1769077816.820981:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077816.820987:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769077816.820989:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:0.0:1769077816.820991:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077816.820995:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4802 00000008:00000001:0.0:1769077816.820999:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077816.821003:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:3.0:1769077816.821007:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769077816.821008:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000008:00000020:0.0:1769077816.821017:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000400:00000200:3.0:1769077816.821017:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077816.821023:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:0.0:1769077816.821027:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:3.0:1769077816.821029:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000020:0.0:1769077816.821032:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769077816.821034:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:0.0:1769077816.821036:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769077816.821039:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077816.821044:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769077816.821044:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077816.821049:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000020:0.0:1769077816.821051:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000020:00000040:3.0:1769077816.821053:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769077816.821058:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:0.0:1769077816.821060:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769077816.821061:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769077816.821067:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:3.0:1769077816.821069:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000008:00000001:0.0:1769077816.821078:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077816.821084:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077816.821085:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.821088:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077816.821090:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077816.821091:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077816.821096:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.821097:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077816.821102:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077816.821104:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:0.0:1769077816.821105:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:3.0:1769077816.821108:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769077816.821109:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077816.821114:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:3.0:1769077816.821114:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821117:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077816.821120:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:3.0:1769077816.821120:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769077816.821124:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.821126:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077816.821128:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 02000000:00000001:3.0:1769077816.821131:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821132:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077816.821136:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769077816.821136:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077816.821139:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077816.821141:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00100000:3.0:1769077816.821141:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00000001:0.0:1769077816.821143:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077816.821145:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000008:00000001:3.0:1769077816.821147:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821148:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.821151:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821152:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821155:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000010:3.0:1769077816.821156:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27800. 00000020:00000001:0.0:1769077816.821157:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077816.821161:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000040:3.0:1769077816.821162:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769077816.821163:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077816.821167:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:3.0:1769077816.821168:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769077816.821172:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:3.0:1769077816.821172:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821176:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769077816.821177:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077816.821181:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:3.0:1769077816.821182:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769077816.821201:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077816.821204:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.821205:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821209:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077816.821212:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00020000:00000001:0.0:1769077816.821215:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769077816.821217:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821219:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077816.821223:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077816.821225:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27800 x1855007657831296/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769077816.821227:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077816.821232:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077816.821236:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077816.821251:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769077816.821253:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769077816.821254:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077816.821258:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:3.0:1769077816.821260:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821262:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077816.821266:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077816.821270:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000040:3.0:1769077816.821270:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2388de] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27800 x1855007657831296/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:0.0:1769077816.821274:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077816.821283:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077816.821287:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077816.821290:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077816.821294:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.821295:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077816.821300:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077816.821302:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000080:00000001:0.0:1769077816.821307:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:3.0:1769077816.821309:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000080:00000001:0.0:1769077816.821310:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769077816.821313:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1769077816.821314:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077816.821319:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00080000:3.0:1769077816.821319:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00001000:0.0:1769077816.821327:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000001:3.0:1769077816.821327:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769077816.821333:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000100:00080000:3.0:1769077816.821334:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4802 00000020:00000001:0.0:1769077816.821338:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077816.821341:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077816.821344:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:3.0:1769077816.821345:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077816.821352:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077816.821353:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077816.821356:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:3.0:1769077816.821357:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000080:00000001:0.0:1769077816.821360:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077816.821363:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:0.0:1769077816.821364:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769077816.821367:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000002:0.0:1769077816.821371:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012227c0 00000100:00000040:3.0:1769077816.821373:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077816.821376:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:3.0:1769077816.821377:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077816.821380:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000001:3.0:1769077816.821381:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:0.0:1769077816.821384:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000040:3.0:1769077816.821385:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000001:0.0:1769077816.821387:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077816.821389:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769077816.821391:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769077816.821392:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00020000:00000001:0.0:1769077816.821397:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000001:3.0:1769077816.821398:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:0.0:1769077816.821400:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077816.821405:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077816.821406:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077816.821409:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1769077816.821413:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077816.821414:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077816.821418:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:3.0:1769077816.821419:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077816.821423:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077816.821426:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077816.821427:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077816.821430:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769077816.821431:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077816.821434:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000040:3.0:1769077816.821436:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00200000:0.0:1769077816.821438:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000800:00000200:1.1:1769077816.821438:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000002:0.0:1769077816.821443:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00080000:3.0:1769077816.821444:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000800:00000200:1.1:1769077816.821445:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00020000:00000001:0.0:1769077816.821446:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077816.821449:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077816.821453:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769077816.821454:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821456:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077816.821461:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:3.0:1769077816.821461:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077816.821466:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 02000000:00000001:3.0:1769077816.821468:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077816.821469:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077816.821473:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769077816.821475:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821477:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077816.821480:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.821481:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077816.821487:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769077816.821488:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:0.0:1769077816.821492:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000008:00000001:3.0:1769077816.821494:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821496:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077816.821500:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.821500:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821506:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077816.821510:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000020:00000001:0.0:1769077816.821511:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821516:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077816.821519:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000020:00000040:3.0:1769077816.821519:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:0.0:1769077816.821521:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077816.821521:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077816.821527:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077816.821530:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.821532:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769077816.821533:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821537:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.821537:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821543:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.821545:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077816.821549:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:3.0:1769077816.821550:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769077816.821552:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.821576:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821582:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077816.821584:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00000020:00000001:0.0:1769077816.821587:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769077816.821590:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821591:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077816.821594:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077816.821597:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077816.821601:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00100000:3.0:1769077816.821602:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657831424/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:0.0:1769077816.821603:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077816.821608:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077816.821612:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077816.821615:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.821616:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:0.0:1769077816.821621:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:3.0:1769077816.821622:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077816.821624:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077816.821628:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000100:00000040:3.0:1769077816.821629:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657831424/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:0.0:1769077816.821631:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077816.821641:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077816.821644:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769077816.821646:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077816.821649:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077816.821650:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:0.0:1769077816.821655:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00080000:3.0:1769077816.821657:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000008:00000020:0.0:1769077816.821659:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:3.0:1769077816.821660:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077816.821664:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:0.0:1769077816.821666:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077816.821667:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:0.0:1769077816.821672:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077816.821673:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4802 00000020:00000001:0.0:1769077816.821678:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077816.821684:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077816.821685:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821691:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077816.821692:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077816.821695:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077816.821697:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077816.821698:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077816.821702:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000040:3.0:1769077816.821705:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077816.821706:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077816.821711:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769077816.821711:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077816.821714:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:3.0:1769077816.821717:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077816.821718:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.821721:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077816.821723:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077816.821725:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077816.821726:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000040:3.0:1769077816.821728:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077816.821729:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077816.821732:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769077816.821733:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000020:00000040:3.0:1769077816.821735:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:0.0:1769077816.821736:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077816.821739:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077816.821741:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077816.821743:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077816.821747:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077816.821747:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:0.0:1769077816.821753:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077816.821755:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077816.821756:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077816.821759:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769077816.821760:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077816.821761:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077816.821765:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:3.0:1769077816.821765:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077816.821769:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769077816.821770:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077816.821771:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000020:00000040:3.0:1769077816.821773:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:0.0:1769077816.821775:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077816.821778:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00080000:3.0:1769077816.821779:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769077816.821781:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077816.821785:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077816.821786:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821791:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.821792:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769077816.821796:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769077816.821797:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077816.821798:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077816.821801:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077816.821803:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821804:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077816.821809:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:3.0:1769077816.821809:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077816.821815:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000008:00100000:3.0:1769077816.821815:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000001:0.0:1769077816.821819:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000008:00000001:3.0:1769077816.821820:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821822:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769077816.821825:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769077816.821826:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077816.821831:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000010:3.0:1769077816.821832:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00020000:00000001:0.0:1769077816.821835:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000020:00000040:3.0:1769077816.821836:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000080:00000001:0.0:1769077816.821838:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077816.821843:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:3.0:1769077816.821844:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077816.821847:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077816.821849:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077816.821852:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769077816.821853:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00001000:0.0:1769077816.821856:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 02000000:00000001:3.0:1769077816.821857:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077816.821861:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077816.821862:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077816.821867:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077816.821868:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000080:00000001:0.0:1769077816.821871:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:3.0:1769077816.821874:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077816.821875:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077816.821879:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077816.821882:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00100000:3.0:1769077816.821884:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657831552/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00001000:0.0:1769077816.821885:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077816.821891:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000020:00000001:0.0:1769077816.821896:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077816.821900:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077816.821904:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:3.0:1769077816.821904:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077816.821909:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821912:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077816.821915:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1769077816.821917:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657831552/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769077816.821918:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077816.821933:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769077816.821940:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077816.821942:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012227c0 00020000:00000001:0.0:1769077816.821949:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:3.0:1769077816.821949:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4812) 00020000:00000001:0.0:1769077816.821953:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077816.821956:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077816.821959:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.821961:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077816.821965:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077816.821967:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821970:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077816.821972:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077816.821975:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077816.821977:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012227c0 00000020:00000001:0.0:1769077816.821982:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.821985:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077816.821988:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077816.821991:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077816.821993:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077816.821996:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077816.822007:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077816.822008:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077816.822011:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077816.822015:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077816.822021:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077816.822024:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000020:00000001:0.0:1769077816.822026:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077816.822031:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077816.822034:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077816.822039:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822044:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822050:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077816.822055:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077816.822057:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822063:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.822069:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.822075:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077816.822078:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077816.822082:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077816.822085:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077816.822098:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077816.822101:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.822103:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822106:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822110:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.822112:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077816.822115:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.822118:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.822121:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077816.822123:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077816.822127:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077816.822130:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077816.822132:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077816.822134:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077816.822138:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077816.822140:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077816.822142:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077816.822146:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077816.822149:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077816.822152:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000008:00000020:0.0:1769077816.822157:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000008:00000001:0.0:1769077816.822163:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077816.822165:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077816.822169:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077816.822172:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077816.822176:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:0.0:1769077816.822200:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769077816.822205:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.822210:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822214:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822219:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.822224:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.822229:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077816.822233:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077816.822237:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077816.822240:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077816.822242:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077816.822244:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822248:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077816.822251:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077816.822253:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077816.822256:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077816.822258:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077816.822261:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077816.822263:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077816.822266:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822269:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822274:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077816.822277:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077816.822280:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077816.822282:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077816.822284:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077816.822287:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077816.822289:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077816.822292:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077816.822294:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077816.822296:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822299:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077816.822303:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077816.822305:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077816.822308:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077816.822312:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000800:00000200:1.1:1769077816.822313:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:0.0:1769077816.822314:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077816.822316:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000800:00000200:1.1:1769077816.822318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000020:00000001:0.0:1769077816.822319:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077816.822321:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077816.822324:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077816.822327:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077816.822330:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077816.822333:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077816.822336:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077816.822341:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077816.822344:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077816.822347:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077816.822349:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:0.0:1769077816.822352:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769077816.822546:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077816.822548:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769077816.822769:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077816.822771:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000100:00000001:3.0:1769077817.460685:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077817.460690:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077817.460694:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077817.460697:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077817.460698:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077817.460703:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077817.460706:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077817.460712:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077817.460714:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077817.460718:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077817.460722:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077817.460725:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077817.460728:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077817.460734:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077817.460744:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077817.460745:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077817.460752:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077817.460758:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077817.460764:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077817.460771:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077817.460775:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077817.460780:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077817.460783:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077817.460789:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077817.460791:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077817.460794:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077817.460798:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077817.460799:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077817.460804:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077817.460811:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077817.460811:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077817.460821:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077817.460826:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077817.460834:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077817.460838:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077817.460849:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077817.460855:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077817.460860:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077817.460867:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077817.460873:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077817.460878:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077817.460885:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077817.460892:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077817.460897:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077817.460906:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077817.460927:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077817.460934:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077817.460939:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077817.588680:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299475148, at 4299475200 00000100:00000010:0.0:1769077817.588717:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0d80. 00000100:00000001:0.0:1769077818.484657:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077818.484657:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077818.484663:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077818.484666:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077818.484668:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077818.484670:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077818.484676:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077818.484678:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077818.484680:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077818.484686:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077818.484687:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077818.484691:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077818.484693:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077818.484697:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077818.484700:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077818.484710:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077818.484713:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077818.484716:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077818.484719:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077818.484723:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077818.484725:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077818.484727:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077818.484729:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077818.484731:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077818.484733:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077818.484737:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077818.484737:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1769077818.484745:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077818.484749:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077818.484754:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077818.484757:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077818.484763:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077818.484768:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077818.484771:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077818.484777:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077818.484782:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077818.484786:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077818.484789:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077818.484791:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077819.508684:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077819.508690:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077819.508695:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077819.508701:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077819.508707:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077819.508714:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077819.508816:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077819.508823:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077819.508827:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077819.508833:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077819.508839:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077819.508845:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077819.508856:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077819.508861:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077819.508866:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077819.508913:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077819.508916:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077819.508920:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077820.532670:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077820.532672:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077820.532677:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077820.532679:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077820.532681:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077820.532685:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077820.532687:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077820.532693:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077820.532698:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077820.532700:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077820.532706:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077820.532708:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077820.532711:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077820.532713:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077820.532720:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077820.532743:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077820.532748:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077820.532751:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077820.532760:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077820.532765:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077820.532768:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077820.532772:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077820.532778:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077820.532783:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077820.532789:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077820.532792:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077820.532797:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077820.532804:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077820.532811:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077820.532820:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077820.532827:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077820.532834:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077820.532839:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077820.532844:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077820.532848:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077820.532850:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077821.556656:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077821.556663:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077821.556666:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077821.556667:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077821.556672:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.556673:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077821.556681:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077821.556683:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077821.556686:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077821.556691:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077821.556692:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077821.556696:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077821.556700:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077821.556705:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077821.556711:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077821.556722:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077821.556725:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077821.556729:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077821.556747:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077821.556754:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077821.556758:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077821.556764:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077821.556771:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077821.556775:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077821.556778:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077821.556779:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077821.556781:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077821.940662:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077821.940673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077821.940678:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077821.940684:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077821.940690:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077821.940700:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4807 00000400:00000200:0.0:1769077821.940716:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077821.940727:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077821.940732:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077821.940735:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.940737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077821.940740:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.940743:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077821.940746:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077821.940747:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077821.940749:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077821.940751:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077821.940753:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077821.940755:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077821.940757:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.940758:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077821.940759:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.940761:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077821.940763:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077821.940765:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077821.940767:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077821.940769:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077821.940771:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077821.940773:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.940775:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077821.940776:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077821.940784:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00000020:00000040:0.0:1769077821.940786:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077821.940789:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077821.940790:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.940792:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077821.940794:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077821.940798:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077821.940804:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000100:00000001:0.0:1769077821.940809:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077821.940816:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657831680/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077821.940824:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077821.940827:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077821.940830:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657831680/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077821.940849:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077821.940851:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077821.940853:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077821.940855:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077821.940856:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077821.940858:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077821.940859:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4807 00000400:00000200:0.0:1769077821.940862:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077821.940864:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077821.940866:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077821.940869:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.940871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077821.940873:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.940875:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077821.940878:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077821.940881:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077821.940883:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077821.940884:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077821.940886:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077821.940887:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077821.940891:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.940894:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077821.940897:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.940901:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077821.940905:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077821.940910:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077821.940914:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077821.940917:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077821.940923:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077821.940926:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.940929:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077821.940934:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077821.940938:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.940943:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077821.940946:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 00000020:00000040:0.0:1769077821.940950:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077821.940953:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077821.940956:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.940959:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077821.940960:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077821.940962:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077821.940970:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000100:00000001:0.0:1769077821.940973:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077821.940981:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657831808/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077821.940990:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077821.940992:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077821.940996:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657831808/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077821.941010:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077821.941014:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077821.941022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077821.941026:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077821.941028:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077821.941031:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077821.941038:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4807 00000400:00000200:0.0:1769077821.941042:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077821.941047:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077821.941049:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077821.941054:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.941056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077821.941060:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.941063:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077821.941066:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077821.941068:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077821.941069:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077821.941071:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077821.941072:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077821.941074:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077821.941079:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.941083:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077821.941085:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.941086:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077821.941088:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077821.941093:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077821.941096:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077821.941098:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077821.941119:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077821.941122:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.941125:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077821.941127:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077821.941130:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.941133:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077821.941138:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000020:00000040:0.0:1769077821.941143:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077821.941147:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077821.941150:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.941154:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077821.941157:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077821.941159:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077821.941163:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769077821.941168:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077821.941176:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657831936/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077821.941186:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077821.941188:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077821.941193:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657831936/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077821.941206:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077821.941210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.1:1769077821.941212:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:0.0:1769077821.941214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077821.941217:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:1.1:1769077821.941218:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00080000:0.0:1769077821.941219:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077821.941223:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077821.941228:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4807 00000400:00000200:0.0:1769077821.941234:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077821.941239:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077821.941241:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077821.941248:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.941251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077821.941256:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.941259:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077821.941262:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077821.941264:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077821.941266:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077821.941268:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077821.941273:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077821.941278:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077821.941284:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.941287:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077821.941292:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077821.941297:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077821.941302:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077821.941308:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077821.941311:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077821.941313:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077821.941317:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077821.941318:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.941320:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077821.941323:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077821.941327:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.941332:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077821.941335:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077821.941339:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077821.941344:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077821.941345:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077821.941346:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077821.941347:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077821.941349:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077821.941355:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00000100:00000001:0.0:1769077821.941360:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077821.941366:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657832064/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077821.941381:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077821.941384:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077821.941392:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657832064/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077821.941415:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077821.941421:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4817) 00000800:00000200:1.1:1769077821.941643:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077821.941645:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769077821.941827:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077821.941828:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769077821.942003:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077821.942005:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00000001:0.0:1769077822.580679:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077822.580679:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077822.580687:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077822.580689:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077822.580690:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077822.580697:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077822.580700:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.580704:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077822.580707:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077822.580711:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077822.580712:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077822.580718:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077822.580718:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077822.580724:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077822.580729:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.580731:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077822.580734:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077822.580737:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077822.580747:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077822.580753:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077822.580753:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077822.580759:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.580760:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077822.580765:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077822.580766:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077822.580772:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077822.580773:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077822.580778:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077822.580779:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077822.580784:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077822.580785:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077822.580789:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077822.580796:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077822.580797:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.580801:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077822.580807:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077822.580826:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077822.580829:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077822.580831:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077822.580832:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077822.580835:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077822.580837:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077822.580839:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077822.580841:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077822.580842:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077822.708648:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299480267, at 4299480320 00000100:00000010:0.0:1769077822.708664:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0a20. 00000100:00000001:3.0:1769077823.604635:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077823.604642:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077823.604646:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077823.604652:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077823.604656:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077823.604659:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077823.604664:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077823.604666:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077823.604667:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077823.604672:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077823.604675:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077823.604679:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077823.604686:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077823.604690:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077823.604692:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077823.604695:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077823.604697:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077823.604700:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077823.604701:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077823.604704:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077823.604707:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077823.604708:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077823.604715:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077823.604720:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077823.604727:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077823.604731:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077823.604735:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077824.628701:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077824.628707:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077824.628712:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077824.628713:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077824.628721:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077824.628721:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077824.628725:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077824.628731:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077824.628732:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077824.628741:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077824.628741:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077824.628747:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077824.628758:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077824.628762:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077824.628765:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077824.628784:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077824.628789:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077824.628793:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077824.628797:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077824.628799:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077824.628803:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077824.628805:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077824.628811:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077824.628812:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077824.628815:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077824.628821:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077824.628827:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077825.652653:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077825.652653:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077825.652660:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077825.652661:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077825.652662:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077825.652665:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077825.652670:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077825.652671:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077825.652679:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077825.652683:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077825.652685:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.652689:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077825.652692:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077825.652698:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077825.652703:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077825.652704:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077825.652707:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.652711:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077825.652730:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077825.652734:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077825.652737:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077825.652742:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077825.652749:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077825.652755:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.652761:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077825.652765:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077825.652771:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077826.036688:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077826.036692:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077826.036695:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077826.036699:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077826.036703:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077826.036708:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077826.036713:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077826.036715:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077826.036717:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077826.676654:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077826.676660:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077826.676661:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077826.676663:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077826.676666:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077826.676669:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077826.676670:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077826.676675:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077826.676677:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077826.676680:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077826.676682:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077826.676684:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077826.676686:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077826.676689:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077826.676695:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077826.676710:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077826.676715:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077826.676721:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077826.676722:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077826.676726:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077826.676729:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077826.676732:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077826.676735:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077826.676737:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077826.676738:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077826.676740:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077826.676742:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077826.676755:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077826.676759:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077826.676763:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077826.676764:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077826.676768:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077826.676770:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077826.676772:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077826.676775:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077826.676778:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077826.676781:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077826.676782:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077826.676787:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077826.676788:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077826.676793:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077826.676797:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077826.676799:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077826.676802:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077826.676806:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077827.060658:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077827.060659:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077827.060666:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077827.060667:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077827.060669:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.060671:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077827.060675:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769077827.060676:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077827.060681:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077827.060683:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077827.060686:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.060688:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077827.060690:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077827.060694:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077827.060698:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.060699:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077827.060705:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.060711:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077827.061277:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077827.061284:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077827.061883:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077827.061885:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077827.062114:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077827.062117:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077827.062321:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077827.062323:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00000001:3.0:1769077827.700656:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077827.700659:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077827.700664:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077827.700666:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077827.700668:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.700670:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077827.700678:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077827.700680:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077827.700684:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077827.700686:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077827.700690:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077827.700692:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.700710:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077827.700714:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.700717:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077827.700718:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077827.700722:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077827.700725:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.700740:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077827.700745:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077827.700746:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077827.700747:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077827.700752:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077827.700753:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077827.700756:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077827.700758:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077827.700761:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077827.700764:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077827.700766:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077827.700770:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077827.700772:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.700775:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077827.700780:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077827.700780:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077827.700794:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077827.700800:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077827.700837:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077827.700840:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077827.700842:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077827.700844:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077827.700846:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077827.700848:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077827.700851:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077827.700853:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077827.700855:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077827.828677:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299485387, at 4299485440 00000100:00000010:0.0:1769077827.828701:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bb40. 00000100:00000001:3.0:1769077828.084707:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077828.084713:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077828.084723:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077828.084724:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077828.084728:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077828.084729:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077828.084742:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077828.084742:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077828.084755:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077828.084755:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077828.084763:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077828.084763:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077828.084777:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077828.084781:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077828.084785:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077828.084786:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077828.084789:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077828.084793:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077828.724651:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077828.724651:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077828.724661:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077828.724661:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077828.724664:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077828.724667:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077828.724673:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077828.724674:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077828.724683:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077828.724684:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077828.724691:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077828.724691:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077828.724698:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077828.724703:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077828.724711:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077828.724712:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077828.724723:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077828.724728:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077828.724729:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077828.724733:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077828.724736:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077828.724739:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077828.724742:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077828.724747:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077828.724751:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077828.724753:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077828.724753:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077828.724758:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077828.724758:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077828.724761:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077828.724764:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077828.724766:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077828.724769:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077828.724770:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077828.724772:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077828.724772:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077828.724776:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077828.724777:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077828.724779:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077828.724782:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077828.724786:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077828.724790:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077828.724792:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077828.724797:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077828.724800:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077829.108637:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077829.108637:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077829.108643:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077829.108644:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077829.108646:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077829.108648:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077829.108652:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077829.108654:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077829.108656:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077829.108661:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077829.108661:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077829.108667:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077829.108667:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077829.108670:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077829.108674:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077829.108674:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077829.108678:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077829.108681:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077829.748646:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077829.748654:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077829.748658:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077829.748666:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077829.748673:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077829.748677:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077829.748677:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077829.748684:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077829.748689:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077829.748690:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077829.748694:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077829.748695:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077829.748700:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077829.748703:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077829.748704:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077829.748712:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077829.748716:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077829.748720:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077829.748721:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077829.748725:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077829.748728:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077829.748732:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077829.748736:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077829.748739:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077829.748749:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077829.748755:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077829.748762:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077829.748783:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077829.748788:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077829.748792:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077829.748795:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077829.748801:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077829.748806:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077829.748810:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077829.748814:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077829.748816:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077829.748835:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077829.748837:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077829.748839:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077830.132722:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077830.132723:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077830.132734:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077830.132738:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077830.132739:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077830.132749:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077830.132751:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077830.132761:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077830.132764:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077830.132767:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077830.132775:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077830.132777:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077830.132779:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077830.132785:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077830.132786:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077830.132793:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077830.132797:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077830.132801:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077830.772669:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077830.772678:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077830.772679:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077830.772683:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077830.772686:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077830.772692:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077830.772693:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077830.772698:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077830.772702:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077830.772705:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077830.772708:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077830.772710:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077830.772732:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077830.772736:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077830.772740:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077830.772740:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077830.772745:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077830.772749:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077830.772771:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077830.772772:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077830.772777:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077830.772779:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077830.772781:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077830.772784:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077830.772787:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769077830.772790:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077830.772793:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077830.772796:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077830.772797:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077830.772800:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077830.772802:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077830.772806:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077830.772809:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077830.772813:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077830.772818:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077830.772824:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077831.156631:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077831.156640:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077831.156640:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077831.156643:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077831.156646:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077831.156653:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077831.156658:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077831.156660:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077831.156663:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077831.156666:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077831.156668:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077831.156671:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077831.156672:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077831.156675:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077831.156677:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077831.156681:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077831.156684:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077831.156687:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077831.796633:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077831.796639:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077831.796644:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077831.796648:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077831.796651:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077831.796653:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077831.796673:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077831.796677:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077831.796681:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077831.796697:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077831.796699:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077831.796700:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077831.796702:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077831.796703:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077831.796706:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077831.796708:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077831.796710:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077831.796713:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077831.796725:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077831.796728:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077831.796731:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077831.796736:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077831.796741:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077831.796746:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077831.796754:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077831.796757:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077831.796760:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.180621:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077832.180623:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077832.180630:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077832.180630:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077832.180635:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.180635:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077832.180644:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077832.180644:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077832.180652:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077832.180656:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.180662:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077832.180663:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077832.180667:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077832.180673:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.180673:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.180680:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077832.180683:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077832.180688:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769077832.181220:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077832.181224:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077832.181843:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077832.181846:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077832.182094:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077832.182096:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769077832.182324:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077832.182326:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000100:00000001:3.0:1769077832.820675:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077832.820692:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077832.820692:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077832.820698:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077832.820698:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.820703:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077832.820706:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077832.820709:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077832.820713:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077832.820715:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077832.820719:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077832.820720:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077832.820726:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077832.820729:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077832.820735:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.820736:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077832.820741:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.820746:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.820748:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077832.820752:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077832.820757:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077832.820761:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077832.820763:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077832.820764:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077832.820767:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077832.820768:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.820770:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.820773:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077832.820776:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077832.820777:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.820781:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077832.820785:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077832.820787:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077832.820791:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077832.820794:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077832.820798:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077832.820801:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077832.820804:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077832.820805:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077832.820810:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077832.820814:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077832.820819:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077832.820821:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077832.820823:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077832.820825:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077832.948634:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299490507, at 4299490560 00000100:00000010:0.0:1769077832.948648:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0c00. 00000100:00000001:3.0:1769077833.204621:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077833.204630:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077833.204632:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077833.204638:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077833.204644:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077833.204649:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077833.204652:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077833.204657:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077833.204662:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077833.204669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077833.204677:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077833.204680:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077833.204686:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077833.204691:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077833.204695:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077833.204698:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077833.204702:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077833.204705:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077833.844654:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077833.844659:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077833.844662:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077833.844669:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077833.844675:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077833.844680:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077833.844680:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077833.844686:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077833.844687:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077833.844690:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077833.844692:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077833.844695:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077833.844698:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077833.844703:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077833.844709:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077833.844710:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077833.844716:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077833.844717:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077833.844719:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077833.844721:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077833.844725:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077833.844727:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077833.844729:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077833.844735:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077833.844740:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077833.844744:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077833.844749:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077833.844792:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077833.844797:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077833.844800:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077833.844806:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077833.844811:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077833.844816:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077833.844819:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077833.844820:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077833.844823:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077834.228657:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077834.228661:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077834.228665:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077834.228668:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077834.228669:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077834.228671:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077834.228678:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077834.228678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077834.228685:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077834.228686:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077834.228691:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077834.228691:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077834.228696:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077834.228700:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077834.228703:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077834.228704:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077834.228706:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077834.228710:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077834.868672:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077834.868679:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077834.868680:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077834.868681:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077834.868687:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077834.868687:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077834.868694:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077834.868694:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077834.868698:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077834.868702:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077834.868702:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077834.868706:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077834.868710:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077834.868711:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077834.868716:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077834.868728:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077834.868731:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077834.868733:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077834.868734:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077834.868737:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077834.868738:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077834.868744:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077834.868747:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077834.868751:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077834.868755:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077834.868756:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077834.868762:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077834.868782:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077834.868787:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077834.868789:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077834.868792:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077834.868797:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077834.868800:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077834.868804:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077834.868808:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077834.868814:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077835.252656:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077835.252660:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077835.252666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077835.252668:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077835.252673:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077835.252675:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077835.252677:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077835.252681:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077835.252683:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077835.252687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077835.252688:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077835.252692:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077835.252693:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077835.252696:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077835.252702:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077835.252706:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077835.252710:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077835.252713:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077835.892678:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077835.892683:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077835.892686:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077835.892689:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077835.892690:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077835.892694:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077835.892697:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769077835.892699:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077835.892704:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077835.892705:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077835.892711:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077835.892711:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077835.892724:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077835.892728:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077835.892731:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077835.892737:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077835.892743:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077835.892746:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077835.892748:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077835.892752:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077835.892755:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077835.892758:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077835.892763:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077835.892769:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077835.892780:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077835.892785:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077835.892788:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077836.276708:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077836.276708:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077836.276719:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077836.276720:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077836.276723:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077836.276725:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077836.276732:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077836.276735:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077836.276742:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077836.276743:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077836.276749:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077836.276750:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077836.276759:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077836.276763:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077836.276766:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077836.276770:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077836.276774:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077836.276778:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077836.916675:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077836.916682:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077836.916686:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077836.916692:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077836.916698:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077836.916703:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077836.916712:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077836.916716:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077836.916720:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077836.916752:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077836.916758:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077836.916762:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077836.916768:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077836.916773:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077836.916777:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077836.916780:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077836.916781:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077836.916783:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077836.916930:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077836.916934:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077836.916935:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077836.916938:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077836.916940:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077836.916942:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077836.916945:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077836.916947:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077836.916949:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.300668:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077837.300676:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077837.300680:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077837.300683:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769077837.300686:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:3.0:1769077837.300693:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077837.300695:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077837.300698:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077837.300700:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077837.300702:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077837.300709:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077837.300714:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077837.300718:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4822 00000100:00000001:0.0:1769077837.300719:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077837.300725:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077837.300727:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077837.300734:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077837.300737:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077837.300741:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.300744:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077837.300747:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.300749:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077837.300752:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077837.300754:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769077837.300758:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077837.300762:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769077837.300765:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769077837.300767:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769077837.300773:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.300775:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077837.300778:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.300782:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077837.300786:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769077837.300792:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077837.300796:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.300802:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077837.300808:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077837.300813:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.300819:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077837.300824:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077837.300834:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000020:00000040:3.0:1769077837.300854:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769077837.300862:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077837.300867:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.300874:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077837.300879:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077837.300886:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077837.300897:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000100:00000001:3.0:1769077837.300914:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077837.300929:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657833216/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077837.300962:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077837.300966:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077837.300972:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657833216/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077837.300996:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077837.301065:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077837.301071:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077837.301075:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077837.301079:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077837.301203:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077837.301211:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4822 00000400:00000200:3.0:1769077837.301222:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077837.301241:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077837.301247:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077837.301333:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.301340:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077837.301348:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.301355:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077837.301362:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077837.301367:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769077837.301373:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077837.301379:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769077837.301386:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:3.0:1769077837.301391:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:3.0:1769077837.301401:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.301409:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077837.301418:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.301426:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077837.301432:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:3.0:1769077837.301441:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077837.301449:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.301455:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077837.301464:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077837.301473:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077837.301480:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:3.0:1769077837.301481:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077837.301488:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000200:2.1:1769077837.301489:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000008:00000001:3.0:1769077837.301498:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.301505:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077837.301515:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00000020:00000040:3.0:1769077837.301522:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769077837.301527:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077837.301532:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.301536:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077837.301540:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077837.301543:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077837.301550:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00000100:00000001:3.0:1769077837.301581:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077837.301589:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657833344/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077837.301602:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077837.301608:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077837.301620:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657833344/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077837.301640:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077837.301647:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077837.301653:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077837.301655:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077837.301660:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077837.301666:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077837.301674:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4822 00000400:00000200:3.0:1769077837.301682:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077837.301690:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077837.301694:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077837.301703:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.301709:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077837.301715:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.301719:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077837.301725:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077837.301729:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769077837.301733:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077837.301737:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769077837.301743:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769077837.301748:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:3.0:1769077837.301758:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.301762:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077837.301768:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.301772:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077837.301777:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:3.0:1769077837.301784:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077837.301790:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.301794:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077837.301799:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077837.301806:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.301811:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077837.301816:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769077837.301820:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.301825:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077837.301833:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000020:00000040:3.0:1769077837.301838:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:3.0:1769077837.301860:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077837.301866:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.301870:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077837.301874:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077837.301877:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077837.301886:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000100:00000001:3.0:1769077837.301893:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077837.301904:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657833472/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077837.301925:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077837.301929:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077837.301937:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657833472/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077837.301956:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077837.301961:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077837.301967:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077837.301970:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077837.301974:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077837.301980:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077837.301987:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4822 00000400:00000200:3.0:1769077837.301996:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077837.302004:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077837.302008:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077837.302017:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.302024:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077837.302029:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.302034:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077837.302038:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077837.302041:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769077837.302046:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077837.302049:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769077837.302053:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769077837.302059:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:3.0:1769077837.302067:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.302072:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077837.302078:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077837.302084:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077837.302090:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769077837.302098:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077837.302103:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077837.302106:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077837.302112:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077837.302119:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.302125:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077837.302130:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769077837.302137:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.302142:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077837.302150:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00000020:00000040:3.0:1769077837.302156:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:3.0:1769077837.302163:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077837.302168:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.302174:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077837.302177:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077837.302182:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077837.302188:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000100:00000001:3.0:1769077837.302195:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077837.302206:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657833600/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077837.302225:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077837.302230:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077837.302241:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657833600/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077837.302257:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077837.302269:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4832) 00000800:00000200:2.1:1769077837.302344:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077837.302347:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077837.302689:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077837.302692:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077837.303109:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077837.303112:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000100:00000001:0.0:1769077837.940693:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077837.940704:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077837.940709:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.940711:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077837.940716:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077837.940721:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077837.940721:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077837.940726:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077837.940728:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077837.940730:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077837.940734:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.940736:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077837.940745:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077837.940750:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077837.940754:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.940755:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077837.940760:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.940767:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077837.940797:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077837.940800:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077837.940802:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077837.940806:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.940810:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077837.940817:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077837.940819:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769077837.940821:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077837.940827:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077837.940844:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.940845:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077837.940850:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077837.940851:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077837.940858:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077837.940862:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077837.940862:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077837.940867:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077837.940874:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077838.068651:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299495628, at 4299495680 00000100:00000010:0.0:1769077838.068671:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000001:0.0:1769077838.324683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077838.324692:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077838.324696:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077838.324706:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077838.324712:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077838.324717:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077838.324722:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077838.324725:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077838.324728:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077838.964701:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077838.964707:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077838.964707:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077838.964711:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077838.964715:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077838.964720:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077838.964721:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077838.964728:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077838.964734:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077838.964739:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077838.964741:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077838.964749:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077838.964754:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077838.964758:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077838.964773:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077838.964774:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077838.964778:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077838.964782:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077838.964793:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077838.964798:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077838.964802:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077838.964806:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077838.964812:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077838.964827:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077838.964830:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077838.964833:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077838.964835:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077838.964841:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077838.964856:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077838.964860:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077838.964868:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077838.964873:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077838.964882:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077838.964891:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077838.964895:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077838.964899:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077839.348643:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077839.348650:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077839.348655:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077839.348660:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077839.348664:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077839.348668:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077839.348671:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077839.348672:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077839.348675:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077839.988674:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077839.988684:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077839.988689:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077839.988697:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077839.988706:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077839.988712:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077839.988729:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077839.988731:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077839.988735:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077839.988825:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077839.988826:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077839.988832:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077839.988833:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077839.988836:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077839.988837:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077839.988843:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077839.988844:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077839.988849:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077839.988852:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077839.988853:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077839.988856:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077839.988857:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077839.988861:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077839.988863:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077839.988877:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077839.988879:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077839.988882:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077840.372635:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077840.372641:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077840.372643:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077840.372648:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077840.372654:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077840.372661:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077840.372678:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077840.372683:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077840.372691:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077841.012657:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077841.012663:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077841.012665:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077841.012668:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077841.012669:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077841.012675:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077841.012677:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077841.012679:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077841.012681:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077841.012683:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077841.012686:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077841.012688:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077841.012690:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077841.012696:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077841.012703:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077841.012708:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077841.012712:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077841.012716:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077841.012800:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077841.012804:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077841.012809:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077841.012816:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077841.012823:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077841.012828:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077841.012833:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077841.012837:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077841.012842:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077841.396680:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077841.396687:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077841.396689:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077841.396696:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077841.396700:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077841.396705:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077841.396709:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077841.396713:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077841.396716:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.036686:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077842.036695:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077842.036699:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077842.036706:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077842.036714:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077842.036716:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077842.036720:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.036726:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077842.036737:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077842.036755:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077842.036756:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077842.036781:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.036782:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077842.036789:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.036789:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077842.036805:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077842.036811:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077842.036815:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077842.036817:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077842.036823:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077842.036833:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077842.036835:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077842.036849:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077842.036853:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077842.036858:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077842.036861:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077842.036866:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.036904:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077842.036908:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077842.036910:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077842.036912:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077842.036914:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077842.036917:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077842.036920:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769077842.036923:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769077842.036924:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077842.036928:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077842.036931:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077842.036932:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077842.420691:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077842.420697:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077842.420701:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077842.420708:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077842.420713:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077842.420720:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077842.420725:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077842.420729:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077842.420731:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077842.420741:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077842.420747:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077842.420774:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.420781:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077842.420788:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077842.420801:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000020:00000001:3.0:1769077842.420809:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077842.420816:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077842.420823:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077842.420830:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.420836:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077842.420843:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077842.420854:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077842.420864:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:3.0:1769077842.420870:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077842.420874:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077842.420877:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077842.420881:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.420884:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077842.420892:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077842.420895:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.420903:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.420905:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077842.420909:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077842.420912:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769077842.420916:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.420927:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077842.420933:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077842.420937:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077842.420943:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077842.420950:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077842.420961:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077842.420968:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077842.420973:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.420977:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077842.420982:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077842.420988:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:3.0:1769077842.420993:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077842.421000:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.421004:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077842.421009:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421014:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421020:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077842.421028:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077842.421031:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421035:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421039:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421048:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077842.421054:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077842.421058:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.421061:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077842.421066:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.421071:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421075:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421079:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421093:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421095:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.421096:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421099:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421107:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077842.421110:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077842.421111:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.421113:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077842.421115:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077842.421122:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077842.421129:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.421132:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.421135:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.421141:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077842.421144:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077842.421148:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000008:00000020:3.0:1769077842.421157:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077842.421170:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.421172:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.421174:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.421180:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077842.421189:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:3.0:1769077842.421198:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:3.0:1769077842.421210:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421220:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421226:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421236:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421241:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421245:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077842.421248:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077842.421250:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077842.421251:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077842.421256:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077842.421260:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421265:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077842.421276:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077842.421281:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.421287:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.421292:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.421298:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077842.421305:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077842.421309:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421318:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421325:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.421329:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.421340:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077842.421351:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077842.421359:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.421362:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.421369:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.421373:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077842.421380:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077842.421383:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421391:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421394:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.421397:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.421404:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421413:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077842.421422:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077842.421432:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077842.421435:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077842.421439:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.421450:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077842.421461:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077842.421473:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077842.421479:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077842.421483:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077842.421495:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077842.421499:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.421511:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077842.421525:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:3.0:1769077842.421537:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077842.421595:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077842.421600:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077842.421611:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.421618:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077842.421627:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077842.421641:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000020:00000001:3.0:1769077842.421656:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077842.421660:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077842.421667:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077842.421685:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.421690:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077842.421694:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077842.421708:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077842.421723:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:3.0:1769077842.421735:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077842.421741:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077842.421748:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077842.421755:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.421783:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077842.421797:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077842.421803:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421815:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.421822:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077842.421827:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077842.421839:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769077842.421851:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.421858:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077842.421867:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000800:00000200:1.1:1769077842.421868:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:3.0:1769077842.421876:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077842.421880:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077842.421889:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077842.421905:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077842.421915:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077842.421921:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.421929:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077842.421941:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077842.421951:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000020:00000001:3.0:1769077842.421961:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077842.421968:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.421973:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077842.421981:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422000:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422010:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077842.422023:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077842.422027:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422035:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.422047:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.422056:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077842.422064:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077842.422067:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.422069:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077842.422072:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.422078:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.422085:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422097:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422110:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.422118:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.422122:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.422133:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.422140:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077842.422148:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077842.422153:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.422160:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077842.422164:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077842.422171:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077842.422182:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.422188:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.422197:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.422204:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077842.422208:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077842.422212:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000008:00000020:3.0:1769077842.422222:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000008:00000001:3.0:1769077842.422234:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.422239:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.422244:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.422253:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077842.422260:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:3.0:1769077842.422272:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:3.0:1769077842.422280:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.422288:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422299:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422308:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.422319:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.422328:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077842.422336:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077842.422343:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077842.422348:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077842.422354:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077842.422359:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422368:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077842.422372:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077842.422379:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.422384:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.422391:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.422394:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077842.422406:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077842.422411:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422421:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422431:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.422436:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.422442:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077842.422446:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077842.422451:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.422457:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.422465:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.422470:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077842.422477:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077842.422483:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422494:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.422504:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.422509:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.422514:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.422523:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077842.422528:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077842.422534:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077842.422539:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077842.422544:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.422550:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077842.422621:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077842.422627:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000800:00000200:1.1:1769077842.422634:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000080:00000001:3.0:1769077842.422636:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077842.422643:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077842.422652:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077842.422658:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.422664:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077842.422673:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:3.0:1769077842.422684:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077842.422692:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077842.422697:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077842.422704:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.422712:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077842.422725:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077842.422736:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000800:00000200:1.1:1769077842.422962:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769077842.423094:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077842.423106:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077842.423115:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077842.423123:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.423131:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077842.423138:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077842.423149:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077842.423159:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:3.0:1769077842.423173:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077842.423178:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077842.423184:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077842.423189:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423198:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077842.423205:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077842.423208:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423216:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.423221:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077842.423224:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077842.423229:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769077842.423237:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423243:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000800:00000200:1.1:1769077842.423262:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769077842.423544:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077842.423551:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077842.423595:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077842.423599:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077842.423604:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077842.423610:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077842.423612:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.423615:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077842.423619:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077842.423622:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000020:00000001:3.0:1769077842.423624:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077842.423627:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.423629:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077842.423631:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423633:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423635:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077842.423638:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077842.423639:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423641:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423643:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423645:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077842.423647:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077842.423649:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.423650:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077842.423652:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.423654:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423656:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423658:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423660:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423661:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.423663:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423664:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423666:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077842.423669:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077842.423670:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.423671:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077842.423674:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077842.423675:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077842.423680:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.423682:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.423683:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.423685:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077842.423687:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077842.423689:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000008:00000020:3.0:1769077842.423691:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077842.423694:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.423695:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.423695:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.423697:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077842.423699:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:3.0:1769077842.423702:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:3.0:1769077842.423703:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423705:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423706:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423707:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423709:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423710:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077842.423711:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077842.423713:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077842.423713:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077842.423715:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077842.423716:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423717:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077842.423718:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077842.423720:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.423721:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.423722:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.423723:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077842.423724:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077842.423726:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423728:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423729:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.423731:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.423732:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077842.423733:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077842.423735:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.423736:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.423737:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.423739:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077842.423740:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077842.423742:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423745:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423747:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.423749:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.423751:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423753:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077842.423768:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077842.423770:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077842.423771:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077842.423774:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.423776:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077842.423779:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077842.423780:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077842.423782:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077842.423783:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077842.423786:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077842.423787:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.423789:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077842.423791:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:3.0:1769077842.423794:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077842.423801:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077842.423803:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077842.423804:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.423806:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077842.423809:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077842.423812:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:3.0:1769077842.423814:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077842.423816:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077842.423817:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077842.423820:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.423821:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077842.423822:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077842.423826:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077842.423829:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:3.0:1769077842.423832:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077842.423833:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077842.423835:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077842.423836:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423839:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077842.423840:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077842.423842:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423844:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.423846:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077842.423847:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077842.423848:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769077842.423851:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423853:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077842.423854:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077842.423856:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077842.423858:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077842.423861:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077842.423864:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077842.423865:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077842.423867:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.423868:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077842.423872:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077842.423874:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:3.0:1769077842.423876:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077842.423878:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.423879:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077842.423880:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423882:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423884:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077842.423886:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077842.423888:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423889:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423891:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423893:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077842.423894:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077842.423896:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.423897:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077842.423898:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.423900:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423901:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423904:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423905:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423906:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.423908:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423909:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423910:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077842.423912:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077842.423913:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.423914:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077842.423915:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077842.423917:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077842.423919:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.423921:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.423922:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.423925:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077842.423926:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077842.423928:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000008:00000020:3.0:1769077842.423931:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077842.423934:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.423936:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.423937:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.423939:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077842.423941:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769077842.423945:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.423947:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423949:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423951:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423952:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423954:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423955:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077842.423957:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077842.423958:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077842.423959:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077842.423961:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077842.423962:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423964:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077842.423965:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077842.423966:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.423967:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.423968:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.423969:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077842.423970:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077842.423972:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423974:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423975:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.423976:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.423978:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077842.423979:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077842.423980:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.423982:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.423983:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.423985:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077842.423986:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077842.423987:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423989:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.423991:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.423992:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.423994:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.423995:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077842.423997:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077842.423998:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077842.424000:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077842.424001:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.424003:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077842.424005:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077842.424006:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077842.424008:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077842.424010:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077842.424013:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077842.424014:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.424016:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077842.424018:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769077842.424020:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077842.424024:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077842.424026:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077842.424027:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.424028:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077842.424031:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077842.424033:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:3.0:1769077842.424035:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077842.424037:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077842.424039:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077842.424042:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.424043:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077842.424044:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077842.424047:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077842.424050:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:3.0:1769077842.424053:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077842.424055:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077842.424057:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077842.424058:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424060:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077842.424062:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077842.424063:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424065:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.424066:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077842.424067:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077842.424069:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769077842.424072:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424073:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077842.424075:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077842.424076:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077842.424079:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077842.424081:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077842.424084:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077842.424085:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077842.424087:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.424088:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077842.424090:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077842.424093:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:3.0:1769077842.424095:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077842.424097:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.424098:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077842.424099:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424101:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424103:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077842.424106:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077842.424107:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424109:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424111:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424112:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077842.424114:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077842.424115:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.424116:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077842.424118:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.424119:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424121:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424122:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424124:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424125:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.424127:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424128:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424130:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077842.424131:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077842.424132:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.424133:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077842.424135:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077842.424136:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077842.424139:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.424141:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.424143:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.424145:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077842.424146:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077842.424149:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:3.0:1769077842.424152:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077842.424155:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.424156:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.424158:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.424159:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077842.424162:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769077842.424166:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.424168:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424170:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424172:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424173:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424175:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424177:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077842.424178:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077842.424180:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077842.424181:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077842.424183:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077842.424185:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424186:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077842.424188:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077842.424189:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.424190:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.424192:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.424193:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077842.424194:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077842.424195:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424197:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424199:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.424200:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.424202:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077842.424203:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077842.424204:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.424205:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.424206:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.424207:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077842.424209:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077842.424210:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424212:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424213:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.424215:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.424217:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424219:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077842.424220:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077842.424222:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077842.424223:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077842.424224:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.424226:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077842.424227:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077842.424229:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077842.424231:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077842.424233:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077842.424236:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077842.424237:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.424239:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077842.424241:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769077842.424243:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077842.424248:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077842.424250:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077842.424251:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.424253:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077842.424255:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077842.424257:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:3.0:1769077842.424259:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077842.424260:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077842.424274:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077842.424277:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.424278:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077842.424280:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077842.424283:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077842.424286:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:3.0:1769077842.424292:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077842.424293:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077842.424295:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077842.424297:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424299:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077842.424300:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077842.424302:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424304:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.424305:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077842.424306:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077842.424309:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769077842.424311:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424313:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077842.424314:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077842.424316:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077842.424318:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077842.424320:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077842.424322:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077842.424324:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077842.424325:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077842.424327:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077842.424329:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077842.424331:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:3.0:1769077842.424333:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077842.424335:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077842.424336:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077842.424337:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424339:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424341:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077842.424343:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077842.424345:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424347:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424349:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424350:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077842.424352:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077842.424353:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.424354:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077842.424355:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.424357:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424358:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424360:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424362:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424363:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077842.424364:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424366:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424378:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077842.424379:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077842.424381:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.424382:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077842.424383:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077842.424388:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077842.424392:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.424393:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.424394:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.424396:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077842.424398:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077842.424399:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:3.0:1769077842.424409:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077842.424416:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077842.424417:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077842.424418:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.424420:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077842.424422:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769077842.424426:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077842.424428:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424430:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424432:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424434:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424435:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424437:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077842.424438:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077842.424439:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077842.424441:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077842.424442:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077842.424443:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424445:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077842.424446:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077842.424447:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.424448:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077842.424450:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.424451:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077842.424452:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077842.424453:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424455:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424456:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.424457:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077842.424458:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077842.424460:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077842.424461:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.424462:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077842.424463:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077842.424464:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077842.424466:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077842.424468:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424470:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077842.424472:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.424473:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077842.424474:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077842.424476:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077842.424478:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077842.424479:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077842.424480:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077842.424481:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.424483:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077842.424485:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077842.424486:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077842.424488:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077842.424490:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077842.424493:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077842.424494:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077842.424496:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077842.424497:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769077842.424500:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077843.060639:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077843.060649:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077843.060667:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077843.060673:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077843.060680:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077843.060688:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077843.060692:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077843.060697:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077843.060704:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077843.060711:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077843.060719:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077843.060729:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077843.060739:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077843.060740:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077843.060760:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077843.060766:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077843.060769:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077843.060770:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077843.060776:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077843.060777:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077843.060781:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077843.060789:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077843.060799:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077843.060805:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077843.060810:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077843.060814:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077843.060814:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077843.060823:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077843.060823:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077843.060828:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077843.060833:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077843.060833:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077843.060850:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077843.060863:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077843.060865:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077843.060869:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077843.188709:0:13718:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299500748, at 4299500800 00000100:00000010:0.0:1769077843.188730:0:13718:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad06c0. 00000100:00000001:0.0:1769077843.444852:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077843.444858:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077843.444877:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077843.444882:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077843.444886:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077843.444890:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077843.444893:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077843.444897:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077843.444900:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077844.084725:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077844.084757:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077844.084760:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077844.084761:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077844.084770:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077844.084773:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077844.084774:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077844.084791:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077844.084791:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077844.084800:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077844.084801:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077844.084811:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077844.084812:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077844.084818:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077844.084822:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077844.084831:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077844.084836:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077844.084838:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077844.084840:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077844.084843:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077844.084848:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077844.084863:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077844.084868:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077844.084869:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077844.084880:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077844.084884:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077844.084886:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077844.084890:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077844.084898:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077844.084900:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077844.084912:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077844.084913:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077844.084928:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077844.084929:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077844.084936:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077844.084944:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077845.108674:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077845.108684:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077845.108698:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077845.108707:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077845.108733:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077845.108746:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077845.108747:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077845.108757:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077845.108763:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077845.108781:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077845.108782:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077845.108796:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077845.108797:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077845.108811:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077845.108819:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077845.108833:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077845.108837:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077845.108841:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077845.108864:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077845.108868:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077845.108873:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077845.108881:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077845.108884:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077845.108886:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077845.108890:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077845.108901:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077845.108904:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077845.108906:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077845.108919:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077845.108922:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077845.108924:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077845.108929:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077845.108941:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077845.108955:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077845.108962:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077845.108966:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1769077845.493040:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.154:988 00000400:00000100:0.0:1769077845.493110:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.154@tcp at host 192.168.204.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1769077845.493127:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077845.493131:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.54@tcp notifying 192.168.204.154@tcp: down 00000400:00000200:0.0:1769077845.493136:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077845.493141:0:2354:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1769077845.493147:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077845.493151:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667eb00. 00000400:00000200:0.0:1769077845.493158:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077845.493164:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077845.493171:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042b28 00000400:00000010:0.0:1769077845.493175:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042b28. 00000100:00000001:0.0:1769077845.493181:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077845.493192:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bca680 x1855007657833728/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077845.493222:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077845.493227:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bca680 x1855007657833728/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077845.493235:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077845.493237:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077845.493254:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077845.493258:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e500. 00000400:00000200:0.0:1769077845.493263:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077845.493272:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077845.493282:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180425d8 00000400:00000010:0.0:1769077845.493298:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180425d8. 00000100:00000001:0.0:1769077845.493305:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077845.493316:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bc9880 x1855007657833856/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077845.493344:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077845.493350:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9880 x1855007657833856/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077845.493363:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077845.493368:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077845.493380:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077845.493389:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:0.0:1769077845.493396:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077845.493407:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077845.493415:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042330 00000400:00000010:0.0:1769077845.493420:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042330. 00000100:00000001:0.0:1769077845.493431:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077845.493442:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bca300 x1855007657833984/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077845.493501:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077845.493512:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bca300 x1855007657833984/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077845.493531:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077845.493537:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077845.493552:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077845.493630:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e600. 00000400:00000200:0.0:1769077845.493646:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077845.493663:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077845.493676:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042990 00000400:00000010:0.0:1769077845.493684:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042990. 00000100:00000001:0.0:1769077845.493694:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077845.493721:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bcb480 x1855007657834112/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077845.493754:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077845.493766:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb480 x1855007657834112/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077867 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077845.493787:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077845.493793:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077846.132709:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077846.132716:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077846.132720:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077846.132728:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077846.132732:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077846.132735:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077846.132737:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077846.132740:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077846.132740:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077846.132745:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077846.132751:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077846.132751:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077846.132755:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077846.132755:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077846.132757:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077846.132765:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077846.132769:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077846.132773:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077846.132774:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077846.132779:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077846.132783:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077846.132788:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077846.132790:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077846.132794:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077846.132794:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077846.132799:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077846.132800:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077846.132808:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077846.132816:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077846.132817:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077846.132819:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077846.132821:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077846.132824:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077846.132824:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077846.132826:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077846.132830:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.156650:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077847.156650:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077847.156658:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077847.156663:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077847.156663:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.156668:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077847.156671:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077847.156691:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077847.156693:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077847.156697:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077847.156699:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077847.156701:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.156716:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077847.156720:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077847.156724:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077847.156724:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.156728:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077847.156732:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.156743:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077847.156748:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077847.156752:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.156755:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077847.156757:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077847.156761:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077847.156764:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077847.156766:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.156768:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077847.156775:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077847.156775:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077847.156779:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077847.156781:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077847.156782:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077847.156786:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077847.156790:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077847.156792:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077847.156797:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077847.540699:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077847.540712:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077847.540719:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077847.540727:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077847.540745:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:0.0:1769077847.540754:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:3.0:1769077847.540756:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4832 00000080:00000001:0.0:1769077847.540758:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077847.540763:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077847.540767:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000200:3.0:1769077847.540769:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:0.0:1769077847.540772:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077847.540777:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000400:00000200:3.0:1769077847.540779:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077847.540782:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:3.0:1769077847.540784:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000080:00000001:0.0:1769077847.540787:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:3.0:1769077847.540791:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00200000:0.0:1769077847.540792:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:3.0:1769077847.540798:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077847.540799:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077847.540803:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1769077847.540804:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:0.0:1769077847.540806:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.540809:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:0.0:1769077847.540814:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000020:00000001:3.0:1769077847.540815:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077847.540819:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000002:0.0:1769077847.540824:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769077847.540824:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077847.540827:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769077847.540833:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769077847.540834:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000001:3.0:1769077847.540837:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769077847.540839:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077847.540844:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:3.0:1769077847.540844:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077847.540847:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.540849:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077847.540853:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769077847.540854:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077847.540859:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:3.0:1769077847.540860:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077847.540864:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077847.540866:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:0.0:1769077847.540869:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077847.540873:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:3.0:1769077847.540873:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769077847.540877:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:3.0:1769077847.540879:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077847.540881:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012227c0 02000000:00000001:3.0:1769077847.540884:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077847.540887:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.540890:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077847.540892:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:3.0:1769077847.540896:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.540897:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077847.540900:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:3.0:1769077847.540902:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00200000:0.0:1769077847.540904:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:3.0:1769077847.540906:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077847.540908:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077847.540913:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000010:3.0:1769077847.540915:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25c00. 00020000:00000001:0.0:1769077847.540916:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077847.540920:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077847.540922:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077847.540925:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077847.540928:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000020:00000001:0.0:1769077847.540930:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077847.540933:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077847.540936:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:3.0:1769077847.540938:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769077847.540939:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.540944:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.540947:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769077847.540948:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 02000000:00000001:3.0:1769077847.540951:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.540954:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077847.540958:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.540958:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077847.540964:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077847.540965:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.540969:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.540972:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:3.0:1769077847.540972:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.540975:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077847.540979:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077847.540980:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077847.540983:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000010:3.0:1769077847.540983:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00000020:00000001:0.0:1769077847.540985:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.540989:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.540992:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.540993:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.540995:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.540999:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077847.541000:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541002:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541005:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00100000:3.0:1769077847.541007:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25c00 x1855007657834240/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769077847.541008:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077847.541011:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077847.541013:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077847.541016:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077847.541020:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077847.541028:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:3.0:1769077847.541028:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000020:0.0:1769077847.541032:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077847.541037:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.541038:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077847.541043:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000040:3.0:1769077847.541048:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d4ec735] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25c00 x1855007657834240/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077847.541060:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077847.541064:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000008:00000020:0.0:1769077847.541068:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000008:00000001:0.0:1769077847.541072:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077847.541074:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077847.541075:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077847.541077:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769077847.541080:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769077847.541082:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00080000:3.0:1769077847.541087:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:0.0:1769077847.541089:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077847.541095:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077847.541097:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:0.0:1769077847.541099:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.541101:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769077847.541104:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077847.541105:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:0.0:1769077847.541109:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.541111:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769077847.541114:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077847.541117:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4832 00000020:00000001:0.0:1769077847.541119:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077847.541124:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077847.541128:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000200:3.0:1769077847.541128:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077847.541132:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077847.541136:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:3.0:1769077847.541136:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:0.0:1769077847.541141:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077847.541142:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:0.0:1769077847.541146:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000040:3.0:1769077847.541150:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077847.541151:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077847.541156:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769077847.541157:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077847.541160:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077847.541164:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:3.0:1769077847.541166:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077847.541167:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077847.541172:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769077847.541174:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077847.541176:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077847.541182:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:0.0:1769077847.541183:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077847.541186:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00020000:00000001:0.0:1769077847.541189:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077847.541190:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077847.541193:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000040:3.0:1769077847.541194:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077847.541197:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077847.541198:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077847.541201:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077847.541203:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077847.541205:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:3.0:1769077847.541211:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077847.541216:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077847.541220:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000040:3.0:1769077847.541221:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077847.541225:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769077847.541227:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077847.541229:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000040:3.0:1769077847.541232:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:0.0:1769077847.541234:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077847.541239:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077847.541240:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769077847.541246:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.541247:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541253:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769077847.541253:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077847.541257:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077847.541261:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.541262:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077847.541268:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:3.0:1769077847.541269:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541273:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:3.0:1769077847.541273:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077847.541278:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000008:00100000:3.0:1769077847.541280:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00000001:0.0:1769077847.541282:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077847.541286:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1769077847.541288:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769077847.541290:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:3.0:1769077847.541292:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541295:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077847.541300:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000010:3.0:1769077847.541300:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24700. 00000080:00000001:0.0:1769077847.541305:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000020:00000040:3.0:1769077847.541306:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000080:00200000:0.0:1769077847.541310:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:3.0:1769077847.541314:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000080:00000001:0.0:1769077847.541316:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000001:3.0:1769077847.541318:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541320:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769077847.541322:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077847.541325:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00001000:0.0:1769077847.541326:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 02000000:00000001:3.0:1769077847.541330:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077847.541331:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077847.541336:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077847.541337:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000100:00000001:3.0:1769077847.541345:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077847.541346:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077847.541350:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077847.541353:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077847.541356:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00100000:3.0:1769077847.541357:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24700 x1855007657834368/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00001000:0.0:1769077847.541362:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077847.541368:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000020:00000001:0.0:1769077847.541374:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077847.541376:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077847.541378:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077847.541380:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077847.541382:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077847.541384:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077847.541390:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077847.541394:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012227c0 00020000:00000001:0.0:1769077847.541397:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077847.541399:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:3.0:1769077847.541402:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769077847.541404:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:3.0:1769077847.541407:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541408:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541413:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769077847.541417:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5c7b818] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24700 x1855007657834368/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077847.541418:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077847.541421:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541425:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077847.541428:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077847.541430:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077847.541433:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:3.0:1769077847.541438:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541439:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077847.541442:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769077847.541443:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077847.541447:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:3.0:1769077847.541450:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:0.0:1769077847.541451:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:3.0:1769077847.541456:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00200000:0.0:1769077847.541457:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:3.0:1769077847.541460:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000002:0.0:1769077847.541461:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077847.541467:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077847.541470:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077847.541474:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077847.541476:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077847.541481:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077847.541486:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000020:00000001:0.0:1769077847.541490:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077847.541495:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077847.541499:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077847.541501:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541503:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541508:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077847.541513:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077847.541514:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541517:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541520:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541525:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077847.541526:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077847.541529:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077847.541532:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077847.541534:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077847.541535:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541539:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541545:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541549:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541578:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769077847.541582:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769077847.541583:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541589:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077847.541590:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4832 00000020:00000001:0.0:1769077847.541593:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077847.541596:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077847.541599:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:3.0:1769077847.541603:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077847.541604:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077847.541608:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077847.541611:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:3.0:1769077847.541614:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:0.0:1769077847.541618:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:3.0:1769077847.541619:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000020:0.0:1769077847.541622:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077847.541627:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769077847.541630:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077847.541633:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:3.0:1769077847.541635:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:0.0:1769077847.541637:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077847.541642:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000100:00000040:3.0:1769077847.541643:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000020:0.0:1769077847.541648:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000001:3.0:1769077847.541650:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077847.541656:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:0.0:1769077847.541658:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000040:3.0:1769077847.541660:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000008:00000020:0.0:1769077847.541662:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000001:3.0:1769077847.541664:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:0.0:1769077847.541665:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769077847.541669:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000008:00000001:0.0:1769077847.541685:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000001:3.0:1769077847.541688:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000020:0.0:1769077847.541690:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000020:00000001:3.0:1769077847.541693:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000001:0.0:1769077847.541701:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769077847.541704:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077847.541706:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541711:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.541711:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.1:1769077847.541716:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:0.0:1769077847.541718:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077847.541720:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077847.541725:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769077847.541725:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000100:00000001:3.0:1769077847.541726:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077847.541731:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077847.541734:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:0.0:1769077847.541737:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077847.541741:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00080000:3.0:1769077847.541743:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769077847.541744:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077847.541747:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077847.541750:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769077847.541751:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541753:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.541757:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769077847.541758:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077847.541762:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:3.0:1769077847.541763:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077847.541765:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:3.0:1769077847.541768:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541769:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077847.541772:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769077847.541775:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077847.541776:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000008:00100000:3.0:1769077847.541780:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:0.0:1769077847.541781:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077847.541784:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769077847.541789:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541790:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.541794:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541795:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077847.541799:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077847.541802:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000010:3.0:1769077847.541803:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00000020:00000001:0.0:1769077847.541805:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077847.541809:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000040:3.0:1769077847.541810:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:0.0:1769077847.541813:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077847.541817:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:3.0:1769077847.541818:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769077847.541819:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077847.541822:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077847.541825:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541830:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541835:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077847.541837:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077847.541839:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.541841:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541843:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769077847.541846:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769077847.541847:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000001:3.0:1769077847.541850:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077847.541851:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077847.541855:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:3.0:1769077847.541856:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.541858:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077847.541863:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 02000000:00000010:3.0:1769077847.541866:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00020000:00000001:0.0:1769077847.541869:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:3.0:1769077847.541873:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.541874:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077847.541878:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077847.541882:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1769077847.541886:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657834496/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000001:0.0:1769077847.541888:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077847.541892:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077847.541897:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077847.541903:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.541907:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00000001:0.0:1769077847.541909:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.541913:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077847.541917:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077847.541921:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000040:3.0:1769077847.541922:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657834496/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077847.541926:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077847.541930:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077847.541937:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077847.541942:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000020:00000001:0.0:1769077847.541944:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077847.541947:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077847.541952:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:3.0:1769077847.541953:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077847.541960:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769077847.541961:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077847.541966:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:3.0:1769077847.541969:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000080:00000001:0.0:1769077847.541970:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.541973:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000002:0.0:1769077847.541977:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00080000:3.0:1769077847.541979:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00020000:00000002:0.0:1769077847.541988:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012227c0 00000100:00000001:3.0:1769077847.541989:0:13606:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:0.0:1769077847.541994:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:3.0:1769077847.541997:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4832 00020000:00000001:0.0:1769077847.541999:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077847.542003:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077847.542008:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077847.542010:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077847.542013:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769077847.542021:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:0.0:1769077847.542022:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077847.542026:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077847.542028:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077847.542031:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077847.542036:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1769077847.542036:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077847.542040:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:3.0:1769077847.542042:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000002:0.0:1769077847.542046:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012227c0 00000100:00000040:3.0:1769077847.542048:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077847.542053:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.542054:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077847.542059:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077847.542061:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077847.542063:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000040:3.0:1769077847.542065:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00020000:00000001:0.0:1769077847.542067:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000001:3.0:1769077847.542071:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00200000:0.0:1769077847.542072:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:3.0:1769077847.542076:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000002:0.0:1769077847.542078:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000001:3.0:1769077847.542083:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:0.0:1769077847.542088:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000020:00000001:3.0:1769077847.542090:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:0.0:1769077847.542092:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077847.542096:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000040:3.0:1769077847.542099:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077847.542101:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00000001:3.0:1769077847.542107:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:0.0:1769077847.542108:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077847.542114:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000100:00000040:3.0:1769077847.542114:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077847.542121:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769077847.542122:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077847.542126:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:3.0:1769077847.542129:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000020:00000001:0.0:1769077847.542130:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077847.542136:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077847.542138:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769077847.542141:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.542146:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.542147:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 02000000:00000001:3.0:1769077847.542153:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077847.542154:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077847.542158:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.542160:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077847.542165:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.542167:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.542171:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.542174:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077847.542178:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000008:00100000:3.0:1769077847.542180:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000001:0.0:1769077847.542181:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077847.542185:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00000001:3.0:1769077847.542188:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.542189:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077847.542193:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769077847.542195:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.542197:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.542204:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077847.542206:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00020000:00000001:0.0:1769077847.542208:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077847.542213:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00000001:0.0:1769077847.542214:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.542221:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:3.0:1769077847.542222:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769077847.542224:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077847.542228:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.542229:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.542235:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077847.542236:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:3.0:1769077847.542239:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077847.542241:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 02000000:00000001:3.0:1769077847.542243:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.542244:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077847.542248:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000010:3.0:1769077847.542252:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 00000008:00000001:0.0:1769077847.542254:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077847.542258:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:3.0:1769077847.542259:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077847.542263:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00100000:3.0:1769077847.542270:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657834624/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000020:0.0:1769077847.542275:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077847.542279:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077847.542284:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077847.542288:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077847.542291:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000008:00000020:0.0:1769077847.542299:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000008:00000001:0.0:1769077847.542310:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077847.542314:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769077847.542316:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:0.0:1769077847.542318:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077847.542323:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077847.542324:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077847.542330:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000040:3.0:1769077847.542335:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657834624/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077847.542338:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769077847.542345:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.542351:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.542355:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077847.542361:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.542362:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.542369:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.542373:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:3.0:1769077847.542373:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4842) 00020000:00000001:0.0:1769077847.542377:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077847.542379:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077847.542381:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077847.542382:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077847.542384:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.542386:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077847.542387:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077847.542389:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077847.542390:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077847.542392:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077847.542394:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077847.542395:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077847.542397:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.542398:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.542400:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077847.542402:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077847.542404:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077847.542405:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077847.542406:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077847.542408:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077847.542410:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077847.542411:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077847.542412:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077847.542413:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.542415:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077847.542416:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077847.542418:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077847.542419:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077847.542421:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077847.542422:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077847.542423:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077847.542424:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077847.542426:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077847.542427:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077847.542429:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077847.542431:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077847.542432:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077847.542434:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077847.542437:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077847.542438:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077847.542439:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077847.542441:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:0.0:1769077847.542443:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769077847.542717:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077847.542720:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077847.543044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077847.543048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769077847.543361:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077847.543364:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000100:00000001:3.0:1769077848.180770:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077848.180776:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077848.180779:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077848.180779:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077848.180785:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077848.180785:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077848.180790:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077848.180793:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077848.180797:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077848.180800:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077848.180804:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077848.180810:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077848.180816:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077848.180821:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077848.180829:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077848.180829:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077848.180834:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077848.180839:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077848.180857:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077848.180864:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077848.180868:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077848.180872:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077848.180877:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077848.180881:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077848.180884:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077848.180889:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077848.180893:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077848.180898:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077848.180903:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077848.180906:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077848.180911:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077848.180918:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077848.180924:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077848.180930:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077848.180933:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077848.180936:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077848.308636:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299505868, at 4299505920 00000100:00000010:0.0:1769077848.308646:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0660. 00000100:00000001:0.0:1769077849.204635:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077849.204636:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077849.204656:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077849.204658:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077849.204663:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077849.204667:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077849.204668:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077849.204672:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077849.204675:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077849.204681:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077849.204683:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077849.204687:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077849.204690:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077849.204691:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077849.204697:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077849.204706:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077849.204710:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077849.204713:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077849.204715:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077849.204721:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077849.204723:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077849.204725:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077849.204727:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077849.204731:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077849.204734:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077849.204737:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077849.204742:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077850.228703:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077850.228710:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077850.228714:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077850.228720:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077850.228732:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077850.228742:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077850.228742:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077850.228754:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077850.228755:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077850.228766:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077850.228766:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077850.228788:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077850.228791:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077850.228797:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077850.228805:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077850.228810:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077850.228813:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077850.228816:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077850.228818:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077850.228823:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077850.228830:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077850.228832:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077850.228839:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077850.228842:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077850.228846:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077850.228848:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077850.228851:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077850.228854:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077850.228855:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077850.228858:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077850.228860:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077850.228861:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077850.228865:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077850.228865:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077850.228868:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077850.228870:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077851.252663:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077851.252668:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077851.252671:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077851.252673:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077851.252673:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077851.252678:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077851.252680:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769077851.252686:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077851.252688:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077851.252691:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077851.252693:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077851.252697:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077851.252697:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077851.252703:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077851.252710:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077851.252711:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077851.252715:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077851.252719:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077851.252735:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077851.252739:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077851.252742:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077851.252744:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077851.252746:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077851.252749:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077851.252751:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077851.252752:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077851.252756:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077851.252756:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077851.252762:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077851.252765:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077851.252768:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077851.252772:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077851.252776:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077851.252776:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077851.252780:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077851.252784:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.276692:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077852.276702:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077852.276707:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077852.276717:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077852.276718:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077852.276724:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077852.276725:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077852.276732:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.276732:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077852.276742:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077852.276743:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077852.276748:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077852.276750:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077852.276755:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.276756:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077852.276762:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077852.276764:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077852.276768:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077852.276788:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077852.276793:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077852.276798:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077852.276804:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077852.276808:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077852.276812:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077852.276815:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077852.276818:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.276819:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077852.276825:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.276825:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077852.276829:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077852.276832:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077852.276835:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077852.276838:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.276839:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077852.276841:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077852.276843:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077852.660676:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077852.660683:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077852.660687:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077852.660691:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077852.660696:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077852.660705:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4837 00000400:00000200:3.0:1769077852.660716:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077852.660723:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077852.660727:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077852.660731:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.660733:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077852.660735:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.660737:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077852.660741:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077852.660743:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769077852.660745:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077852.660748:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769077852.660750:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769077852.660753:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769077852.660757:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.660759:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077852.660761:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.660763:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077852.660766:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769077852.660770:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077852.660772:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.660775:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077852.660779:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077852.660782:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.660784:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077852.660786:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077852.660796:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00000020:00000040:3.0:1769077852.660799:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769077852.660803:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077852.660805:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.660808:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077852.660811:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077852.660816:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077852.660824:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 00000100:00000001:3.0:1769077852.660830:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077852.660840:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657834752/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077852.660851:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077852.660855:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077852.660859:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657834752/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077852.660890:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077852.660892:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077852.660895:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077852.660896:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077852.660897:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077852.660900:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077852.660902:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4837 00000400:00000200:3.0:1769077852.660906:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077852.660909:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077852.660911:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077852.660913:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.660915:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077852.660918:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.660922:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077852.660925:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077852.660927:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769077852.660929:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077852.660932:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769077852.660944:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:3.0:1769077852.660946:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:3.0:1769077852.660949:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.660950:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077852.660951:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.660952:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077852.660954:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:3.0:1769077852.660958:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077852.660960:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.660963:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077852.660969:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077852.660973:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.660977:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077852.660980:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077852.660984:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.660987:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077852.660990:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000020:00000040:3.0:1769077852.660994:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769077852.660999:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077852.661002:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.661006:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077852.661009:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077852.661012:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077852.661017:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00000100:00000001:3.0:1769077852.661027:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077852.661036:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657834880/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077852.661049:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077852.661053:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077852.661057:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657834880/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077852.661066:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077852.661081:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077852.661086:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077852.661089:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077852.661091:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077852.661095:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077852.661100:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4837 00000400:00000200:3.0:1769077852.661108:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077852.661113:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077852.661116:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077852.661122:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.661126:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077852.661130:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.661133:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077852.661136:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077852.661138:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769077852.661141:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077852.661143:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769077852.661144:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769077852.661146:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:3.0:1769077852.661153:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.661155:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077852.661159:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.661163:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077852.661165:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:3.0:1769077852.661170:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077852.661174:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.661177:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077852.661181:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077852.661185:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.661188:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077852.661191:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769077852.661197:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.661200:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077852.661204:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000020:00000040:3.0:1769077852.661208:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:3.0:1769077852.661214:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077852.661217:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.661220:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077852.661223:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077852.661226:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077852.661231:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000100:00000001:3.0:1769077852.661235:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077852.661243:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657835008/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077852.661266:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.1:1769077852.661266:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:3.0:1769077852.661270:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769077852.661271:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000100:00000040:3.0:1769077852.661277:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657835008/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077852.661291:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077852.661298:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077852.661305:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077852.661309:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077852.661314:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077852.661330:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077852.661337:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4837 00000400:00000200:3.0:1769077852.661347:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077852.661355:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077852.661360:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077852.661366:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.661369:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077852.661372:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.661374:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077852.661379:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077852.661380:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769077852.661381:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077852.661401:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769077852.661404:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769077852.661408:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:3.0:1769077852.661414:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.661418:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077852.661424:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077852.661428:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077852.661432:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769077852.661438:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077852.661442:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077852.661446:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077852.661450:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077852.661452:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.661460:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077852.661461:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769077852.661469:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.661472:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077852.661477:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000020:00000040:3.0:1769077852.661481:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:3.0:1769077852.661486:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077852.661488:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077852.661491:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077852.661494:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077852.661497:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077852.661501:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00000100:00000001:3.0:1769077852.661507:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077852.661516:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657835136/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077852.661535:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077852.661538:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077852.661546:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657835136/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077852.661573:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077852.661577:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4847) 00000800:00000200:1.1:1769077852.661819:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077852.661821:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077852.662134:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077852.662136:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769077852.662453:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077852.662456:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000100:00000001:0.0:1769077853.300708:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077853.300716:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077853.300719:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077853.300721:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077853.300723:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077853.300727:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077853.300729:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769077853.300732:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077853.300737:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077853.300738:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077853.300743:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077853.300744:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077853.300751:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077853.300756:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077853.300763:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077853.300764:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077853.300771:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077853.300777:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077853.300798:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077853.300802:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077853.300804:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077853.300805:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077853.300812:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077853.300812:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077853.300816:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077853.300818:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077853.300821:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077853.300822:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077853.300829:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077853.300829:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077853.300834:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077853.300836:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077853.300838:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077853.300851:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077853.300855:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077853.300859:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077853.428665:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299510987, at 4299511040 00000100:00000010:0.0:1769077853.428687:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0ae0. 00000100:00000001:0.0:1769077854.324673:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077854.324678:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077854.324683:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077854.324691:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077854.324692:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077854.324697:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077854.324699:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077854.324700:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077854.324704:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077854.324707:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077854.324708:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077854.324712:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077854.324713:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077854.324717:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077854.324718:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077854.324730:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077854.324734:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077854.324739:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077854.324753:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077854.324756:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077854.324757:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077854.324758:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077854.324761:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077854.324762:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077854.324765:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077854.324767:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077854.324769:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077854.324771:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077854.324774:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077854.324775:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077854.324779:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077854.324780:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077854.324785:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077854.324786:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077854.324800:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077854.324803:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077855.348654:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077855.348658:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077855.348660:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077855.348664:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077855.348664:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077855.348669:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077855.348672:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077855.348675:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077855.348678:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077855.348679:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077855.348686:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077855.348686:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077855.348695:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077855.348699:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077855.348702:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077855.348703:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077855.348707:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077855.348710:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077855.348715:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077855.348718:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077855.348721:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077855.348725:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077855.348728:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077855.348730:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077855.348734:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077855.348735:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077855.348739:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077855.348740:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077855.348743:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077855.348745:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077855.348747:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077855.348751:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077855.348755:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077855.348762:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077855.348767:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077855.348771:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077856.372669:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077856.372669:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077856.372676:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077856.372677:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077856.372680:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077856.372682:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077856.372686:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769077856.372688:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077856.372692:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077856.372695:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077856.372697:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077856.372699:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077856.372711:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077856.372714:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077856.372716:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077856.372718:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077856.372721:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077856.372725:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077856.372736:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077856.372740:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077856.372742:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077856.372742:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077856.372747:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077856.372748:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077856.372750:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077856.372751:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077856.372754:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077856.372755:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077856.372757:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077856.372760:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077856.372761:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077856.372764:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077856.372765:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077856.372770:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077856.372772:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077856.372774:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.396686:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077857.396690:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077857.396694:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077857.396694:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077857.396699:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.396699:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077857.396706:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077857.396706:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077857.396713:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077857.396713:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077857.396719:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.396719:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077857.396737:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077857.396741:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077857.396744:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.396744:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077857.396748:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.396755:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077857.396761:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077857.396768:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077857.396770:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077857.396774:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.396775:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077857.396779:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077857.396779:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077857.396783:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077857.396784:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077857.396787:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.396787:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077857.396791:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077857.396791:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077857.396794:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077857.396798:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077857.396798:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077857.396800:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077857.396803:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769077857.781351:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077857.781359:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769077857.781823:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077857.781826:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769077857.782078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077857.782080:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:1.1:1769077857.782366:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077857.782369:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000100:00000001:3.0:1769077858.420651:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077858.420659:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077858.420664:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077858.420668:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077858.420673:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077858.420675:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077858.420680:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077858.420681:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077858.420689:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077858.420689:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077858.420697:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077858.420698:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077858.420704:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077858.420704:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077858.420710:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077858.420719:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077858.420730:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077858.420732:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077858.420735:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077858.420739:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077858.420740:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077858.420748:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077858.420762:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077858.420768:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077858.420777:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077858.420781:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077858.420785:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077858.420803:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077858.420808:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077858.420811:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077858.420816:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077858.420822:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077858.420826:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077858.420831:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077858.420835:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077858.420841:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077858.548664:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299516107, at 4299516160 00000100:00000010:0.0:1769077858.548682:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0f00. 00000100:00000001:3.0:1769077859.444684:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077859.444685:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077859.444690:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077859.444692:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077859.444694:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077859.444697:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077859.444701:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077859.444703:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077859.444707:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077859.444709:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077859.444711:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077859.444714:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077859.444716:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077859.444720:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077859.444723:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077859.444728:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077859.444733:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077859.444738:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077859.444740:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077859.444742:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077859.444746:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077859.444749:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077859.444755:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077859.444760:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077859.444766:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077859.444771:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077859.444775:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077860.468724:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077860.468724:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077860.468741:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077860.468742:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077860.468749:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077860.468750:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077860.468765:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077860.468766:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077860.468786:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077860.468788:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077860.468806:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077860.468807:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077860.468826:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077860.468831:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077860.468836:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077860.468837:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077860.468841:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077860.468844:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077860.468869:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077860.468876:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077860.468878:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077860.468882:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077860.468889:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077860.468898:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077860.468905:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077860.468912:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077860.468913:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077860.468915:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077860.468920:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077860.468924:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077860.468927:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077860.468939:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077860.468943:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077860.468961:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077860.468966:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077860.468971:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077860.469003:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077860.469006:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077860.469009:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077861.492669:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077861.492671:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077861.492678:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077861.492678:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077861.492684:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077861.492689:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077861.492691:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077861.492697:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077861.492698:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077861.492701:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077861.492705:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077861.492706:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077861.492709:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077861.492711:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077861.492717:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077861.492726:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077861.492730:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077861.492733:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077861.492735:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077861.492739:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077861.492741:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077861.492747:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000020:00000001:0.0:1769077861.492749:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077861.492753:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077861.492754:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077861.492758:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769077861.492760:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077861.492765:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077861.492769:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077861.492773:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077861.492793:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077861.492797:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077861.492800:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077861.492802:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077861.492805:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077861.492807:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077861.492809:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077861.492810:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077861.492812:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.516657:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077862.516664:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077862.516669:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.516672:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077862.516677:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077862.516678:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077862.516683:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.516685:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077862.516689:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077862.516692:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.516693:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077862.516698:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077862.516706:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077862.516710:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077862.516713:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.516714:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077862.516718:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.516721:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077862.516739:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077862.516742:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077862.516744:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077862.516746:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077862.516749:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077862.516751:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.516755:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077862.516759:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077862.516765:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077862.516796:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077862.516799:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077862.516803:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1769077862.900733:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.900746:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077862.900750:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077862.900753:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077862.900757:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077862.900766:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4848 00000400:00000200:0.0:1769077862.900785:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077862.900792:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077862.900796:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077862.900800:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.900803:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077862.900806:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.900808:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077862.900812:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077862.900814:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077862.900817:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077862.900819:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077862.900821:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077862.900823:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077862.900826:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.900828:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077862.900830:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.900831:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077862.900833:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077862.900836:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077862.900837:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.900840:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077862.900844:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077862.900846:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.900848:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077862.900850:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077862.900862:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000040:0.0:1769077862.900865:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077862.900869:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077862.900870:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.900873:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077862.900875:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077862.900881:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077862.900889:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000100:00000001:0.0:1769077862.900896:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077862.900905:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657835776/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077862.900915:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077862.900919:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077862.900922:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657835776/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077862.900941:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077862.900944:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.900947:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077862.900948:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077862.900949:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077862.900951:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077862.900953:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4848 00000400:00000200:0.0:1769077862.900957:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077862.900960:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077862.900963:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077862.900966:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.900967:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077862.900972:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.900975:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077862.900979:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077862.900982:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077862.900984:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077862.900988:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077862.900992:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077862.901003:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077862.901011:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901020:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077862.901025:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901030:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077862.901036:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077862.901043:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901046:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.901050:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077862.901057:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077862.901059:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.901061:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077862.901068:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077862.901074:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.901080:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077862.901085:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769077862.901091:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077862.901102:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077862.901105:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.901108:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077862.901109:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077862.901114:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077862.901130:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000100:00000001:0.0:1769077862.901134:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077862.901144:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657835904/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077862.901154:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077862.901160:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077862.901176:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657835904/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077862.901191:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077862.901193:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.901196:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077862.901202:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077862.901205:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077862.901213:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077862.901221:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4848 00000400:00000200:0.0:1769077862.901236:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077862.901249:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077862.901258:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077862.901271:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901279:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077862.901292:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901301:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077862.901311:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077862.901314:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077862.901319:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077862.901324:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077862.901330:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077862.901336:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077862.901344:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901350:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077862.901360:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901370:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077862.901377:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077862.901391:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901401:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.901403:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077862.901411:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077862.901433:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.901437:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077862.901442:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077862.901451:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.901458:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077862.901464:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769077862.901472:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077862.901476:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077862.901480:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.901488:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.1:1769077862.901489:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000001:0.0:1769077862.901494:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:1.1:1769077862.901497:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 02000000:00000001:0.0:1769077862.901498:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077862.901513:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769077862.901522:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077862.901536:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657836032/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077862.901588:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077862.901594:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077862.901605:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657836032/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077862.901619:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077862.901628:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077862.901643:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077862.901651:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077862.901656:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077862.901665:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077862.901673:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4848 00000400:00000200:0.0:1769077862.901684:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077862.901696:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077862.901701:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077862.901712:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901722:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077862.901733:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901736:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077862.901743:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077862.901746:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077862.901754:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077862.901758:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077862.901766:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077862.901773:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077862.901788:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901795:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077862.901807:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901813:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077862.901822:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077862.901834:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077862.901842:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077862.901846:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077862.901852:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077862.901863:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.901867:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077862.901871:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077862.901885:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.901890:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077862.901902:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000040:0.0:1769077862.901915:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077862.901923:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077862.901928:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077862.901935:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077862.901938:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077862.901944:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077862.901951:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769077862.901955:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077862.901963:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657836160/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077862.901990:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077862.901995:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077862.902001:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657836160/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077862.902018:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077862.902024:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4858) 00000800:00000200:1.1:1769077862.902275:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077862.902277:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769077862.902629:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077862.902632:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769077862.902943:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077862.902946:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000100:00100000:1.0:1769077862.903071:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657836160/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077862.903079:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769077862.903083:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657836160/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077862.903091:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077862.903093:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077862.903095:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077862.903096:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077862.903098:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077862.903102:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077862.903105:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077862.903108:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769077862.903111:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769077862.903115:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657836160/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077862.903124:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657836160:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769077862.903128:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077862.903130:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769077862.903133:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657835904/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077862.903141:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077862.903143:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769077862.903145:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769077862.903148:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077862.903149:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769077862.903151:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769077862.903153:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769077862.903155:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 02000000:00000001:1.0:1769077862.903158:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077862.903160:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769077862.903161:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:1.0:1769077862.903164:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077862.903166:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077862.903167:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769077862.903171:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657836032/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077862.903178:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077862.903179:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769077862.903181:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769077862.903183:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077862.903185:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769077862.903186:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769077862.903188:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769077862.903189:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 02000000:00000001:1.0:1769077862.903192:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077862.903193:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769077862.903194:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000100:00000001:1.0:1769077862.903196:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077862.903198:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077862.903199:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769077862.903202:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657836160/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077887 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077862.903208:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077862.903209:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769077862.903211:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636c00. 02000000:00000001:1.0:1769077862.903213:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077862.903214:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769077862.903215:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769077862.903217:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769077862.903219:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745c00. 02000000:00000001:1.0:1769077862.903221:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077862.903223:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769077862.903224:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:1.0:1769077862.903227:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077862.903229:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077862.903231:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077862.903234:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077862.903236:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077862.903238:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077862.903240:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077863.540708:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077863.540713:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077863.540719:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077863.540720:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077863.540722:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077863.540724:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077863.540731:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077863.540732:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077863.540737:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077863.540738:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077863.540744:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077863.540749:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077863.540749:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077863.540754:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077863.540754:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077863.540760:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077863.540761:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077863.540762:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077863.540771:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077863.540772:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077863.540782:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077863.540783:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077863.540790:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077863.540793:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077863.540796:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077863.540798:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077863.540802:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077863.540805:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077863.540810:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077863.540813:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077863.540824:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077863.540828:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077863.540832:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077863.540835:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077863.540835:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077863.540837:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077863.540840:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077863.540844:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077863.540844:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077863.540845:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077863.540848:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077863.540849:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077863.540850:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077863.540852:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077863.540853:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077863.540855:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077863.540858:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077863.540860:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077863.540862:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077863.540866:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077863.540872:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077863.540874:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077863.540879:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077863.540884:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077863.540940:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077863.540945:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077863.540949:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077863.668682:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299521228, at 4299521280 00000100:00000040:1.0:1769077863.668682:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299521228, at 4299521280 00000100:00000010:1.0:1769077863.668702:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0060. 00000100:00000010:0.0:1769077863.668709:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0cc0. 00000100:00000001:1.0:1769077863.924637:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077863.924644:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077863.924648:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077863.924655:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077863.924661:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077863.924665:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077863.924671:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077863.924673:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077863.924676:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077864.564669:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077864.564673:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077864.564679:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077864.564680:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077864.564680:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077864.564684:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077864.564685:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077864.564687:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077864.564691:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077864.564692:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077864.564692:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077864.564700:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077864.564700:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077864.564701:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077864.564706:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077864.564708:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077864.564708:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077864.564709:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077864.564716:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077864.564722:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077864.564729:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077864.564731:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077864.564735:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077864.564739:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077864.564740:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077864.564744:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077864.564748:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077864.564750:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077864.564756:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077864.564757:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077864.564759:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077864.564762:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769077864.564763:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1769077864.564764:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077864.564766:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077864.564768:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077864.564771:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00010000:3.0:1769077864.564773:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077864.564775:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077864.564778:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077864.564780:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077864.564787:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077864.564789:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077864.564792:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077864.564793:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077864.564797:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077864.564798:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077864.564799:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077864.564802:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077864.564803:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077864.564807:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077864.564809:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077864.564814:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077864.564819:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077864.564822:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077864.564824:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077864.564827:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077864.948667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077864.948671:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077864.948674:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077864.948681:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077864.948687:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077864.948691:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077864.948697:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077864.948700:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077864.948702:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077865.588682:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077865.588693:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077865.588698:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077865.588708:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077865.588717:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077865.588726:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077865.588727:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077865.588739:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077865.588740:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077865.588747:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077865.588748:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077865.588758:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077865.588763:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077865.588767:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077865.588770:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077865.588782:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077865.588783:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077865.588789:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077865.588790:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077865.588792:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077865.588796:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077865.588796:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077865.588809:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077865.588812:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077865.588816:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077865.588817:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077865.588819:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077865.588824:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077865.588824:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077865.588835:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077865.588841:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077865.588847:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077865.588854:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077865.588861:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077865.588867:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077865.588871:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077865.588872:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077865.588875:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077865.588878:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077865.588881:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077865.588887:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077865.588895:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077865.588898:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077865.588901:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077865.588902:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077865.588906:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077865.588907:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077865.588912:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077865.588913:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077865.588924:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077865.588933:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077865.588939:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077865.588941:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077865.588944:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077865.972669:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077865.972678:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077865.972681:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077865.972689:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077865.972695:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077865.972699:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077865.972704:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077865.972708:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077865.972711:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077866.612644:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077866.612660:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077866.612663:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077866.612675:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077866.612675:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077866.612679:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077866.612682:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077866.612683:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077866.612688:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077866.612689:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077866.612691:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077866.612695:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077866.612696:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077866.612697:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077866.612702:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077866.612704:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077866.612706:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077866.612710:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077866.612711:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077866.612712:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077866.612715:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077866.612719:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077866.612719:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077866.612724:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077866.612742:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077866.612743:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077866.612748:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077866.612753:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077866.612754:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077866.612755:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077866.612760:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077866.612763:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077866.612764:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077866.612780:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769077866.612781:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077866.612792:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077866.612792:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077866.612797:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077866.612798:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077866.612801:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077866.612804:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077866.612810:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077866.612810:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077866.612815:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077866.612817:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077866.612831:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077866.612834:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077866.612836:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077866.612839:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077866.612845:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077866.612847:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077866.612852:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077866.612861:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077866.612862:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077866.612870:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077866.612879:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077866.612881:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077866.996698:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077866.996706:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077866.996709:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077866.996716:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077866.996720:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077866.996724:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077866.996727:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077866.996731:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077866.996732:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077866.996735:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077866.996737:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077866.996741:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077866.996745:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077866.996747:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077866.996749:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077866.996751:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077866.996752:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077866.996754:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077867.636667:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077867.636670:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077867.636677:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077867.636677:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077867.636678:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077867.636681:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077867.636683:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077867.636685:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077867.636688:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077867.636690:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077867.636690:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077867.636694:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077867.636697:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077867.636699:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077867.636699:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077867.636702:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077867.636705:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077867.636706:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077867.636708:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077867.636710:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077867.636714:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077867.636721:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077867.636724:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077867.636727:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077867.636728:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077867.636728:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077867.636731:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077867.636734:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077867.636734:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077867.636737:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077867.636740:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077867.636741:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077867.636745:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077867.636747:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077867.636749:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077867.636751:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077867.636753:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077867.636754:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077867.636757:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077867.636760:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077867.636760:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077867.636766:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077867.636767:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077867.636769:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077867.636771:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077867.636773:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077867.636776:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077867.636777:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077867.636781:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077867.636784:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077867.636786:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077867.636790:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077867.636793:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077867.636795:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077867.636822:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077867.636824:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077867.636826:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077868.020651:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077868.020654:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077868.020657:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077868.020658:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077868.020661:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.020662:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077868.020668:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077868.020669:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769077868.020670:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077868.020676:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077868.020676:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077868.020678:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077868.020681:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.020681:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077868.020683:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077868.020687:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077868.020689:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077868.020690:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077868.020693:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.020693:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077868.020697:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077868.020697:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.020702:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077868.020709:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4853 00000400:00000200:0.0:1769077868.020720:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077868.020728:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077868.020732:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077868.020738:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077868.020743:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077868.020745:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077868.020750:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077868.020754:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077868.020757:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077868.020762:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077868.020766:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077868.020770:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077868.020773:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077868.020776:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077868.020780:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077868.020784:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077868.020786:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077868.020790:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077868.020795:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077868.020802:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077868.020807:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077868.020810:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077868.020815:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.020819:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077868.020822:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077868.020831:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000020:00000040:0.0:1769077868.020835:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077868.020840:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077868.020843:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.020847:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077868.020851:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077868.020856:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077868.020865:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769077868.020872:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077868.020884:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077868.020899:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077868.020904:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077868.020912:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077868.020935:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077868.020940:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077868.020948:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077868.020952:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077868.020955:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077868.020956:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077868.020960:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077868.020961:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077868.020964:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769077868.020967:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4853 00000100:00000040:1.0:1769077868.020973:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769077868.020974:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077868.020982:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077868.020988:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077868.020995:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077868.020996:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077868.021000:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.021002:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769077868.021004:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1769077868.021007:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:1.0:1769077868.021009:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077868.021012:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:1.0:1769077868.021014:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077868.021018:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077868.021021:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000100:00100000:1.0:1769077868.021022:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657836288:192.168.204.154@tcp:250:kworker.0 00000020:00000001:0.0:1769077868.021026:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077868.021029:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077868.021033:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:1.0:1769077868.021033:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077868.021037:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1769077868.021038:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769077868.021042:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077868.021044:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:1.0:1769077868.021046:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769077868.021050:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1769077868.021053:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 00000100:00000040:0.0:1769077868.021054:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:1.0:1769077868.021058:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.021060:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077868.021065:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077868.021072:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:1.0:1769077868.021072:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769077868.021079:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000100:00000001:0.0:1769077868.021080:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077868.021085:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1769077868.021090:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 02000000:00000001:0.0:1769077868.021091:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077868.021097:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769077868.021099:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657836288, portal 25 00000100:00000001:0.0:1769077868.021103:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077868.021104:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077868.021108:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094224128 : -115332615327488 : ffff971b086eb100) 00000008:00100000:0.0:1769077868.021109:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077868.021116:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077868.021117:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077868.021121:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077868.021128:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 00000100:00000001:1.0:1769077868.021131:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1769077868.021133:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000040:1.0:1769077868.021137:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 02000000:00000001:0.0:1769077868.021139:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077868.021142:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769077868.021142:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000001:0.0:1769077868.021149:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:1.0:1769077868.021150:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657836288, offset 0 02000000:00000001:0.0:1769077868.021152:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077868.021155:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077868.021162:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000400:00000200:1.0:1769077868.021163:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769077868.021167:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077868.021174:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769077868.021178:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077868.021189:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077868.021192:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077868.021192:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000040:0.0:1769077868.021201:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769077868.021202:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769077868.021213:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769077868.021222:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1769077868.021229:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077868.021231:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00080000:0.0:1769077868.021236:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769077868.021242:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370423:370423:256:4294967295] 192.168.204.154@tcp LPNI seq info [370418:370418:8:4294967295] 00000100:00080000:0.0:1769077868.021245:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077868.021250:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077868.021255:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769077868.021256:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077868.021263:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077868.021271:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4853 00000400:00000200:1.0:1769077868.021278:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000400:00000200:0.0:1769077868.021292:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000200:1.0:1769077868.021295:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769077868.021300:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000800:00000010:1.0:1769077868.021303:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000100:00080000:0.0:1769077868.021304:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077868.021311:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077868.021317:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1769077868.021318:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:0.0:1769077868.021322:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:1.0:1769077868.021337:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000100:00000001:0.0:1769077868.021340:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077868.021346:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.1:1769077868.021348:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:0.0:1769077868.021355:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000200:1.1:1769077868.021356:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000020:00000001:0.0:1769077868.021360:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077868.021364:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077868.021369:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000100:1.0:1769077868.021370:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769077868.021373:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000010:1.0:1769077868.021375:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000100:00000040:0.0:1769077868.021381:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:1.0:1769077868.021385:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:0.0:1769077868.021387:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077868.021393:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769077868.021397:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000001:0.0:1769077868.021398:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077868.021403:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:1.0:1769077868.021405:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000100:00080000:0.0:1769077868.021409:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000010:1.0:1769077868.021411:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:0.0:1769077868.021413:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077868.021417:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077868.021419:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077868.021419:0:2365:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1769077868.021425:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.021427:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:1.0:1769077868.021429:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769077868.021430:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077868.021437:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.021445:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.021446:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1769077868.021452:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00000100:00000040:1.0:1769077868.021453:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769077868.021457:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077868.021463:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077868.021466:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.021470:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077868.021474:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077868.021478:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.021478:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.021484:0:2365:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1769077868.021485:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000100:00000001:0.0:1769077868.021490:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.021494:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077868.021499:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769077868.021506:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769077868.021513:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299526347 00000100:00000001:0.0:1769077868.021521:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1769077868.021524:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0060. 00000100:00000001:0.0:1769077868.021526:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077868.021534:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.021535:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769077868.021545:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299526347 00000100:00000001:0.0:1769077868.021550:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077868.021551:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0ba0. 00000100:00080000:0.0:1769077868.021575:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077868.021583:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077868.021583:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077868.021588:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077868.021591:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769077868.021592:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077868.021597:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.021598:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077868.021603:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769077868.021604:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4853 00000400:00000200:0.0:1769077868.021613:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00100000:1.0:1769077868.021614:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077868/real 1769077868] req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769077868.021619:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077868.021625:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077868.021632:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077868.021638:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077868.021644:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077868.021650:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077868.021656:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:1.0:1769077868.021659:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1769077868.021660:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000001:1.0:1769077868.021662:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1769077868.021666:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1769077868.021666:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000020:00000040:0.0:1769077868.021671:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000400:00000200:1.0:1769077868.021672:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769077868.021677:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000020:00000001:0.0:1769077868.021678:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:1.0:1769077868.021682:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1769077868.021684:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000200:1.0:1769077868.021688:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769077868.021694:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077868.021700:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1769077868.021701:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769077868.021707:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077868.021711:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077868.021712:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769077868.021715:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769077868.021716:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:1.0:1769077868.021718:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769077868.021721:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077868.021722:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077868.021727:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077868.021729:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077868.021730:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077868.021733:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077868.021738:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.021739:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077868.021741:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077868.021744:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000040:1.0:1769077868.021745:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077868.021749:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.021753:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077868.021759:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000100:00000001:1.0:1769077868.021759:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077868.021762:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769077868.021764:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:1.0:1769077868.021765:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769077868.021768:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769077868.021769:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077868.021772:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.021773:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077868.021775:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769077868.021776:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769077868.021777:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00080000:1.0:1769077868.021780:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1769077868.021781:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077868.021787:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00080000:1.0:1769077868.021788:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769077868.021793:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.021793:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769077868.021798:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077868.021803:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769077868.021814:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657836288:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769077868.021818:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077868.021820:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077868.021822:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.021824:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077868.021828:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769077868.021829:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eb100 x1855007657836288/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.021854:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769077868.021857:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077868.021857:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769077868.021861:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 00000100:00000040:0.0:1769077868.021863:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4863) 02000000:00000001:1.0:1769077868.021864:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077868.021867:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769077868.021869:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769077868.021871:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769077868.021872:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 02000000:00000001:1.0:1769077868.021876:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077868.021878:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769077868.021880:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eb100. 00000100:00000001:1.0:1769077868.021882:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077868.021883:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.021885:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.021890:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077868.021891:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.021892:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077868.021893:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077868.021894:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769077868.021897:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.021902:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077868.021903:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077868.021904:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077868.021906:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077868.021907:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077868.021909:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657836416:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769077868.021911:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077868.021913:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077868.021914:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077868.021915:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769077868.021917:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769077868.021919:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077868.021922:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769077868.021924:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769077868.021926:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769077868.021928:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657836416, portal 10 00000100:00000001:1.0:1769077868.021930:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077868.021931:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094215168 : -115332615336448 : ffff971b086e8e00) 00000100:00000040:1.0:1769077868.021935:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.021939:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769077868.021941:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769077868.021942:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769077868.021944:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657836416, offset 0 00000400:00000200:1.0:1769077868.021946:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769077868.021949:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077868.021952:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769077868.021954:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769077868.021956:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769077868.021958:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769077868.021959:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769077868.021962:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370424:370424:256:4294967295] 192.168.204.154@tcp LPNI seq info [370419:370419:8:4294967295] 00000400:00000200:1.0:1769077868.021964:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077868.021969:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769077868.021971:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769077868.021974:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769077868.021976:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769077868.021979:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769077868.021982:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077868.021984:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769077868.021986:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769077868.021988:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769077868.021989:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769077868.021992:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769077868.021994:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769077868.021995:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769077868.021997:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769077868.021999:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022004:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769077868.022006:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022011:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.022012:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077868.022014:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077868.022017:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769077868.022019:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769077868.022020:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299525643 00000100:00000001:1.0:1769077868.022022:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299526347 00000100:00000001:1.0:1769077868.022024:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299525643 00000100:00000001:1.0:1769077868.022025:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299526347 00000100:00000001:1.0:1769077868.022026:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077868.022028:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.022029:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077868.022031:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077868/real 1769077868] req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077868.022036:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077868.022036:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769077868.022038:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769077868.022039:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769077868.022040:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769077868.022042:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769077868.022044:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769077868.022049:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022053:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077868.022054:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022055:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077868.022055:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077868.022058:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022062:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769077868.022064:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022068:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077868.022070:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022071:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077868.022072:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022073:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077868.022075:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077868.022077:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077868.022079:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769077868.022080:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769077868.022082:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077868.022088:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657836416:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769077868.022090:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769077868.022093:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022097:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077868.022098:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077868.022099:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077868.022101:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077868.022102:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077868.022104:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657836544:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769077868.022105:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077868.022106:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077868.022107:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077868.022109:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769077868.022111:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769077868.022112:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077868.022114:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769077868.022116:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769077868.022118:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769077868.022120:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657836544, portal 4 00000100:00000001:1.0:1769077868.022121:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077868.022122:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094216064 : -115332615335552 : ffff971b086e9180) 00000100:00000040:1.0:1769077868.022125:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022129:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769077868.022131:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769077868.022132:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769077868.022134:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657836544, offset 0 00000400:00000200:1.0:1769077868.022136:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769077868.022138:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077868.022140:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769077868.022142:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769077868.022144:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769077868.022146:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769077868.022147:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769077868.022150:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370425:370425:256:4294967295] 192.168.204.154@tcp LPNI seq info [370420:370420:8:4294967295] 00000400:00000200:1.0:1769077868.022154:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077868.022160:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769077868.022166:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769077868.022169:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769077868.022173:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769077868.022175:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769077868.022179:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077868.022182:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769077868.022186:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769077868.022188:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769077868.022192:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769077868.022195:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769077868.022198:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769077868.022200:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769077868.022203:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769077868.022207:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022215:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769077868.022218:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022224:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.022225:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077868.022227:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077868.022229:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769077868.022232:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769077868.022233:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299525664 00000100:00000001:1.0:1769077868.022235:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299526347 00000100:00000001:1.0:1769077868.022237:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299525664 00000100:00000001:1.0:1769077868.022239:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299526347 00000100:00000001:1.0:1769077868.022240:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077868.022242:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.022243:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077868.022245:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077868/real 1769077868] req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077868.022250:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077868.022251:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769077868.022252:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769077868.022253:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769077868.022254:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769077868.022255:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769077868.022257:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769077868.022263:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022267:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077868.022268:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022269:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077868.022269:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077868.022272:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022275:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769077868.022278:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022282:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077868.022283:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022284:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077868.022285:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022286:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077868.022289:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077868.022291:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077868.022293:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769077868.022294:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769077868.022297:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077868.022302:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657836544:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769077868.022304:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769077868.022306:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022310:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077868.022311:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077868.022312:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077868.022313:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077868.022314:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077868.022316:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657836672:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769077868.022318:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769077868.022319:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769077868.022320:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077868.022321:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769077868.022323:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769077868.022324:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077868.022339:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769077868.022341:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769077868.022343:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769077868.022345:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657836672, portal 4 00000100:00000001:1.0:1769077868.022347:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077868.022348:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000100:00000040:1.0:1769077868.022352:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022356:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769077868.022358:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769077868.022359:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769077868.022361:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657836672, offset 0 00000400:00000200:1.0:1769077868.022363:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769077868.022365:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077868.022368:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769077868.022369:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769077868.022371:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769077868.022373:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769077868.022374:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769077868.022376:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370426:370426:256:4294967295] 192.168.204.154@tcp LPNI seq info [370421:370421:8:4294967295] 00000400:00000200:1.0:1769077868.022379:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077868.022383:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769077868.022386:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769077868.022388:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769077868.022391:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769077868.022393:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769077868.022395:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769077868.022397:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769077868.022400:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769077868.022401:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769077868.022403:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769077868.022405:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769077868.022407:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769077868.022408:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769077868.022410:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769077868.022412:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022417:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769077868.022419:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022428:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.022429:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077868.022431:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077868.022433:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769077868.022435:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769077868.022436:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299525668 00000100:00000001:1.0:1769077868.022438:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299526347 00000100:00000001:1.0:1769077868.022439:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299525668 00000100:00000001:1.0:1769077868.022441:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299526347 00000100:00000001:1.0:1769077868.022443:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077868.022444:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.022445:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769077868.022447:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077868/real 1769077868] req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769077868.022451:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769077868.022452:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769077868.022453:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769077868.022455:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769077868.022456:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769077868.022457:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769077868.022459:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769077868.022464:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022468:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769077868.022469:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022470:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077868.022471:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077868.022473:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022478:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769077868.022480:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022484:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077868.022486:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022487:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077868.022487:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022488:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077868.022491:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769077868.022493:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769077868.022494:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769077868.022496:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769077868.022498:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769077868.022502:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657836672:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769077868.022505:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022506:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769077868.022508:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8e00 x1855007657836416/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022512:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077868.022513:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769077868.022514:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769077868.022516:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077868.022517:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769077868.022517:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769077868.022519:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769077868.022520:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745800. 02000000:00000001:1.0:1769077868.022522:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077868.022523:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769077868.022524:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8e00. 00000100:00000001:1.0:1769077868.022526:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077868.022526:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022528:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769077868.022529:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9180 x1855007657836544/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022533:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077868.022534:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769077868.022535:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769077868.022541:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077868.022542:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769077868.022543:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769077868.022544:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769077868.022545:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746000. 02000000:00000001:1.0:1769077868.022547:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077868.022548:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769077868.022549:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9180. 00000100:00000001:1.0:1769077868.022550:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077868.022551:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022552:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769077868.022568:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657836672/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077893 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077868.022572:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769077868.022573:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769077868.022574:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769077868.022576:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769077868.022577:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769077868.022577:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769077868.022579:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769077868.022580:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:1.0:1769077868.022581:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769077868.022582:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769077868.022583:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:1.0:1769077868.022584:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769077868.022585:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022587:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.022589:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077868.022590:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.022591:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077868.022592:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.660642:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077868.660647:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077868.660648:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077868.660651:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.660652:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077868.660654:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077868.660657:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077868.660658:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077868.660661:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077868.660663:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077868.660665:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.660666:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.660668:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077868.660671:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.660674:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.660676:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077868.660679:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.660683:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.660685:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077868.660690:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077868.660693:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077868.660697:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077868.660697:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077868.660700:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077868.660702:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077868.660706:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077868.660706:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077868.660706:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.660710:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.660712:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077868.660714:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077868.660715:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077868.660717:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077868.660722:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077868.660722:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077868.660723:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.660727:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.660727:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077868.660730:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.660733:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077868.660738:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.660741:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077868.660741:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077868.660745:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077868.660749:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077868.660760:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077868.660764:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077868.660767:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077868.660771:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077868.660775:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077868.660778:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.660785:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077868.660789:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077868.660794:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077868.660798:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077868.660802:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077868.660804:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077868.660807:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077868.660811:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077868.660813:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077868.660815:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077868.660816:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077868.660818:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077868.660836:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077868.660839:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077868.660842:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077868.788666:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299526347, at 4299526400 00000100:00000040:1.0:1769077868.788666:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299526347, at 4299526400 00000100:00000010:1.0:1769077868.788682:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0ba0. 00000100:00000010:0.0:1769077868.788685:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0060. 00000100:00000001:1.0:1769077869.044677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077869.044683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077869.044685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077869.044692:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077869.044694:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077869.044699:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077869.044701:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077869.044707:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077869.044707:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077869.044714:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077869.044715:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077869.044722:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077869.044723:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.044727:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.044731:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077869.044732:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077869.044736:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077869.044741:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077869.684670:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077869.684670:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077869.684677:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077869.684680:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077869.684680:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077869.684682:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077869.684686:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077869.684687:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077869.684687:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077869.684695:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769077869.684696:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769077869.684696:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077869.684700:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077869.684705:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077869.684705:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077869.684705:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077869.684711:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077869.684711:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.684712:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077869.684716:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.684720:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077869.684721:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077869.684725:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.684731:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077869.684733:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077869.684734:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077869.684735:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077869.684738:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.684738:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077869.684745:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077869.684747:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077869.684749:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.684752:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077869.684753:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077869.684754:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077869.684754:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077869.684760:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077869.684760:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077869.684766:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077869.684772:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077869.684778:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077869.684782:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077869.684785:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077869.684788:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.684789:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077869.684791:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077869.684794:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077869.684798:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077869.684801:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077869.684805:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077869.684810:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.684814:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077869.684818:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077869.684824:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077870.068626:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077870.068626:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077870.068632:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077870.068633:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077870.068635:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077870.068637:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077870.068640:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769077870.068643:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077870.068644:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077870.068649:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077870.068649:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077870.068654:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077870.068655:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077870.068658:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077870.068661:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077870.068662:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077870.068666:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077870.068669:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077870.708642:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077870.708649:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077870.708651:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077870.708653:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077870.708656:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077870.708658:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077870.708661:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077870.708662:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077870.708665:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077870.708669:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077870.708669:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077870.708673:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077870.708675:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077870.708680:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077870.708687:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077870.708687:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077870.708689:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077870.708691:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077870.708699:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077870.708702:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077870.708703:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077870.708717:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077870.708725:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077870.708730:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077870.708742:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077870.708746:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077870.708751:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077870.708753:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077870.708761:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077870.708763:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077870.708765:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077870.708768:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077870.708773:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077870.708776:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077870.708777:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077870.708779:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077870.708782:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077870.708790:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077870.708791:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077870.708794:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077870.708802:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077870.708811:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077870.708814:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077870.708818:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077870.708821:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077870.708839:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077870.708844:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077870.708849:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077870.708852:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077870.708856:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077870.708859:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077870.708863:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077870.708865:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077870.708868:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077871.092667:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077871.092668:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077871.092678:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077871.092678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077871.092683:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077871.092684:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077871.092692:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769077871.092693:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077871.092700:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077871.092700:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077871.092706:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077871.092706:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077871.092712:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077871.092716:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077871.092720:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077871.092721:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077871.092725:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077871.092729:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077871.732668:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077871.732668:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077871.732668:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077871.732677:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077871.732678:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077871.732679:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077871.732680:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077871.732683:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077871.732684:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077871.732686:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077871.732690:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077871.732692:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077871.732693:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077871.732695:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077871.732697:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077871.732700:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077871.732701:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077871.732702:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077871.732707:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077871.732707:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077871.732711:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077871.732714:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077871.732718:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077871.732722:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077871.732723:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077871.732726:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077871.732729:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077871.732731:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077871.732735:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077871.732737:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077871.732740:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077871.732742:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077871.732743:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077871.732744:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077871.732745:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077871.732747:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077871.732748:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077871.732749:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077871.732751:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077871.732754:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077871.732755:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077871.732756:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077871.732758:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077871.732763:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077871.732764:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077871.732764:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077871.732770:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077871.732770:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077871.732774:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077871.732777:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077871.732779:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077871.732780:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077871.732786:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077871.732790:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077872.116639:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077872.116639:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077872.116648:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077872.116649:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077872.116651:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077872.116657:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077872.116662:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077872.116663:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077872.116667:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077872.116672:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077872.116673:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077872.116676:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077872.116678:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077872.116680:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077872.116682:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077872.116687:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077872.116689:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077872.116692:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077872.756730:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077872.756732:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077872.756733:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077872.756739:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077872.756740:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077872.756742:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077872.756744:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077872.756746:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077872.756750:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077872.756751:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077872.756756:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077872.756757:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077872.756761:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077872.756761:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077872.756762:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077872.756766:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077872.756768:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077872.756768:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077872.756772:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077872.756774:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077872.756776:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077872.756776:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077872.756780:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077872.756784:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077872.756792:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077872.756793:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077872.756795:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077872.756798:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077872.756800:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077872.756804:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077872.756804:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077872.756806:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077872.756809:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077872.756812:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077872.756814:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077872.756816:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077872.756842:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077872.756846:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077872.756849:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077872.756854:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077872.756857:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077872.756860:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077872.756863:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077872.756864:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077872.756865:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077873.140665:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077873.140676:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077873.140679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077873.140686:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077873.140690:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077873.140694:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.140698:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077873.140700:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.140704:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077873.140711:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077873.140721:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077873.140726:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077873.140731:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077873.140745:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077873.140756:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4858 00000080:00000001:3.0:1769077873.140758:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077873.140762:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077873.140764:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:1.0:1769077873.140768:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769077873.140770:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077873.140774:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000400:00000200:1.0:1769077873.140777:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769077873.140779:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00080000:1.0:1769077873.140782:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1769077873.140783:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077873.140786:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:1.0:1769077873.140790:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00200000:3.0:1769077873.140791:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077873.140797:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769077873.140798:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077873.140800:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077873.140802:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077873.140804:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:3.0:1769077873.140807:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769077873.140808:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:3.0:1769077873.140812:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000020:00000001:1.0:1769077873.140815:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:3.0:1769077873.140816:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000040:1.0:1769077873.140818:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:3.0:1769077873.140819:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077873.140823:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000001:1.0:1769077873.140824:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:3.0:1769077873.140825:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769077873.140829:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:3.0:1769077873.140829:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077873.140834:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000001:1.0:1769077873.140835:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:3.0:1769077873.140836:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.140841:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077873.140842:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769077873.140843:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077873.140847:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000040:1.0:1769077873.140848:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:3.0:1769077873.140850:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769077873.140852:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077873.140857:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769077873.140857:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.140863:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077873.140864:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000040:1.0:1769077873.140869:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:3.0:1769077873.140869:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077873.140873:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00080000:1.0:1769077873.140876:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00200000:3.0:1769077873.140878:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:1.0:1769077873.140880:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077873.140884:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:1.0:1769077873.140885:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077873.140889:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077873.140891:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:1.0:1769077873.140895:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.140895:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077873.140899:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769077873.140900:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1769077873.140904:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000001:1.0:1769077873.140905:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769077873.140911:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00000010:1.0:1769077873.140914:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00000020:00000001:3.0:1769077873.140914:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:3.0:1769077873.140919:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000040:1.0:1769077873.140922:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769077873.140925:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:1.0:1769077873.140928:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1769077873.140928:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:1.0:1769077873.140932:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.140933:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.140938:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.140940:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:3.0:1769077873.140941:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077873.140944:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:1.0:1769077873.140945:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1769077873.140946:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.140951:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077873.140953:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.140953:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.140958:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077873.140960:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077873.140962:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.140962:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000010:1.0:1769077873.140964:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000020:00000001:3.0:1769077873.140964:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.140966:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.140969:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.140970:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.140972:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.140973:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.140973:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.140975:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.140978:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.140980:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077873.140981:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077873.140982:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.140983:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077873.140986:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00100000:1.0:1769077873.140987:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657836800/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:3.0:1769077873.140988:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077873.140994:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.140996:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.140998:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.141003:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769077873.141004:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:3.0:1769077873.141005:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077873.141008:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000100:00000001:1.0:1769077873.141012:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769077873.141012:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077873.141017:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.141018:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.141020:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.141022:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000040:1.0:1769077873.141023:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657836800/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:3.0:1769077873.141025:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:3.0:1769077873.141035:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:3.0:1769077873.141039:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.141042:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.141052:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077873.141057:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077873.141060:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077873.141062:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077873.141064:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077873.141067:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077873.141070:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4858 00000400:00000200:1.0:1769077873.141075:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077873.141079:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077873.141082:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077873.141088:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141092:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077873.141100:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141103:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077873.141109:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077873.141112:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769077873.141116:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077873.141120:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769077873.141123:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:3.0:1769077873.141129:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077873.141130:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:3.0:1769077873.141135:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077873.141139:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769077873.141140:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.141145:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077873.141146:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:1.0:1769077873.141150:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077873.141150:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:1.0:1769077873.141156:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077873.141162:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769077873.141168:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141174:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077873.141186:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077873.141193:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077873.141200:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.141203:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077873.141209:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077873.141215:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.141219:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077873.141224:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769077873.141230:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769077873.141236:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077873.141239:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.141255:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077873.141257:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077873.141259:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077873.141265:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000100:00000001:1.0:1769077873.141271:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077873.141282:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657836928/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077873.141298:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077873.141302:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077873.141312:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657836928/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077873.141327:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077873.141331:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077873.141338:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077873.141343:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077873.141346:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077873.141359:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077873.141366:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4858 00000400:00000200:1.0:1769077873.141375:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077873.141384:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077873.141387:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077873.141395:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141399:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077873.141406:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141412:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077873.141417:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077873.141419:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769077873.141421:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077873.141425:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769077873.141430:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769077873.141434:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769077873.141441:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141445:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.1:1769077873.141448:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:1.0:1769077873.141450:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:2.1:1769077873.141453:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000100:00000001:1.0:1769077873.141455:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077873.141461:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769077873.141469:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141474:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077873.141478:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077873.141483:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077873.141487:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.141490:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077873.141492:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:1.0:1769077873.141495:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.141499:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077873.141504:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769077873.141509:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:1.0:1769077873.141515:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077873.141519:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.141523:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077873.141525:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077873.141529:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077873.141535:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000001:1.0:1769077873.141541:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077873.141639:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657837056/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077873.141665:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077873.141669:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077873.141679:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657837056/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077873.141696:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077873.141702:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077873.141711:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077873.141714:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077873.141717:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077873.141724:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077873.141730:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4858 00000400:00000200:1.0:1769077873.141738:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077873.141745:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077873.141751:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077873.141763:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141768:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077873.141773:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141776:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077873.141781:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077873.141784:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769077873.141789:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077873.141792:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769077873.141797:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769077873.141803:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769077873.141810:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141816:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077873.141821:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141827:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077873.141833:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769077873.141840:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077873.141845:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077873.141849:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077873.141853:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077873.141859:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.141864:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077873.141867:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769077873.141872:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.141878:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077873.141884:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769077873.141889:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769077873.141895:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077873.141898:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.141902:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077873.141906:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077873.141910:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077873.141917:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000100:00000001:1.0:1769077873.141923:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077873.141934:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657837184/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077873.141950:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077873.141954:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077873.141964:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657837184/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077873.141980:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077873.141987:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4868) 00000800:00000200:2.1:1769077873.142127:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077873.142129:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00020000:00000001:3.0:1769077873.142344:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077873.142347:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077873.142351:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077873.142355:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142359:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077873.142362:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077873.142365:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.142369:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.142370:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.142373:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077873.142377:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077873.142381:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142383:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142386:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.142389:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.142391:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077873.142394:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077873.142395:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.142397:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.142399:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.142403:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077873.142441:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077873.142444:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142447:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142451:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.142454:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.142456:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142461:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077873.142463:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077873.142466:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077873.142468:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077873.142469:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077873.142473:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077873.142477:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077873.142481:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077873.142485:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077873.142488:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077873.142492:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077873.142495:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077873.142497:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077873.142501:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:3.0:1769077873.142504:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077873.142513:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077873.142516:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077873.142517:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077873.142521:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077873.142526:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077873.142531:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000020:00000001:3.0:1769077873.142534:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077873.142536:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077873.142538:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077873.142542:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.142544:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077873.142546:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077873.142550:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077873.142570:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00020000:00000001:3.0:1769077873.142575:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077873.142578:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077873.142582:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077873.142586:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142590:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077873.142596:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077873.142600:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142605:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.142609:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000800:00000200:2.1:1769077873.142610:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:3.0:1769077873.142611:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077873.142617:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000800:00000200:2.1:1769077873.142617:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000020:00000001:3.0:1769077873.142621:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142628:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077873.142631:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077873.142635:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077873.142640:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077873.142644:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077873.142650:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077873.142654:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077873.142658:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077873.142663:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077873.142669:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077873.142674:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000020:00000001:3.0:1769077873.142679:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077873.142683:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.142687:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077873.142689:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142693:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142697:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077873.142701:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077873.142704:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142708:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142710:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142713:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077873.142717:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077873.142718:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.142720:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077873.142722:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.142725:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142727:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142730:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142733:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142736:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.142738:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142741:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142746:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077873.142748:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077873.142750:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.142752:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077873.142754:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077873.142757:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077873.142761:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.142764:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.142766:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.142771:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077873.142774:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077873.142777:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000008:00000020:3.0:1769077873.142781:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000008:00000001:3.0:1769077873.142785:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.142788:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.142790:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.142794:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077873.142796:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:3.0:1769077873.142805:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:3.0:1769077873.142808:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142810:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142814:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142818:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142820:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142823:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077873.142825:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077873.142829:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077873.142830:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077873.142832:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077873.142835:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142837:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077873.142840:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077873.142841:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.142843:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.142844:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.142846:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077873.142847:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077873.142849:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142851:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142855:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.142857:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.142859:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077873.142861:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077873.142862:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.142865:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.142867:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.142869:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077873.142870:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077873.142873:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142877:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.142880:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.142882:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.142884:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.142888:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077873.142891:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077873.142894:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077873.142896:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077873.142899:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077873.142903:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077873.142905:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077873.142909:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077873.142911:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077873.142913:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077873.142919:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077873.142921:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077873.142923:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077873.142927:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:3.0:1769077873.142932:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077873.142939:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077873.142942:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077873.142945:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077873.142949:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077873.142954:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077873.142960:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000020:00000001:3.0:1769077873.142965:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077873.142969:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077873.142973:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077873.142980:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.142984:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077873.142988:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077873.142993:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077873.143000:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00020000:00000001:3.0:1769077873.143007:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077873.143010:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077873.143013:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077873.143016:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143021:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077873.143025:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077873.143028:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143031:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.143033:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077873.143035:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077873.143038:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769077873.143042:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143045:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077873.143047:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077873.143049:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077873.143051:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077873.143054:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077873.143057:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077873.143060:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077873.143062:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077873.143067:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077873.143071:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077873.143074:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000020:00000001:3.0:1769077873.143077:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077873.143080:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.143083:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077873.143085:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143089:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143093:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077873.143095:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077873.143098:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143104:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143108:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143109:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077873.143110:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077873.143113:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.143116:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077873.143118:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.143121:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143127:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143132:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143137:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143142:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.143144:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143149:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143153:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077873.143157:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077873.143160:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.143163:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077873.143165:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077873.143168:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077873.143173:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.143177:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.143180:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.143183:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077873.143185:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077873.143188:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000008:00000020:3.0:1769077873.143191:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077873.143195:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.143198:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.143200:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.143203:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077873.143205:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:3.0:1769077873.143211:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:3.0:1769077873.143215:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143220:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143223:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143228:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143231:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143235:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077873.143238:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077873.143256:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077873.143259:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077873.143261:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077873.143263:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143267:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077873.143269:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077873.143273:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.143275:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.143277:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.143278:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077873.143281:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077873.143284:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143289:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143290:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.143292:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.143294:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077873.143297:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077873.143299:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.143302:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.143305:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.143307:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077873.143310:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077873.143312:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143315:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143320:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.143321:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.143323:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143328:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077873.143329:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077873.143330:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077873.143332:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077873.143334:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077873.143336:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077873.143339:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077873.143341:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077873.143344:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077873.143346:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000800:00000200:2.1:1769077873.143350:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000080:00000001:3.0:1769077873.143351:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077873.143354:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000800:00000200:2.1:1769077873.143356:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000020:00001000:3.0:1769077873.143357:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077873.143361:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:3.0:1769077873.143365:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077873.143369:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077873.143372:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077873.143375:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077873.143376:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077873.143381:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077873.143385:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:3.0:1769077873.143389:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077873.143392:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077873.143394:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077873.143398:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.143400:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077873.143401:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077873.143406:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077873.143409:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:3.0:1769077873.143413:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077873.143415:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077873.143417:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077873.143419:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143423:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077873.143427:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077873.143429:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143432:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.143435:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077873.143437:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077873.143439:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769077873.143442:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143446:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077873.143448:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077873.143450:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077873.143452:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077873.143456:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077873.143459:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077873.143462:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077873.143464:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077873.143468:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077873.143471:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077873.143474:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:3.0:1769077873.143475:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077873.143477:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.143479:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077873.143482:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143487:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143491:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077873.143494:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077873.143495:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143499:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143502:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143505:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077873.143507:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077873.143509:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.143511:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077873.143513:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.143514:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143518:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143521:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143526:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143528:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.143532:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143536:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143538:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077873.143540:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077873.143542:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.143544:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077873.143545:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077873.143548:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077873.143573:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.143577:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.143579:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.143584:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077873.143588:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077873.143592:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000008:00000020:3.0:1769077873.143598:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077873.143605:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.143609:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.143612:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.143617:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077873.143621:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769077873.143630:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.143636:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143641:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143646:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143651:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143658:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143663:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077873.143667:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077873.143669:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077873.143671:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077873.143674:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077873.143675:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143679:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077873.143681:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077873.143684:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.143686:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.143688:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.143690:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077873.143692:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077873.143694:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143696:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143698:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.143700:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.143702:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077873.143704:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077873.143706:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.143708:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.143710:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.143711:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077873.143715:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077873.143716:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143720:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143722:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.143724:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.143726:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143729:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077873.143733:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077873.143735:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077873.143738:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077873.143741:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077873.143743:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077873.143746:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077873.143748:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077873.143751:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077873.143753:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077873.143759:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077873.143762:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077873.143764:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077873.143768:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769077873.143772:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077873.143775:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077873.143777:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077873.143780:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077873.143782:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077873.143786:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077873.143790:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:3.0:1769077873.143794:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077873.143796:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077873.143799:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077873.143801:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.143804:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077873.143807:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077873.143810:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077873.143814:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:3.0:1769077873.143817:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077873.143819:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077873.143821:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077873.143824:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143827:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077873.143831:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077873.143834:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143838:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.143840:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077873.143842:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077873.143845:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769077873.143849:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143854:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077873.143855:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077873.143859:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077873.143861:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077873.143864:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077873.143869:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077873.143872:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077873.143874:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077873.143876:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077873.143880:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077873.143885:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:3.0:1769077873.143888:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077873.143890:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.143893:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077873.143895:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143899:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143906:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077873.143909:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077873.143911:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143914:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143917:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143920:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077873.143922:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077873.143924:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.143925:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077873.143928:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.143929:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143932:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143935:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.143939:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143940:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.143943:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143947:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.143949:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077873.143950:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077873.143953:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.143954:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077873.143958:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077873.143959:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077873.143962:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.143965:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.143967:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.143971:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077873.143974:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077873.143978:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:3.0:1769077873.143982:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077873.143988:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.143992:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.143993:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.143997:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077873.144001:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769077873.144005:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.144009:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144013:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144017:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144022:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144027:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144031:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077873.144035:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077873.144039:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077873.144044:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077873.144048:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077873.144052:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144058:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077873.144061:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077873.144065:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.144070:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.144073:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.144075:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077873.144079:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077873.144081:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144085:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144090:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.144093:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.144095:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077873.144099:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077873.144100:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.144103:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.144105:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.144106:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077873.144107:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077873.144107:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144109:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144110:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.144111:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.144113:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144114:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077873.144115:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077873.144116:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077873.144116:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077873.144117:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077873.144118:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077873.144120:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077873.144122:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077873.144123:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077873.144125:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077873.144127:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077873.144128:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077873.144130:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077873.144131:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769077873.144133:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077873.144137:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077873.144138:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077873.144139:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077873.144141:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077873.144143:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077873.144146:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:3.0:1769077873.144148:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077873.144149:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077873.144151:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077873.144153:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.144154:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077873.144155:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077873.144158:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077873.144161:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:3.0:1769077873.144164:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077873.144165:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077873.144167:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077873.144168:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144170:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077873.144172:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077873.144173:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144175:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.144176:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077873.144176:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077873.144178:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769077873.144179:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144180:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077873.144181:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077873.144182:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077873.144183:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077873.144184:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077873.144186:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077873.144187:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077873.144188:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077873.144189:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077873.144190:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077873.144192:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:3.0:1769077873.144193:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077873.144194:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077873.144195:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077873.144195:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144196:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144198:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077873.144199:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077873.144200:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144201:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144202:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144203:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077873.144204:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077873.144205:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.144205:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077873.144206:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.144207:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144208:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144209:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144210:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144211:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077873.144211:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144212:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144213:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077873.144214:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077873.144214:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.144215:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077873.144216:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077873.144217:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077873.144219:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.144220:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.144221:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.144222:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077873.144223:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077873.144224:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:3.0:1769077873.144225:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077873.144227:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077873.144228:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077873.144229:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.144229:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077873.144231:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769077873.144233:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077873.144234:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144235:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144236:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144237:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144238:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144254:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077873.144256:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077873.144256:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077873.144257:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077873.144258:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077873.144259:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144260:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077873.144261:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077873.144262:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.144263:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077873.144263:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.144264:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077873.144265:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077873.144266:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144267:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144268:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.144269:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077873.144269:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077873.144270:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077873.144271:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.144272:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077873.144272:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077873.144273:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077873.144274:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077873.144275:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144276:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077873.144277:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.144278:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077873.144279:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.144280:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077873.144281:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077873.144281:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077873.144282:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077873.144283:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077873.144283:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077873.144284:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077873.144285:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077873.144286:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077873.144287:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077873.144289:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077873.144289:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077873.144290:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077873.144291:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769077873.144293:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.780702:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077873.780702:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077873.780711:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077873.780715:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077873.780717:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077873.780719:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077873.780723:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.780724:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.780726:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077873.780736:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077873.780737:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077873.780738:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077873.780748:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077873.780751:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077873.780753:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077873.780757:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077873.780758:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077873.780760:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.780772:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077873.780777:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077873.780782:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.780783:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077873.780788:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077873.780793:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077873.780794:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.780801:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077873.780807:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.780820:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077873.780827:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077873.780831:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077873.780833:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769077873.780836:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077873.780837:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000020:00000001:3.0:1769077873.780838:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.780843:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1769077873.780848:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077873.780849:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077873.780849:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077873.780855:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077873.780856:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077873.780861:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077873.780863:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077873.780866:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077873.780868:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077873.780872:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077873.780874:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077873.780881:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077873.780888:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077873.908647:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299531468, at 4299531520 00000100:00000040:1.0:1769077873.908647:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299531468, at 4299531520 00000100:00000010:0.0:1769077873.908664:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000010:1.0:1769077873.908667:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bae0. 00000100:00000001:0.0:1769077874.804678:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077874.804682:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077874.804686:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077874.804689:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077874.804690:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077874.804692:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077874.804694:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077874.804698:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077874.804699:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077874.804700:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077874.804704:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077874.804705:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077874.804707:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077874.804711:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077874.804712:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077874.804713:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077874.804718:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077874.804722:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077874.804723:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077874.804727:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077874.804732:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077874.804733:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077874.804737:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077874.804741:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077874.804742:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077874.804747:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077874.804751:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077874.804753:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077874.804758:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077874.804762:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077874.804767:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077874.804773:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077874.804775:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077874.804777:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077874.804782:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077874.804783:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077874.804786:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077874.804786:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077874.804792:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077874.804793:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077874.804799:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077874.804802:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077874.804809:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077874.804812:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077874.804817:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077874.804865:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077874.804867:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077874.804870:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077875.188758:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077875.188763:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077875.188764:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077875.188767:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077875.188769:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077875.188771:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077875.188773:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077875.188774:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077875.188776:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077875.828670:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077875.828670:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077875.828677:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077875.828680:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077875.828680:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077875.828687:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077875.828688:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077875.828694:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077875.828694:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077875.828696:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077875.828699:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077875.828700:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077875.828705:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077875.828705:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077875.828706:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077875.828708:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077875.828713:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077875.828714:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077875.828715:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077875.828719:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077875.828724:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077875.828726:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077875.828729:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077875.828732:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077875.828733:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077875.828736:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077875.828740:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077875.828743:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077875.828743:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077875.828744:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077875.828749:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077875.828749:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077875.828755:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077875.828756:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077875.828757:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077875.828762:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077875.828769:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077875.828777:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077875.828778:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077875.828783:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1769077875.828786:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077875.828787:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077875.828789:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077875.828793:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077875.828795:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077875.828796:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077875.828801:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077875.828802:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077875.828808:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077875.828808:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077875.828813:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077875.828814:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077875.828818:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077875.828822:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077875.828824:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077875.828827:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077875.828829:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077876.212695:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077876.212705:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077876.212708:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077876.212716:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077876.212721:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077876.212728:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077876.212733:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077876.212736:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077876.212740:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077876.852677:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077876.852677:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077876.852684:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077876.852686:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077876.852692:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077876.852696:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077876.852699:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077876.852702:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077876.852702:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077876.852705:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077876.852709:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077876.852711:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077876.852711:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077876.852714:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077876.852717:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077876.852721:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769077876.852722:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077876.852730:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077876.852730:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077876.852736:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077876.852736:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077876.852746:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077876.852751:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077876.852751:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077876.852755:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077876.852755:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077876.852758:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077876.852758:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077876.852759:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077876.852761:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077876.852762:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077876.852766:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077876.852767:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077876.852769:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077876.852773:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077876.852777:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077876.852781:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077876.852785:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077876.852786:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077876.852790:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077876.852791:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077876.852795:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077876.852796:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077876.852802:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077876.852803:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077876.852808:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077876.852809:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077876.852813:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077876.852815:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077876.852816:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077876.852821:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077876.852822:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077876.852825:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077876.852828:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077876.852899:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077876.852907:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077876.852911:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077877.236664:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077877.236671:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077877.236673:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077877.236678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077877.236682:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077877.236685:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077877.236687:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077877.236690:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077877.236693:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077877.236811:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077877.236815:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077877.236817:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077877.236820:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077877.236822:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077877.236824:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077877.236826:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077877.236828:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077877.236830:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077877.876691:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077877.876700:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077877.876702:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077877.876702:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077877.876703:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077877.876709:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077877.876709:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077877.876710:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077877.876713:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077877.876713:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077877.876720:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077877.876720:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077877.876732:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077877.876732:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077877.876732:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077877.876739:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077877.876739:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077877.876739:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077877.876750:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077877.876758:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077877.876770:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077877.876771:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077877.876778:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077877.876786:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077877.876786:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077877.876793:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077877.876800:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077877.876814:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077877.876819:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077877.876821:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077877.876825:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077877.876827:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077877.876830:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077877.876833:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077877.876833:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077877.876839:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077877.876839:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077877.876840:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077877.876848:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077877.876851:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077877.876851:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077877.876854:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077877.876863:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077877.876863:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077877.876864:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077877.876871:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077877.876873:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077877.876879:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077877.876883:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077877.876888:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077877.876892:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077877.876892:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077877.876899:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077877.876902:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077877.876904:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077877.876906:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077877.876908:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077877.876911:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077877.876914:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077877.876916:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077877.876918:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077877.876920:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077877.876922:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077877.876929:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077877.876933:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077877.876936:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769077878.260673:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077878.260684:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077878.260688:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077878.260693:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000080:00000001:3.0:1769077878.260697:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769077878.260703:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:3.0:1769077878.260704:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077878.260709:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:1.0:1769077878.260714:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4863 00000020:00000001:3.0:1769077878.260718:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077878.260725:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000400:00000200:1.0:1769077878.260728:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077878.260731:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769077878.260738:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000100:00000001:0.0:1769077878.260742:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1769077878.260743:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769077878.260743:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769077878.260750:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077878.260753:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769077878.260757:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000080:00000001:3.0:1769077878.260761:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:1.0:1769077878.260762:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077878.260764:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00200000:3.0:1769077878.260767:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769077878.260769:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077878.260770:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769077878.260776:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769077878.260777:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769077878.260779:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077878.260780:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077878.260782:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769077878.260784:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077878.260785:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000080:00000001:3.0:1769077878.260786:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.260790:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769077878.260791:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769077878.260794:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000002:3.0:1769077878.260796:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077878.260802:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:3.0:1769077878.260806:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077878.260808:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077878.260812:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077878.260814:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260816:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077878.260818:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077878.260820:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260823:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077878.260825:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077878.260826:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077878.260827:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769077878.260830:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260832:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077878.260834:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077878.260836:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077878.260838:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077878.260841:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077878.260844:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077878.260845:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077878.260847:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077878.260849:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077878.260852:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077878.260854:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000020:00000001:3.0:1769077878.260856:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077878.260858:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077878.260860:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077878.260861:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260863:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260865:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077878.260868:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077878.260869:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260871:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260873:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260875:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077878.260876:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077878.260878:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.260879:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077878.260881:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077878.260882:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260883:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260886:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260887:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260889:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077878.260890:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260891:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260893:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077878.260895:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077878.260896:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.260897:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077878.260899:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077878.260901:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077878.260906:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077878.260909:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077878.260910:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077878.260913:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077878.260915:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077878.260916:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000008:00000020:3.0:1769077878.260920:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000008:00000001:3.0:1769077878.260923:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077878.260924:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077878.260925:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077878.260927:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077878.260930:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769077878.260933:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077878.260935:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260937:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260939:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260940:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260942:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260944:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077878.260946:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077878.260947:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077878.260948:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077878.260949:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077878.260950:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260952:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077878.260962:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077878.260963:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077878.260965:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077878.260966:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.260967:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077878.260968:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077878.260970:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260971:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260973:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077878.260974:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077878.260975:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077878.260977:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077878.260978:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077878.260979:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077878.260980:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.260981:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077878.260982:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077878.260984:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260985:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.260987:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077878.260988:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077878.260989:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.260991:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077878.260992:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077878.260993:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077878.260994:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077878.260996:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077878.260997:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077878.260999:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077878.261001:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077878.261003:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077878.261006:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077878.261009:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077878.261010:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077878.261012:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077878.261014:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769077878.261016:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077878.261021:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077878.261023:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077878.261024:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077878.261026:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077878.261028:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077878.261030:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000020:00000001:3.0:1769077878.261032:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077878.261033:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077878.261034:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077878.261037:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077878.261038:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077878.261039:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077878.261041:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077878.261044:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012227c0 00020000:00000001:3.0:1769077878.261046:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077878.261047:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077878.261049:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077878.261050:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261052:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077878.261054:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077878.261055:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261057:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077878.261058:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077878.261059:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077878.261060:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769077878.261062:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261063:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077878.261064:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077878.261065:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077878.261066:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077878.261068:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077878.261071:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077878.261072:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077878.261073:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077878.261075:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077878.261076:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077878.261078:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000020:00000001:3.0:1769077878.261079:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077878.261081:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077878.261082:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077878.261083:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261085:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261087:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077878.261088:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077878.261090:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261091:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261093:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261095:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077878.261096:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077878.261097:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.261098:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077878.261099:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077878.261100:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261102:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261103:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261104:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261106:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077878.261107:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261108:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261110:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077878.261111:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077878.261112:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.261113:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077878.261114:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077878.261115:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077878.261118:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077878.261119:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077878.261120:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077878.261122:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077878.261123:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077878.261124:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000008:00000020:3.0:1769077878.261127:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769077878.261129:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077878.261130:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077878.261132:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077878.261133:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077878.261135:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769077878.261138:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077878.261140:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261141:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261143:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261144:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261146:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261147:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077878.261148:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077878.261149:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077878.261150:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077878.261151:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077878.261152:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261165:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077878.261166:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077878.261167:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077878.261169:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077878.261170:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.261171:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077878.261172:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077878.261173:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261175:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261176:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077878.261177:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077878.261178:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077878.261179:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077878.261180:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077878.261181:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077878.261182:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.261183:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077878.261184:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077878.261186:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261187:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261188:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077878.261189:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077878.261190:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261192:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077878.261193:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077878.261194:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077878.261195:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077878.261196:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077878.261198:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077878.261199:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077878.261200:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077878.261202:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077878.261203:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077878.261205:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077878.261207:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077878.261208:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077878.261210:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769077878.261212:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077878.261215:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077878.261216:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077878.261217:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077878.261218:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077878.261225:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769077878.261228:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000020:00000001:3.0:1769077878.261229:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077878.261231:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077878.261232:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077878.261234:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077878.261235:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077878.261237:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077878.261239:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769077878.261241:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012227c0 00020000:00000001:3.0:1769077878.261243:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077878.261244:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077878.261246:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077878.261247:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261249:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077878.261250:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769077878.261252:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261253:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077878.261254:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077878.261255:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077878.261257:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769077878.261258:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261260:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077878.261260:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077878.261261:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077878.261263:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077878.261265:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769077878.261267:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077878.261268:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769077878.261269:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077878.261271:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769077878.261273:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077878.261274:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000020:00000001:3.0:1769077878.261276:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077878.261277:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077878.261278:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077878.261279:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261281:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261283:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077878.261285:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077878.261286:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261287:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261289:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261290:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077878.261292:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077878.261293:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.261294:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077878.261295:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077878.261296:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261297:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261299:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261300:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261302:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077878.261302:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261304:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261305:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077878.261306:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077878.261307:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.261308:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077878.261309:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077878.261310:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077878.261312:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077878.261313:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077878.261315:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077878.261316:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077878.261317:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077878.261318:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000008:00000020:3.0:1769077878.261321:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000008:00000001:3.0:1769077878.261323:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077878.261325:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077878.261326:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077878.261327:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077878.261329:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:3.0:1769077878.261332:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:3.0:1769077878.261334:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261339:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261340:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261342:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261344:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261345:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077878.261346:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077878.261347:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077878.261348:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077878.261349:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077878.261350:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261352:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769077878.261353:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769077878.261354:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769077878.261355:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077878.261356:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.261357:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077878.261358:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769077878.261359:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261360:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261362:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077878.261363:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077878.261363:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077878.261364:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077878.261366:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077878.261367:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077878.261368:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077878.261369:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077878.261370:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077878.261371:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261373:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077878.261374:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077878.261375:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077878.261376:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077878.261377:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077878.261378:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077878.261379:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077878.261380:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077878.261381:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077878.261382:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077878.261383:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077878.261385:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077878.261386:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077878.261387:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077878.261390:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077878.261391:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077878.261393:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077878.261394:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:3.0:1769077878.261396:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769077878.261963:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769077878.261967:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769077878.261976:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769077878.261984:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.261987:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077878.261989:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.261992:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077878.261994:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769077878.261998:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262001:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077878.262004:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077878.262007:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077878.262010:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.262012:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077878.262014:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077878.262022:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000040:1.0:1769077878.262025:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769077878.262028:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077878.262029:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.262032:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077878.262041:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077878.262045:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077878.262052:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000100:00000001:1.0:1769077878.262059:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077878.262067:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657837312/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077878.262076:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077878.262079:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077878.262083:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657837312/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077878.262121:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077878.262125:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077878.262129:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077878.262131:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077878.262137:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077878.262140:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077878.262142:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4863 00000400:00000200:1.0:1769077878.262149:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077878.262168:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077878.262170:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077878.262172:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262175:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077878.262177:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262178:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077878.262180:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077878.262181:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769077878.262182:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077878.262184:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769077878.262188:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769077878.262190:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769077878.262193:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262197:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077878.262199:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262201:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077878.262204:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769077878.262208:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262211:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077878.262215:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077878.262223:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077878.262227:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.262229:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077878.262234:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077878.262238:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.262240:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077878.262244:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769077878.262247:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769077878.262250:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077878.262253:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.262255:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077878.262258:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077878.262260:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077878.262266:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000100:00000001:1.0:1769077878.262268:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077878.262274:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657837440/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077878.262284:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077878.262287:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077878.262289:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657837440/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077878.262300:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077878.262303:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077878.262306:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077878.262307:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077878.262310:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077878.262318:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077878.262322:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4863 00000400:00000200:1.0:1769077878.262328:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077878.262332:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077878.262334:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077878.262339:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262342:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077878.262345:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262349:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077878.262353:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077878.262355:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769077878.262358:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077878.262361:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769077878.262363:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769077878.262366:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769077878.262372:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262374:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077878.262378:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262384:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077878.262388:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769077878.262394:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262405:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077878.262410:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077878.262414:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077878.262420:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.262424:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077878.262426:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:1.0:1769077878.262428:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.262429:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077878.262432:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769077878.262434:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:1.0:1769077878.262438:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077878.262440:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.262442:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077878.262444:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077878.262446:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077878.262451:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000100:00000001:1.0:1769077878.262455:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077878.262461:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657837568/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077878.262480:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077878.262483:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077878.262488:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657837568/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077878.262499:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077878.262502:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077878.262508:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077878.262509:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077878.262511:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:2.1:1769077878.262513:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769077878.262514:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077878.262518:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4863 00000800:00000200:2.1:1769077878.262519:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000400:00000200:1.0:1769077878.262524:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077878.262529:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077878.262533:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077878.262536:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262539:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077878.262542:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262545:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077878.262551:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077878.262570:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769077878.262573:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077878.262575:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769077878.262578:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769077878.262582:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769077878.262590:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262596:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077878.262601:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262604:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077878.262606:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769077878.262612:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077878.262616:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077878.262622:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077878.262626:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077878.262631:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.262636:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077878.262640:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769077878.262655:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.262661:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077878.262667:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769077878.262671:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769077878.262673:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077878.262674:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.262676:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077878.262678:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077878.262680:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077878.262686:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000100:00000001:1.0:1769077878.262691:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077878.262700:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657837696/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077878.262714:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077878.262718:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077878.262727:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657837696/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077878.262737:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077878.262742:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4873) 00000800:00000200:2.1:1769077878.263000:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077878.263002:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077878.263307:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077878.263310:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077878.263543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077878.263545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000100:00000001:1.0:1769077878.900666:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077878.900668:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077878.900672:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077878.900672:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077878.900673:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077878.900677:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.900677:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.900678:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077878.900681:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077878.900684:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077878.900685:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077878.900685:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077878.900691:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077878.900692:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077878.900693:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077878.900695:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077878.900697:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077878.900699:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.900699:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077878.900702:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077878.900707:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077878.900707:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.900710:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077878.900715:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077878.900716:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077878.900719:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077878.900723:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.900723:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077878.900727:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077878.900728:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077878.900730:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077878.900731:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077878.900733:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077878.900734:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077878.900736:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077878.900737:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077878.900740:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1769077878.900742:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077878.900742:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077878.900746:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077878.900747:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769077878.900747:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.900749:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077878.900751:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077878.900754:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1769077878.900754:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077878.900758:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077878.900761:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077878.900774:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077878.900777:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077878.900779:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077878.900783:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077878.900785:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077878.900789:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.900791:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077878.900792:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077878.900794:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077879.028644:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299536589, at 4299536640 00000100:00000040:1.0:1769077879.028648:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299536589, at 4299536640 00000100:00000010:1.0:1769077879.028661:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b2a0. 00000100:00000010:0.0:1769077879.028667:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b600. 00000100:00000001:0.0:1769077879.284730:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077879.284739:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077879.284741:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077879.284755:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077879.284758:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077879.284761:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077879.284763:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077879.284765:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077879.284767:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077879.924675:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077879.924676:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077879.924684:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077879.924684:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077879.924688:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077879.924688:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077879.924695:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077879.924696:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077879.924703:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077879.924703:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077879.924707:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077879.924708:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077879.924713:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077879.924717:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077879.924721:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077879.924723:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077879.924727:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077879.924730:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077879.924741:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077879.924747:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077879.924750:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077879.924753:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077879.924756:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077879.924759:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077879.924760:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077879.924764:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077879.924765:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077879.924768:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077879.924768:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077879.924773:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077879.924774:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077879.924780:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077879.924784:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077879.924788:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077879.924790:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077879.924793:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077879.924795:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077879.924800:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077879.924803:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077879.924805:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077879.924809:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077879.924810:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077879.924814:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077879.924815:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077879.924820:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077879.924820:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077879.924825:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077879.924826:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077879.924830:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077879.924830:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077879.924834:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077879.924835:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077879.924838:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077879.924841:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077879.924842:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077879.924846:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077879.924849:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077880.308620:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077880.308626:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077880.308629:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077880.308634:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077880.308639:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077880.308644:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077880.308647:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077880.308651:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077880.308654:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077880.948697:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077880.948697:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077880.948708:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077880.948708:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077880.948712:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077880.948713:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077880.948720:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077880.948723:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077880.948724:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077880.948726:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077880.948729:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077880.948732:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077880.948733:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077880.948734:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077880.948739:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769077880.948739:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077880.948739:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077880.948743:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077880.948746:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077880.948748:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077880.948751:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077880.948752:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077880.948757:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077880.948764:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077880.948770:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077880.948771:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077880.948771:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077880.948774:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077880.948775:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077880.948778:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077880.948780:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077880.948781:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077880.948785:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077880.948793:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077880.948796:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077880.948799:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077880.948799:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077880.948804:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077880.948805:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077880.948810:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077880.948814:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077880.948817:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077880.948820:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077880.948822:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077880.948825:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077880.948843:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077880.948850:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077880.948854:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077880.948858:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077880.948864:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077880.948867:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077880.948869:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077880.948870:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077880.948880:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077880.949025:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077880.949027:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077880.949029:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077881.332667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077881.332675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077881.332678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077881.332686:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077881.332692:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077881.332697:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077881.332709:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077881.332712:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077881.332716:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077881.972639:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077881.972646:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077881.972648:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077881.972649:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077881.972654:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077881.972659:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077881.972659:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077881.972663:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077881.972665:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077881.972666:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077881.972667:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077881.972671:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077881.972672:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077881.972676:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077881.972677:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769077881.972680:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077881.972683:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077881.972683:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077881.972688:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077881.972692:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077881.972695:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077881.972697:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077881.972698:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077881.972703:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077881.972705:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077881.972708:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077881.972711:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077881.972711:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077881.972714:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077881.972717:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077881.972717:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077881.972718:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077881.972722:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077881.972723:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077881.972725:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077881.972728:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077881.972728:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077881.972734:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077881.972735:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077881.972737:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077881.972740:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077881.972742:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077881.972745:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077881.972749:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077881.972753:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077881.972760:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077881.972766:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077881.972769:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077881.972774:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1769077881.972775:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077881.972777:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077881.972781:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077881.972784:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077881.972786:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077881.972789:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077881.972790:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077881.972792:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077882.356667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077882.356674:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077882.356677:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077882.356684:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077882.356689:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077882.356694:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077882.356698:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077882.356702:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077882.356706:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077882.996667:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077882.996668:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077882.996675:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077882.996675:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077882.996679:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077882.996679:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077882.996685:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077882.996690:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077882.996690:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077882.996695:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077882.996696:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077882.996698:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077882.996700:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077882.996703:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077882.996716:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077882.996719:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077882.996721:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077882.996747:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077882.996751:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077882.996755:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077882.996759:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077882.996764:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077882.996767:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077882.996771:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077882.996774:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077882.996777:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077882.996781:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077882.996785:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077882.996786:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077882.996790:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000020:00000001:1.0:1769077882.996791:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769077882.996792:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769077882.996794:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077882.996797:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769077882.996799:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077882.996801:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077882.996803:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077882.996806:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077882.996821:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077882.996825:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077882.996827:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077882.996830:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077882.996833:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077882.996835:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077882.996838:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077882.996840:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077882.996842:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077882.996865:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077883.380681:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077883.380689:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077883.380691:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077883.380695:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077883.380699:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077883.380706:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4868 00000400:00000200:0.0:1769077883.380714:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077883.380721:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077883.380724:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077883.380728:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.380732:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769077883.380735:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000040:0.0:1769077883.380736:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.380740:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769077883.380740:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077883.380743:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077883.380746:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1769077883.380746:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000020:00000040:0.0:1769077883.380749:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000100:00000001:3.0:1769077883.380751:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077883.380752:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077883.380755:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000100:00000001:3.0:1769077883.380757:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077883.380758:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077883.380764:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077883.380769:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.380771:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077883.380773:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.380775:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077883.380778:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077883.380781:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077883.380784:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077883.380786:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077883.380789:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077883.380792:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.380794:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077883.380796:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077883.380804:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769077883.380807:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077883.380811:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077883.380813:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.380815:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077883.380818:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077883.380821:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077883.380829:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769077883.380836:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077883.380844:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657837824/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077883.380856:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077883.380856:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077883.380859:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077883.380862:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077883.380863:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077883.380868:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657837824/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077883.380882:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077883.380885:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077883.380888:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077883.380889:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077883.380891:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077883.380894:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077883.380897:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4868 00000400:00000200:0.0:1769077883.380902:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077883.380905:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077883.380907:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077883.380914:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.380917:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077883.380920:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.380922:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077883.380924:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077883.380926:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077883.380929:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077883.380931:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077883.380935:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077883.380938:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077883.380943:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.380945:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077883.380949:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.380952:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077883.380954:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077883.380958:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077883.380960:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077883.380965:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077883.380969:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077883.380973:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.380976:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077883.380980:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077883.380985:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.380987:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077883.380992:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769077883.380995:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077883.380998:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077883.381000:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.381001:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077883.381003:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077883.381006:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077883.381011:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000001:0.0:1769077883.381016:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077883.381023:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657837952/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077883.381030:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077883.381032:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077883.381037:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657837952/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077883.381048:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077883.381052:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077883.381058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077883.381061:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077883.381065:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077883.381094:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077883.381100:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4868 00000400:00000200:0.0:1769077883.381108:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077883.381114:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077883.381119:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077883.381124:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.381126:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077883.381129:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.381131:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077883.381135:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077883.381136:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077883.381137:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077883.381139:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077883.381142:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077883.381146:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077883.381149:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.381151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077883.381155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.381156:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077883.381159:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077883.381164:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077883.381167:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077883.381172:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077883.381175:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077883.381178:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.381181:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077883.381183:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077883.381189:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.381194:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077883.381200:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000040:0.0:1769077883.381204:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077883.381209:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077883.381212:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.381216:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077883.381218:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077883.381222:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077883.381227:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000100:00000001:0.0:1769077883.381232:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077883.381240:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657838080/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077883.381250:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.1:1769077883.381252:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769077883.381253:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077883.381258:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657838080/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1769077883.381259:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000100:00000001:0.0:1769077883.381269:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077883.381274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077883.381280:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077883.381282:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077883.381283:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077883.381287:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077883.381290:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4868 00000400:00000200:0.0:1769077883.381297:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077883.381301:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077883.381303:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077883.381306:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.381309:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077883.381312:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.381315:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077883.381318:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077883.381321:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077883.381324:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077883.381328:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077883.381333:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077883.381339:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077883.381345:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.381350:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077883.381356:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077883.381362:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077883.381367:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077883.381371:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077883.381373:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077883.381376:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077883.381378:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077883.381380:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.381381:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077883.381382:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077883.381384:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.381385:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077883.381388:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077883.381389:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077883.381391:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077883.381392:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077883.381393:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077883.381394:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077883.381395:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077883.381397:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000100:00000001:0.0:1769077883.381399:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077883.381402:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657838208/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077883.381407:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077883.381408:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077883.381411:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657838208/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077883.381416:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077883.381418:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4878) 00000800:00000200:2.1:1769077883.381931:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077883.381934:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077883.382216:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077883.382219:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077883.382548:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077883.382551:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000100:00000001:3.0:1769077884.020617:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077884.020619:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077884.020624:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077884.020626:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077884.020627:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077884.020627:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077884.020630:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077884.020632:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077884.020633:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077884.020635:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077884.020635:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077884.020637:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077884.020640:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077884.020642:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077884.020642:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077884.020643:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077884.020647:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077884.020648:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077884.020648:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077884.020650:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077884.020664:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077884.020666:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077884.020668:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077884.020669:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077884.020679:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077884.020681:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077884.020683:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077884.020684:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077884.020686:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077884.020687:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077884.020689:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077884.020690:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077884.020691:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077884.020746:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077884.020750:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077884.020752:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077884.020755:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077884.020758:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077884.020760:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077884.020763:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077884.020765:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077884.020768:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077884.020773:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077884.020778:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077884.020781:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077884.020785:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077884.020790:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077884.020794:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077884.020803:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077884.020806:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077884.020809:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077884.020873:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077884.020875:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077884.020877:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077884.020889:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077884.020892:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077884.020895:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077884.148653:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299541708, at 4299541760 00000100:00000040:1.0:1769077884.148658:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299541708, at 4299541760 00000100:00000010:1.0:1769077884.148672:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000010:0.0:1769077884.148676:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bba0. 00000100:00000001:3.0:1769077884.404669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077884.404677:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077884.404682:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077884.404690:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077884.404695:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077884.404702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077884.404708:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077884.404712:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077884.404715:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077885.044647:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077885.044654:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077885.044656:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077885.044662:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077885.044666:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077885.044666:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077885.044670:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077885.044672:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077885.044672:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077885.044673:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077885.044677:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077885.044678:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769077885.044679:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077885.044680:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077885.044681:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077885.044683:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077885.044687:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077885.044687:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077885.044688:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077885.044693:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077885.044695:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077885.044696:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077885.044699:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077885.044702:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077885.044711:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077885.044713:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077885.044714:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077885.044716:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077885.044716:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077885.044717:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077885.044720:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077885.044720:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077885.044724:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077885.044725:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077885.044727:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077885.044729:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077885.044729:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077885.044732:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077885.044734:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077885.044734:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077885.044735:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077885.044737:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077885.044737:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077885.044740:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077885.044740:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077885.044742:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077885.044742:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077885.044745:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077885.044747:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077885.044751:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077885.044751:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077885.044757:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077885.044759:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077885.044763:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077885.044816:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077885.044819:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077885.044822:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077885.428670:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077885.428679:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077885.428682:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077885.428689:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077885.428694:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077885.428700:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077885.428703:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077885.428706:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077885.428710:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077886.068691:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077886.068695:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077886.068710:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077886.068710:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077886.068718:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077886.068718:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077886.068733:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769077886.068733:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077886.068743:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077886.068743:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077886.068750:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077886.068750:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077886.068755:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077886.068759:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077886.068765:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077886.068766:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077886.068771:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077886.068775:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077886.068791:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077886.068797:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077886.068803:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077886.068821:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077886.068829:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077886.068833:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077886.068838:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077886.068842:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077886.068845:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077886.068848:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077886.068850:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077886.068853:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077886.070853:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077886.070859:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077886.070861:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077886.070866:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077886.070871:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077886.070876:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077886.070879:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077886.070886:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077886.070899:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077886.070900:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077886.070909:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077886.070910:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077886.070920:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077886.070929:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077886.070933:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077886.070936:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077886.070938:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077886.070942:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077886.452699:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077886.452709:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077886.452717:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077886.452729:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077886.452734:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077886.452739:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077886.452741:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077886.452743:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077886.452746:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077887.092675:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077887.092680:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077887.092682:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077887.092686:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077887.092686:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077887.092690:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077887.092696:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077887.092700:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077887.092700:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077887.092705:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077887.092706:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077887.092708:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077887.092711:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077887.092715:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077887.092719:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077887.092719:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077887.092723:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077887.092727:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077887.092746:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077887.092752:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077887.092753:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077887.092754:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077887.092760:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077887.092761:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077887.092768:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077887.092768:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077887.092768:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077887.092775:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077887.092776:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077887.092778:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077887.092786:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077887.092787:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077887.092788:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077887.092796:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077887.092796:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077887.092797:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077887.092803:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077887.092804:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077887.092809:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077887.092809:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077887.092813:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077887.092817:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077887.092817:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077887.092823:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077887.092828:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077887.092843:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077887.092848:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077887.092851:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077887.092854:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077887.092856:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077887.092860:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077887.092865:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769077887.092866:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769077887.092867:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077887.092869:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077887.092873:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077887.092874:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077887.476644:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077887.476653:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077887.476655:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077887.476660:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077887.476666:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077887.476670:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077887.476672:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077887.476674:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077887.476677:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077887.476717:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077887.476725:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077887.476727:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077887.476733:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077887.476737:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077887.476740:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077887.476742:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077887.476745:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077887.476748:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.116678:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077888.116688:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077888.116691:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.116698:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077888.116702:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077888.116702:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077888.116705:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077888.116717:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077888.116718:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077888.116720:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077888.116721:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077888.116732:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077888.116733:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077888.116735:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077888.116738:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077888.116742:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077888.116743:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077888.116745:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077888.116753:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077888.116755:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077888.116757:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077888.116764:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077888.116771:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077888.116788:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.116789:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077888.116797:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077888.116806:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.116812:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077888.116818:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077888.116818:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077888.116822:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077888.116827:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.116827:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.116829:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077888.116835:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077888.116843:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077888.116845:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077888.116846:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077888.116848:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077888.116855:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077888.116858:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077888.116859:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077888.116860:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077888.116864:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077888.116866:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077888.116867:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077888.116871:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077888.116874:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.116875:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077888.116886:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077888.116893:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.116894:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077888.116899:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077888.116904:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077888.116922:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077888.116925:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077888.116927:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077888.116929:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077888.116933:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077888.116936:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077888.116940:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077888.116944:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077888.116946:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077888.116948:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077888.116953:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077888.116959:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077888.500682:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077888.500690:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077888.500691:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077888.500692:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077888.500697:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077888.500699:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077888.500700:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077888.500704:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077888.500706:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077888.500710:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077888.500712:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077888.500715:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077888.500716:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077888.500720:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077888.500726:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077888.500727:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077888.500730:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077888.500733:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077888.500761:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077888.500769:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077888.500773:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077888.500777:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077888.500782:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077888.500792:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4873 00000400:00000200:1.0:1769077888.500804:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077888.500810:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077888.500814:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077888.500818:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.500821:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077888.500824:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.500826:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077888.500830:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077888.500832:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769077888.500835:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077888.500837:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769077888.500840:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769077888.500842:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769077888.500845:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.500847:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077888.500848:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.500850:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077888.500853:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769077888.500856:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077888.500859:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.500861:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077888.500864:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077888.500867:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.500869:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077888.500871:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077888.500880:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00000020:00000040:1.0:1769077888.500883:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769077888.500887:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077888.500888:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.500891:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077888.500893:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077888.500897:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077888.500905:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000100:00000001:1.0:1769077888.500910:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.500918:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657838336/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077888.500927:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077888.500931:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077888.500936:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657838336/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077888.500955:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077888.500958:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077888.500961:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077888.500963:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077888.500965:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077888.500968:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077888.500971:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4873 00000400:00000200:1.0:1769077888.500976:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077888.500991:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077888.500994:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077888.500998:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501002:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077888.501006:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501011:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077888.501015:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077888.501018:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769077888.501022:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077888.501025:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769077888.501030:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769077888.501035:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769077888.501043:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501050:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077888.501056:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501061:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077888.501066:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769077888.501071:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501076:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.501078:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077888.501085:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077888.501090:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.501093:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077888.501098:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077888.501104:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.501109:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077888.501116:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769077888.501121:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769077888.501126:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077888.501129:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.501132:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077888.501135:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077888.501140:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077888.501146:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000100:00000001:1.0:1769077888.501151:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.501161:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657838464/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077888.501180:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077888.501185:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077888.501192:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657838464/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077888.501212:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077888.501216:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077888.501222:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077888.501225:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077888.501229:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:2.1:1769077888.501232:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769077888.501234:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:2.1:1769077888.501236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00080000:1.0:1769077888.501241:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4873 00000400:00000200:1.0:1769077888.501250:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077888.501256:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077888.501261:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077888.501266:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501271:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077888.501275:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501279:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077888.501284:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077888.501287:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769077888.501289:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077888.501292:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769077888.501295:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769077888.501300:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769077888.501306:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501311:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077888.501315:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501319:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077888.501323:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769077888.501329:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501333:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.501335:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077888.501338:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077888.501352:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.501356:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077888.501361:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:1.0:1769077888.501366:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.501371:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077888.501376:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769077888.501380:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:1.0:1769077888.501384:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077888.501388:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.501390:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077888.501393:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077888.501398:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077888.501403:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000001:1.0:1769077888.501408:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.501418:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657838592/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077888.501431:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077888.501435:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077888.501443:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657838592/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077888.501462:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077888.501467:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077888.501474:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077888.501478:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077888.501480:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077888.501482:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077888.501485:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4873 00000400:00000200:1.0:1769077888.501488:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077888.501500:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077888.501505:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077888.501513:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501517:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077888.501520:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501524:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077888.501528:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077888.501531:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769077888.501534:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077888.501537:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769077888.501542:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769077888.501545:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769077888.501551:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501592:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077888.501597:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501601:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077888.501607:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769077888.501613:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077888.501618:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077888.501623:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077888.501627:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077888.501632:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.501637:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077888.501641:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769077888.501645:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.501649:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077888.501652:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769077888.501654:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769077888.501656:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077888.501659:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077888.501662:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077888.501665:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077888.501667:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077888.501672:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000100:00000001:1.0:1769077888.501677:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077888.501685:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657838720/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077888.501703:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077888.501707:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077888.501717:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657838720/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077888.501729:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077888.501735:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4883) 00000800:00000200:2.1:1769077888.501893:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077888.501895:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077888.502179:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077888.502181:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077888.502460:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077888.502462:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00000001:1.0:1769077889.140676:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077889.140676:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077889.140686:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077889.140687:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077889.140691:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077889.140692:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077889.140695:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077889.140697:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077889.140701:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077889.140702:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077889.140707:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077889.140709:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077889.140712:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077889.140715:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077889.140718:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077889.140722:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077889.140723:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077889.140725:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077889.140728:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077889.140729:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077889.140740:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077889.140742:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077889.140749:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077889.140752:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077889.140756:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077889.140758:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077889.140760:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077889.140763:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077889.140763:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077889.140770:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077889.140777:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077889.140778:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077889.140779:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077889.140783:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077889.140789:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077889.140790:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077889.140792:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077889.140796:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077889.140797:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077889.140798:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077889.140801:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077889.140803:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077889.140807:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077889.140811:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077889.140816:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077889.140824:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077889.140830:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077889.140838:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077889.140851:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077889.140855:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077889.140857:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077889.140861:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077889.140864:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077889.140867:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077889.140870:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077889.140873:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077889.140875:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077889.268633:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299546827, at 4299546880 00000100:00000010:1.0:1769077889.268646:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000040:0.0:1769077889.268651:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299546827, at 4299546880 00000100:00000010:0.0:1769077889.268666:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bba0. 00000100:00000001:3.0:1769077889.524628:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077889.524636:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077889.524638:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077889.524639:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077889.524642:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077889.524644:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077889.524645:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077889.524647:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077889.524651:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077889.524651:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077889.524656:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077889.524657:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077889.524658:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077889.524662:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077889.524664:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077889.524665:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077889.524668:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077889.524673:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077890.164612:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077890.164615:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077890.164618:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077890.164619:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077890.164621:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077890.164621:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077890.164625:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077890.164626:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769077890.164626:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077890.164631:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077890.164632:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077890.164632:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077890.164633:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077890.164637:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077890.164637:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077890.164637:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077890.164643:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077890.164645:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077890.164646:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077890.164649:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077890.164653:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077890.164653:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077890.164655:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077890.164656:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077890.164659:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077890.164663:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077890.164666:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077890.164671:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077890.164675:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077890.164676:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077890.164679:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077890.164683:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077890.164683:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077890.164684:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077890.164689:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077890.164689:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077890.164689:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077890.164693:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077890.164694:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077890.164694:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077890.164696:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077890.164697:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077890.164700:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077890.164701:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077890.164701:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077890.164704:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077890.164706:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077890.164708:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077890.164710:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077890.164711:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077890.164716:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077890.164717:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077890.164720:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077890.164724:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077890.164730:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077890.164733:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077890.164738:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077890.548664:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077890.548667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077890.548673:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077890.548673:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077890.548676:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077890.548677:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077890.548684:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769077890.548684:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077890.548690:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077890.548690:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077890.548697:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077890.548697:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077890.548703:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077890.548707:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077890.548710:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077890.548711:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077890.548714:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077890.548718:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077891.188660:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077891.188666:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077891.188670:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077891.188670:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077891.188675:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077891.188676:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077891.188678:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077891.188679:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077891.188682:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077891.188684:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077891.188684:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077891.188686:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077891.188689:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077891.188691:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077891.188692:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077891.188692:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077891.188696:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077891.188697:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077891.188698:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077891.188700:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077891.188706:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077891.188706:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077891.188707:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077891.188709:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077891.188712:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077891.188716:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077891.188719:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077891.188720:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077891.188720:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077891.188722:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077891.188725:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077891.188725:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077891.188729:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077891.188730:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077891.188734:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077891.188735:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077891.188737:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077891.188737:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077891.188740:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077891.188740:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077891.188741:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077891.188744:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.188745:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077891.188749:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077891.188750:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077891.188750:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077891.188753:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077891.188753:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077891.188759:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077891.188760:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077891.188765:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.188770:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077891.188775:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077891.188780:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077891.188830:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077891.188832:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077891.188834:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077891.572662:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077891.572668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077891.572670:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077891.572673:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077891.572676:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077891.572680:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077891.572681:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077891.572683:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077891.572685:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077892.212691:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077892.212701:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077892.212704:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077892.212705:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077892.212710:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077892.212714:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077892.212715:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077892.212718:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077892.212721:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077892.212725:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077892.212735:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077892.212736:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077892.212737:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077892.212745:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077892.212747:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077892.212748:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077892.212751:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077892.212757:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077892.212759:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077892.212763:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077892.212765:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077892.212770:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077892.212773:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077892.212776:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077892.212784:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077892.212788:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077892.212794:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077892.212805:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077892.212810:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077892.212812:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077892.212816:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077892.212817:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077892.212821:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077892.212823:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077892.212825:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077892.212835:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077892.212836:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077892.212837:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077892.212844:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077892.212846:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077892.212849:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077892.212852:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077892.212853:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077892.212858:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077892.212859:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077892.212871:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077892.212872:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077892.212873:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077892.212878:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077892.212883:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077892.212884:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077892.212895:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077892.212899:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077892.212903:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077892.596699:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077892.596715:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077892.596722:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077892.596734:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077892.596742:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077892.596748:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077892.596754:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077892.596760:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077892.596765:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.236701:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077893.236713:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077893.236713:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077893.236715:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077893.236719:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077893.236720:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077893.236724:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077893.236727:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077893.236732:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077893.236732:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077893.236738:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077893.236739:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077893.236740:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077893.236748:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.236750:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077893.236751:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.236754:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077893.236758:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077893.236762:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.236763:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077893.236767:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077893.236767:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077893.236772:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077893.236774:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.236777:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077893.236784:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077893.236786:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077893.236793:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077893.236797:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077893.236801:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077893.236805:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077893.236811:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077893.236816:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077893.236816:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077893.236819:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077893.236823:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077893.236843:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077893.236846:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077893.236849:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077893.236853:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077893.236860:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077893.236865:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077893.236873:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077893.236877:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077893.236881:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077893.620650:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769077893.620653:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077893.620658:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077893.620661:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077893.620665:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769077893.620666:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077893.620671:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077893.620673:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077893.620681:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077893.620682:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077893.620689:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077893.620690:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077893.620694:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077893.620700:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077893.620701:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4878 00000400:00000200:0.0:1769077893.620719:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077893.620731:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077893.620739:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077893.620747:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.620752:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077893.620756:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.620759:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077893.620762:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077893.620764:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077893.620767:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077893.620770:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077893.620772:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077893.620774:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077893.620778:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.620779:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077893.620780:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.620782:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077893.620784:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077893.620787:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077893.620789:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.620792:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077893.620795:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077893.620797:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.620799:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077893.620801:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077893.620810:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000020:00000040:0.0:1769077893.620813:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077893.620817:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077893.620818:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.620820:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077893.620823:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077893.620827:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077893.620835:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769077893.620841:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077893.620849:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657838848/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077893.620858:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077893.620861:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077893.620865:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657838848/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077893.620884:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077893.620887:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077893.620890:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077893.620891:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077893.620892:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077893.620906:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077893.620909:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4878 00000400:00000200:0.0:1769077893.620914:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077893.620917:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077893.620922:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077893.620934:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.620939:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077893.620942:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.620943:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077893.620945:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077893.620947:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077893.620950:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077893.620953:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077893.620957:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077893.620966:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077893.620975:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.620979:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077893.620983:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.620990:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077893.620997:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077893.621007:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077893.621013:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.621018:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077893.621028:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077893.621033:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.621044:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077893.621056:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077893.621061:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.621064:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077893.621078:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 00000020:00000040:0.0:1769077893.621085:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077893.621093:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077893.621096:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.621101:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077893.621103:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077893.621105:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077893.621117:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00000100:00000001:0.0:1769077893.621128:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077893.621141:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657838976/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077893.621193:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077893.621196:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077893.621205:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657838976/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077893.621227:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077893.621241:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077893.621252:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077893.621254:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077893.621256:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077893.621258:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077893.621267:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4878 00000400:00000200:0.0:1769077893.621273:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077893.621283:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077893.621290:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077893.621293:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.621296:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077893.621301:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.621303:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077893.621306:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077893.621308:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077893.621313:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077893.621315:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077893.621318:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077893.621322:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077893.621328:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.621334:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077893.621340:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.621342:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077893.621343:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077893.621346:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077893.621352:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.621357:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077893.621363:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077893.621370:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.621373:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077893.621375:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769077893.621380:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.621388:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077893.621393:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00000020:00000040:0.0:1769077893.621399:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077893.621416:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077893.621418:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.621436:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077893.621441:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077893.621444:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077893.621453:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000800:00000200:2.1:1769077893.621455:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077893.621459:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00000001:0.0:1769077893.621460:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077893.621485:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657839104/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077893.621503:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077893.621506:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077893.621511:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657839104/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077893.621522:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077893.621526:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077893.621531:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077893.621534:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077893.621537:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077893.621541:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077893.621546:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4878 00000400:00000200:0.0:1769077893.621592:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077893.621603:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077893.621611:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077893.621621:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.621626:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077893.621630:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.621634:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077893.621637:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077893.621641:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077893.621645:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077893.621648:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077893.621654:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077893.621659:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077893.621669:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.621676:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077893.621684:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077893.621691:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077893.621697:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077893.621706:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077893.621710:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077893.621713:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077893.621716:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077893.621722:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.621730:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077893.621735:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077893.621743:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.621746:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077893.621752:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077893.621762:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077893.621766:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077893.621768:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077893.621778:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077893.621782:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077893.621785:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077893.621790:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769077893.621800:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077893.621811:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657839232/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077893.621855:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077893.621862:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077893.621872:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657839232/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077893.621912:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077893.621919:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4888) 00000800:00000200:2.1:1769077893.622097:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077893.622099:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077893.622303:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077893.622306:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077893.622483:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077893.622485:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00000001:0.0:1769077894.260662:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077894.260662:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077894.260670:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077894.260671:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077894.260672:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077894.260675:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077894.260677:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077894.260681:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077894.260682:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077894.260687:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077894.260688:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077894.260692:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077894.260692:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077894.260696:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077894.260700:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077894.260700:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077894.260707:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077894.260707:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077894.260718:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077894.260719:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077894.260724:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077894.260730:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077894.260735:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077894.260742:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077894.260745:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077894.260748:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077894.260749:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077894.260752:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077894.260754:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077894.260756:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077894.260758:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077894.260761:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077894.260763:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077894.260766:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077894.260766:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077894.260770:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077894.260771:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077894.260775:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077894.260777:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077894.260778:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077894.260778:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077894.260785:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077894.260786:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077894.260788:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077894.260792:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077894.260794:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077894.260798:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077894.260799:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077894.260809:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077894.260810:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077894.260816:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077894.260827:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077894.260829:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077894.260833:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077894.388657:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299551948, at 4299552000 00000100:00000010:1.0:1769077894.388669:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b2a0. 00000100:00000040:0.0:1769077894.388732:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299551948, at 4299552000 00000100:00000010:0.0:1769077894.388739:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b600. 00000100:00000001:3.0:1769077894.644687:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077894.644691:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077894.644695:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077894.644700:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077894.644705:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077894.644708:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077894.644711:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077894.644713:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077894.644717:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077895.284656:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077895.284656:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077895.284663:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077895.284664:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077895.284664:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077895.284669:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077895.284669:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077895.284670:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077895.284674:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077895.284677:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077895.284677:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077895.284679:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077895.284683:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077895.284684:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077895.284684:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077895.284688:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077895.284689:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077895.284689:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077895.284694:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077895.284698:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077895.284703:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077895.284703:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077895.284707:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077895.284711:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077895.284712:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077895.284715:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077895.284718:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077895.284736:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077895.284740:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077895.284742:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077895.284743:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077895.284747:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077895.284748:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077895.284752:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077895.284754:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077895.284754:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077895.284758:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077895.284759:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077895.284759:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077895.284762:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077895.284765:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077895.284766:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077895.284766:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077895.284771:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077895.284771:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077895.284772:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077895.284775:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077895.284777:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077895.284779:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077895.284783:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077895.284789:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077895.284790:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077895.284793:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077895.284796:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077895.668619:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077895.668624:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077895.668626:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077895.668630:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077895.668633:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077895.668635:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077895.668637:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077895.668639:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077895.668641:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077896.308707:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077896.308707:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077896.308710:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077896.308717:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077896.308718:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077896.308721:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077896.308722:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077896.308722:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077896.308732:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077896.308734:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769077896.308735:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077896.308741:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077896.308742:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077896.308743:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077896.308749:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077896.308750:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077896.308751:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077896.308762:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077896.308767:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077896.308767:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077896.308771:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077896.308773:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077896.308776:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077896.308779:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077896.308788:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077896.308792:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077896.308792:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077896.308795:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077896.308799:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077896.308802:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077896.308803:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077896.308805:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077896.308806:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077896.308811:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077896.308812:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077896.308813:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077896.308816:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077896.308819:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077896.308826:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077896.308827:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077896.308830:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077896.308835:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077896.308835:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077896.308839:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077896.308847:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077896.308878:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077896.308884:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077896.308887:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077896.308893:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077896.308898:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077896.308901:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077896.308904:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077896.308906:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077896.308908:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077896.692635:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077896.692640:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077896.692643:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077896.692650:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077896.692655:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077896.692658:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077896.692663:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077896.692666:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077896.692671:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077897.332643:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077897.332643:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077897.332650:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077897.332650:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077897.332653:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077897.332654:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077897.332659:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077897.332660:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077897.332663:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077897.332664:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077897.332668:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077897.332669:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077897.332675:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077897.332680:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077897.332681:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077897.332685:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077897.332687:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077897.332688:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077897.332688:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077897.332692:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077897.332694:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077897.332696:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077897.332699:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077897.332703:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077897.332707:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077897.332710:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077897.332714:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077897.332716:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077897.332720:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077897.332721:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077897.332725:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077897.332728:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077897.332730:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077897.332733:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077897.332734:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077897.332736:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077897.332738:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769077897.332741:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077897.332743:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077897.332746:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077897.332748:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077897.332749:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077897.332758:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077897.332761:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077897.332764:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077897.716637:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077897.716644:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077897.716647:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077897.716653:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077897.716656:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077897.716660:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077897.716663:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077897.716665:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077897.716669:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077897.716680:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077897.716684:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077897.716685:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077897.716688:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077897.716690:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077897.716692:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077897.716693:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077897.716694:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077897.716696:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077898.356661:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077898.356661:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077898.356661:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077898.356669:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077898.356670:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077898.356670:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077898.356671:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077898.356673:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.356674:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077898.356677:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077898.356680:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769077898.356681:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077898.356682:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077898.356687:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077898.356687:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077898.356689:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077898.356692:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077898.356692:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.356693:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077898.356697:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.356704:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077898.356705:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077898.356710:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077898.356717:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.356717:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077898.356720:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077898.356727:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.356729:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077898.356733:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077898.356736:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077898.356736:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.356741:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077898.356742:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077898.356743:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077898.356745:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.356745:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077898.356750:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.356750:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077898.356751:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077898.356756:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077898.356756:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077898.356757:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077898.356762:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077898.356764:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077898.356764:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077898.356765:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077898.356769:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077898.356772:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077898.356773:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077898.356774:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077898.356781:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.356784:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077898.356788:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077898.356794:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.356795:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077898.356799:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077898.356801:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077898.356803:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077898.356805:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077898.356807:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.356810:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077898.356811:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.356814:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077898.740693:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077898.740702:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077898.740705:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077898.740711:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077898.740718:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:0.0:1769077898.740726:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:3.0:1769077898.740727:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077898.740737:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769077898.740738:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077898.740746:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769077898.740747:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077898.740760:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.740762:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00080000:1.0:1769077898.740774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00001000:0.0:1769077898.740776:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077898.740784:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000100:00080000:1.0:1769077898.740788:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00000001:0.0:1769077898.740789:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077898.740794:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:1.0:1769077898.740796:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000080:00200000:0.0:1769077898.740799:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077898.740804:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:1.0:1769077898.740804:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1769077898.740807:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077898.740823:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.740826:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000002:0.0:1769077898.740830:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077898.740834:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:0.0:1769077898.740840:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:1.0:1769077898.740840:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4883 00020000:00000001:0.0:1769077898.740844:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077898.740848:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077898.740850:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.740852:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077898.740855:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077898.740858:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077898.740860:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077898.740861:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077898.740867:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077898.740869:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077898.740871:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769077898.740874:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077898.740878:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077898.740879:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077898.740884:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:1.0:1769077898.740887:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000001:0.0:1769077898.740888:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077898.740893:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000040:1.0:1769077898.740900:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:0.0:1769077898.740901:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:1.0:1769077898.740913:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077898.740914:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077898.740922:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077898.740927:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000040:1.0:1769077898.740927:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077898.740936:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077898.740937:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077898.740953:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:1.0:1769077898.740953:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077898.740960:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077898.740961:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000020:00000001:0.0:1769077898.740973:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769077898.740973:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077898.740985:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077898.740986:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077898.740996:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077898.740997:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077898.741005:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077898.741005:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769077898.741017:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077898.741022:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077898.741024:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000001:1.0:1769077898.741028:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077898.741030:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:1.0:1769077898.741034:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077898.741035:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741046:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.741046:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077898.741061:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:0.0:1769077898.741063:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741076:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00080000:1.0:1769077898.741080:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769077898.741082:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:1.0:1769077898.741083:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741087:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769077898.741088:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077898.741090:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:1.0:1769077898.741094:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077898.741095:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077898.741103:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741107:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.741107:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741112:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741115:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.741116:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077898.741118:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077898.741120:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741122:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.741122:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741132:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077898.741134:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077898.741135:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077898.741135:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077898.741137:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077898.741138:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000010:1.0:1769077898.741142:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000008:00000001:0.0:1769077898.741144:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077898.741147:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077898.741149:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769077898.741150:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000008:00000001:0.0:1769077898.741152:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077898.741157:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077898.741161:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000008:00000020:0.0:1769077898.741164:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 02000000:00000001:1.0:1769077898.741165:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000008:00000001:0.0:1769077898.741167:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:1.0:1769077898.741168:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769077898.741170:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077898.741173:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077898.741173:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000008:00000001:0.0:1769077898.741179:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:1.0:1769077898.741181:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000008:00000020:0.0:1769077898.741182:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:0.0:1769077898.741187:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:1.0:1769077898.741188:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077898.741189:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741196:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741198:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741199:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741200:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741201:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077898.741202:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 02000000:00000010:1.0:1769077898.741205:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00020000:00000001:0.0:1769077898.741206:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077898.741210:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077898.741212:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077898.741213:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741214:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:1.0:1769077898.741216:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741217:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077898.741223:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077898.741226:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077898.741227:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077898.741228:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077898.741229:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077898.741230:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741235:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741237:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077898.741238:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00100000:1.0:1769077898.741238:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657839360/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769077898.741241:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077898.741243:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077898.741246:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077898.741250:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077898.741253:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077898.741255:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077898.741257:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077898.741260:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741266:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741272:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077898.741274:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077898.741278:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741280:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077898.741281:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077898.741282:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:1.0:1769077898.741283:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769077898.741284:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077898.741288:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077898.741290:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077898.741294:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:1.0:1769077898.741294:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741299:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077898.741302:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077898.741304:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077898.741309:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000040:1.0:1769077898.741309:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657839360/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077898.741312:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077898.741315:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077898.741320:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:0.0:1769077898.741329:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077898.741342:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077898.741347:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077898.741349:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077898.741351:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077898.741353:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077898.741354:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000020:00000001:0.0:1769077898.741356:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077898.741357:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077898.741358:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077898.741359:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077898.741360:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077898.741361:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.741363:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077898.741364:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077898.741375:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000100:00080000:1.0:1769077898.741375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:0.0:1769077898.741384:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077898.741391:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00080000:1.0:1769077898.741391:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077898.741398:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769077898.741399:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077898.741403:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077898.741403:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:0.0:1769077898.741411:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077898.741411:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:0.0:1769077898.741417:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00080000:1.0:1769077898.741419:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4883 00020000:00000001:0.0:1769077898.741422:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077898.741430:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077898.741433:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:1.0:1769077898.741440:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077898.741441:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077898.741447:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00080000:1.0:1769077898.741449:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000002:0.0:1769077898.741454:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769077898.741467:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077898.741467:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077898.741476:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769077898.741479:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077898.741482:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077898.741486:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000040:1.0:1769077898.741488:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00200000:0.0:1769077898.741492:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077898.741497:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:1.0:1769077898.741499:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077898.741508:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077898.741511:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769077898.741511:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077898.741520:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077898.741521:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077898.741524:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077898.741527:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00000040:1.0:1769077898.741529:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769077898.741536:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00001000:0.0:1769077898.741537:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:1.0:1769077898.741543:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077898.741546:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000100:00000040:1.0:1769077898.741551:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077898.741582:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077898.741584:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077898.741587:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077898.741589:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769077898.741591:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077898.741593:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.741597:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077898.741598:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077898.741603:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:1.0:1769077898.741605:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077898.741606:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:1.0:1769077898.741609:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741611:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.741612:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077898.741620:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077898.741621:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077898.741630:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741638:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000001:1.0:1769077898.741639:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741650:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077898.741652:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077898.741654:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00020000:00000001:0.0:1769077898.741655:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741664:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769077898.741667:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769077898.741668:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077898.741672:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000001:1.0:1769077898.741678:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769077898.741679:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077898.741688:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:1.0:1769077898.741688:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741691:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077898.741698:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.741700:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077898.741706:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769077898.741708:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.741710:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741715:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741718:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077898.741720:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000020:00000001:0.0:1769077898.741724:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077898.741729:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.741729:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741744:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741754:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00100000:1.0:1769077898.741754:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657839488/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769077898.741761:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077898.741769:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077898.741775:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077898.741781:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077898.741789:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:1.0:1769077898.741790:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077898.741794:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077898.741795:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077898.741802:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077898.741808:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769077898.741821:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657839488/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077898.741830:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077898.741837:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077898.741844:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000100:00000001:1.0:1769077898.741852:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769077898.741855:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00080000:1.0:1769077898.741863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:0.0:1769077898.741865:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:1.0:1769077898.741870:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000008:00000020:0.0:1769077898.741871:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769077898.741880:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000001:0.0:1769077898.741881:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077898.741890:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:0.0:1769077898.741891:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:1.0:1769077898.741900:0:8:0:(import.c:484:import_select_connection()) Process entered 00000008:00000020:0.0:1769077898.741902:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000008:00000001:0.0:1769077898.741912:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000100:00080000:1.0:1769077898.741913:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4883 00000008:00000001:0.0:1769077898.741919:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741922:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077898.741932:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077898.741935:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.741940:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077898.741942:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077898.741952:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077898.741953:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.741966:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:1.0:1769077898.741968:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077898.741969:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077898.741976:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:1.0:1769077898.741977:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077898.741980:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077898.741984:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:1.0:1769077898.741984:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077898.741989:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.741997:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077898.741998:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077898.742005:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769077898.742006:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077898.742015:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077898.742016:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077898.742021:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000020:00000001:1.0:1769077898.742022:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769077898.742032:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:1.0:1769077898.742032:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077898.742043:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077898.742044:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077898.742053:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077898.742053:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:0.0:1769077898.742060:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077898.742066:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077898.742068:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.742075:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077898.742076:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077898.742085:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:1.0:1769077898.742087:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077898.742089:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:1.0:1769077898.742096:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077898.742097:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077898.742105:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077898.742109:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000020:00000040:1.0:1769077898.742109:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:0.0:1769077898.742117:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077898.742122:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00080000:1.0:1769077898.742124:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769077898.742125:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077898.742131:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.742135:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077898.742136:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:0.0:1769077898.742138:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.742141:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769077898.742146:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077898.742149:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:1.0:1769077898.742150:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.1:1769077898.742151:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000020:00000001:0.0:1769077898.742152:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077898.742162:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1769077898.742163:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.742167:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:1.0:1769077898.742173:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077898.742174:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077898.742187:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000008:00100000:1.0:1769077898.742188:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:0.0:1769077898.742195:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1769077898.742196:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769077898.742198:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:1.0:1769077898.742203:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077898.742205:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077898.742211:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000010:1.0:1769077898.742214:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000080:00000001:0.0:1769077898.742215:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077898.742224:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00000040:1.0:1769077898.742224:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000080:00000001:0.0:1769077898.742236:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000001:1.0:1769077898.742236:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769077898.742241:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:1.0:1769077898.742243:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769077898.742246:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00000001:1.0:1769077898.742246:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077898.742256:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000080:00000001:0.0:1769077898.742260:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 02000000:00000001:1.0:1769077898.742261:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077898.742275:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077898.742278:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000001:1.0:1769077898.742286:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077898.742298:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657839616/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077898.742313:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077898.742318:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077898.742326:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657839616/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077898.742336:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077898.742340:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077898.742343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077898.742344:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077898.742347:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077898.742350:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077898.742353:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4883 00000400:00000200:1.0:1769077898.742359:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077898.742364:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077898.742367:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077898.742370:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077898.742371:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077898.742373:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077898.742379:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077898.742381:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077898.742382:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769077898.742383:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077898.742384:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769077898.742386:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769077898.742389:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769077898.742393:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077898.742395:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077898.742396:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077898.742398:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077898.742400:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769077898.742405:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077898.742408:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077898.742411:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077898.742416:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077898.742418:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.742422:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077898.742424:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769077898.742426:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.742432:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077898.742435:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769077898.742439:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769077898.742443:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077898.742444:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077898.742446:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077898.742448:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077898.742450:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077898.742456:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000100:00000001:1.0:1769077898.742460:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077898.742468:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657839744/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077898.742477:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077898.742480:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077898.742486:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657839744/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077898.742496:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077898.742501:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4894) 00000800:00000200:2.1:1769077898.742855:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077898.742858:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769077898.743174:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077898.743177:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:2.1:1769077898.743492:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077898.743495:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000100:00000001:1.0:1769077899.380637:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077899.380646:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077899.380651:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077899.380661:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077899.380662:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077899.380667:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077899.380668:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077899.380669:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077899.380673:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077899.380674:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077899.380674:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077899.380679:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077899.380679:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077899.380680:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077899.380685:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077899.380686:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077899.380686:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077899.380690:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077899.380691:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077899.380692:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077899.380698:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077899.380701:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077899.380705:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077899.380710:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077899.380711:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077899.380713:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077899.380716:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077899.380730:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077899.380731:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077899.380736:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077899.380736:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077899.380739:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077899.380745:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077899.380745:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077899.380745:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077899.380749:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077899.380752:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077899.380752:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077899.380753:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077899.380757:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077899.380758:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077899.380760:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077899.380761:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077899.380761:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077899.380765:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077899.380767:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077899.380770:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077899.380770:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077899.380770:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077899.380774:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077899.380779:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077899.380783:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077899.380785:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077899.380787:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077899.380811:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077899.380816:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077899.380821:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769077899.508680:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299557068, at 4299557120 00000100:00000010:1.0:1769077899.508705:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000040:0.0:1769077899.508749:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299557068, at 4299557120 00000100:00000010:0.0:1769077899.508765:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bae0. 00000100:00000001:3.0:1769077899.764679:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077899.764689:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077899.764693:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077899.764700:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077899.764706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077899.764711:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077899.764724:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077899.764728:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077899.764732:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077900.404696:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077900.404697:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077900.404703:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077900.404705:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077900.404706:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077900.404711:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077900.404714:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077900.404718:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769077900.404721:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077900.404724:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077900.404725:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077900.404727:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077900.404730:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077900.404734:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077900.404736:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077900.404736:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077900.404742:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077900.404752:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077900.404753:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077900.404753:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077900.404761:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077900.404762:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077900.404770:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077900.404772:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077900.404772:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077900.404774:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077900.404800:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077900.404801:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077900.404807:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077900.404808:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077900.404811:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077900.404821:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077900.404823:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077900.404823:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077900.404826:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077900.404831:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077900.404838:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769077900.404838:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077900.404840:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077900.404844:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077900.404846:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077900.404848:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077900.404854:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077900.404854:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077900.404859:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077900.404860:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077900.404864:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077900.404865:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077900.404875:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077900.404882:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077900.404886:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077900.404891:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077900.404893:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077900.404897:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077900.404916:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077900.404919:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077900.404923:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077900.788657:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077900.788664:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077900.788666:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077900.788671:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077900.788674:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077900.788677:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077900.788679:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077900.788681:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077900.788684:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077901.428674:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077901.428674:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077901.428680:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077901.428682:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077901.428682:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077901.428685:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077901.428687:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077901.428687:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077901.428688:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077901.428696:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769077901.428697:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077901.428697:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077901.428712:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077901.428712:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077901.428713:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077901.428718:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077901.428719:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077901.428726:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077901.428729:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077901.428737:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077901.428748:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077901.428748:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077901.428754:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077901.428758:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077901.428760:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077901.428776:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077901.428780:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077901.428782:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077901.428786:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077901.428793:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077901.428798:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077901.428801:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077901.428805:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077901.428809:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077901.428809:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077901.428813:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077901.428815:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077901.428815:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077901.428821:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077901.428824:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077901.428831:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077901.428838:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077901.428844:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077901.428850:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077901.428857:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077901.428977:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077901.428979:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077901.428982:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077901.812680:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077901.812690:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077901.812694:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077901.812700:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077901.812706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077901.812710:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077901.812721:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077901.812724:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077901.812726:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077902.452677:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077902.452685:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077902.452687:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077902.452689:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077902.452695:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077902.452696:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077902.452697:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077902.452704:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077902.452704:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077902.452704:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077902.452711:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077902.452711:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077902.452711:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077902.452716:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077902.452717:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077902.452717:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077902.452720:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077902.452722:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077902.452728:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077902.452729:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077902.452730:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077902.452734:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077902.452735:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077902.452740:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077902.452759:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077902.452763:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077902.452769:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077902.452771:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077902.452775:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077902.452776:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077902.452778:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077902.452780:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077902.452781:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077902.452784:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077902.452785:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077902.452786:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077902.452787:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077902.452791:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077902.452791:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077902.452792:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077902.452796:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077902.452797:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077902.452798:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077902.452803:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077902.452804:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077902.452805:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077902.452807:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077902.452812:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077902.452813:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077902.452815:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077902.452817:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077902.452821:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077902.452824:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077902.452829:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077902.452858:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077902.452862:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077902.452865:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077902.836684:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077902.836696:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077902.836700:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077902.836708:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077902.836716:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077902.836724:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077902.836732:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077902.836736:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077902.836756:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077903.476682:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077903.476689:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077903.476691:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077903.476695:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077903.476697:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077903.476700:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077903.476702:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077903.476704:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.476705:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077903.476709:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077903.476713:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077903.476721:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077903.476721:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077903.476723:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077903.476728:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077903.476747:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077903.476749:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077903.476751:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077903.476760:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077903.476760:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077903.476765:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077903.476770:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077903.476771:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077903.476775:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.476777:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077903.476777:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077903.476784:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.476792:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769077903.476793:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077903.476797:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077903.476800:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077903.476812:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077903.476812:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.476820:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077903.476825:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077903.476831:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077903.476831:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077903.476839:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077903.476850:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077903.476851:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077903.476858:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077903.476862:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.476865:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077903.476869:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077903.476873:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.476886:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077903.476890:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077903.476894:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077903.476908:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077903.476915:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077903.476923:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077903.476929:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077903.476935:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077903.476940:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077903.477005:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077903.477008:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077903.477011:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077903.860699:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077903.860710:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077903.860715:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769077903.860721:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00100000:3.0:1769077903.860737:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000080:00000001:1.0:1769077903.860742:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769077903.860744:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077903.860745:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769077903.860749:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769077903.860750:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077903.860758:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00080000:0.0:1769077903.860759:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077903.860759:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00001000:1.0:1769077903.860766:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000001:3.0:1769077903.860766:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077903.860767:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077903.860775:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769077903.860775:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00000001:3.0:1769077903.860775:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.860783:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769077903.860785:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:1.0:1769077903.860787:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769077903.860792:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00080000:0.0:1769077903.860797:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4889 00000020:00000001:1.0:1769077903.860798:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.860802:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769077903.860804:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077903.860809:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:1.0:1769077903.860810:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769077903.860814:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000400:00000200:0.0:1769077903.860818:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769077903.860820:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:0.0:1769077903.860822:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077903.860825:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077903.860828:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077903.860833:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769077903.860833:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:0.0:1769077903.860837:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769077903.860838:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000001:0.0:1769077903.860841:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:1.0:1769077903.860841:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769077903.860845:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:1.0:1769077903.860846:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077903.860850:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769077903.860850:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000040:0.0:1769077903.860854:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:1.0:1769077903.860854:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.860859:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077903.860860:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769077903.860861:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077903.860865:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:1.0:1769077903.860865:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769077903.860868:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000100:00000040:0.0:1769077903.860871:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769077903.860874:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.860876:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769077903.860877:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769077903.860880:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:0.0:1769077903.860881:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769077903.860883:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:0.0:1769077903.860887:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00200000:1.0:1769077903.860889:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:0.0:1769077903.860895:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000002:1.0:1769077903.860895:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769077903.860902:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00080000:0.0:1769077903.860904:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:1.0:1769077903.860905:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769077903.860909:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769077903.860912:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.860913:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769077903.860919:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 02000000:00000001:0.0:1769077903.860920:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769077903.860921:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:1.0:1769077903.860925:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:0.0:1769077903.860928:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769077903.860929:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.860932:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:0.0:1769077903.860934:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.860935:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.860939:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769077903.860939:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.860943:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.860944:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769077903.860949:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769077903.860951:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.860952:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.860953:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.860954:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769077903.860956:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769077903.860957:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.860958:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000010:0.0:1769077903.860959:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000001:1.0:1769077903.860960:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077903.860964:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.860966:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.860967:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.860968:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.860969:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077903.860970:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.860971:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.860972:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000040:0.0:1769077903.860973:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:1.0:1769077903.860975:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769077903.860978:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.860979:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:0.0:1769077903.860980:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000008:00000001:1.0:1769077903.860981:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 02000000:00000001:0.0:1769077903.860983:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769077903.860985:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769077903.860987:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077903.860992:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000008:00000001:1.0:1769077903.860992:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077903.860995:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077903.860998:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769077903.860999:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769077903.861000:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769077903.861004:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769077903.861005:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000008:00000020:1.0:1769077903.861008:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769077903.861010:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077903.861011:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000010:0.0:1769077903.861012:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000008:00000001:1.0:1769077903.861013:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.861017:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769077903.861018:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:0.0:1769077903.861021:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769077903.861026:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:1.0:1769077903.861030:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077903.861033:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657839872/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769077903.861033:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861034:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861039:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861043:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861047:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769077903.861050:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:0.0:1769077903.861053:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:1.0:1769077903.861053:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769077903.861056:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769077903.861057:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:0.0:1769077903.861059:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861060:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861064:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769077903.861067:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:0.0:1769077903.861068:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657839872/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769077903.861069:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769077903.861072:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769077903.861074:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.861076:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077903.861079:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769077903.861081:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861084:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861085:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.861086:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.861087:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769077903.861089:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769077903.861090:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077903.861091:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077903.861092:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769077903.861093:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861093:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769077903.861096:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00080000:0.0:1769077903.861098:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:1.0:1769077903.861099:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861103:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077903.861105:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077903.861107:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077903.861109:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:1.0:1769077903.861113:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769077903.861114:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769077903.861116:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00080000:0.0:1769077903.861119:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4889 00000020:00000001:1.0:1769077903.861120:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861126:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:0.0:1769077903.861128:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769077903.861129:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769077903.861133:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769077903.861136:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:0.0:1769077903.861137:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769077903.861139:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:0.0:1769077903.861141:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00001000:1.0:1769077903.861144:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769077903.861150:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000040:0.0:1769077903.861151:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769077903.861155:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:0.0:1769077903.861157:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:1.0:1769077903.861160:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000040:0.0:1769077903.861163:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00200000:1.0:1769077903.861165:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:0.0:1769077903.861172:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:1.0:1769077903.861172:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769077903.861176:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1769077903.861179:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00001000:1.0:1769077903.861181:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000020:00000040:0.0:1769077903.861183:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077903.861188:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:1.0:1769077903.861188:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:1.0:1769077903.861194:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769077903.861195:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077903.861201:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000080:00000001:1.0:1769077903.861205:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000020:00000001:0.0:1769077903.861207:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000080:00000001:1.0:1769077903.861208:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769077903.861211:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077903.861215:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000040:0.0:1769077903.861218:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00001000:1.0:1769077903.861219:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769077903.861224:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000100:00000001:0.0:1769077903.861226:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769077903.861229:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:0.0:1769077903.861232:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:1.0:1769077903.861232:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:0.0:1769077903.861237:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00200000:1.0:1769077903.861237:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000040:0.0:1769077903.861245:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:1.0:1769077903.861245:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.861249:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:0.0:1769077903.861252:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000080:00000001:1.0:1769077903.861252:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769077903.861256:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000001:0.0:1769077903.861259:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769077903.861261:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 02000000:00000001:0.0:1769077903.861262:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:1.0:1769077903.861265:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769077903.861268:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 02000000:00000001:0.0:1769077903.861270:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769077903.861271:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769077903.861275:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077903.861276:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861281:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077903.861282:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769077903.861286:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000008:00100000:0.0:1769077903.861288:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:1.0:1769077903.861289:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861294:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000008:00000001:0.0:1769077903.861296:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861298:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769077903.861300:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861302:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769077903.861305:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000100:00000010:0.0:1769077903.861306:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000001:1.0:1769077903.861309:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769077903.861311:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769077903.861313:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:0.0:1769077903.861316:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769077903.861316:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:0.0:1769077903.861320:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861320:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769077903.861324:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:0.0:1769077903.861325:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077903.861328:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000002:1.0:1769077903.861329:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:0.0:1769077903.861333:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861333:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769077903.861337:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769077903.861340:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000010:0.0:1769077903.861341:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000020:00000001:1.0:1769077903.861343:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:0.0:1769077903.861347:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769077903.861348:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769077903.861353:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000100:00100000:0.0:1769077903.861357:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657840000/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769077903.861357:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769077903.861362:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.861366:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769077903.861370:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.861371:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077903.861376:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861376:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861383:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000040:0.0:1769077903.861385:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657840000/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769077903.861389:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769077903.861394:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.861399:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861400:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077903.861404:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769077903.861406:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077903.861408:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000020:00000001:1.0:1769077903.861411:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:0.0:1769077903.861412:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077903.861416:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:1.0:1769077903.861416:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769077903.861421:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769077903.861423:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769077903.861425:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00080000:0.0:1769077903.861430:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4889 00000020:00000001:1.0:1769077903.861430:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077903.861435:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077903.861441:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769077903.861441:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861447:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077903.861448:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077903.861454:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769077903.861454:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861460:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:0.0:1769077903.861461:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769077903.861464:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.861466:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769077903.861469:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077903.861473:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769077903.861475:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769077903.861476:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769077903.861479:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000020:00000001:0.0:1769077903.861481:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:1.0:1769077903.861483:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:0.0:1769077903.861485:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769077903.861486:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1769077903.861488:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:1.0:1769077903.861490:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000020:00000040:0.0:1769077903.861492:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000008:00000001:1.0:1769077903.861493:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000020:00000001:0.0:1769077903.861496:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000001:1.0:1769077903.861500:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000001:0.0:1769077903.861501:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000020:1.0:1769077903.861505:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077903.861508:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769077903.861509:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077903.861512:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:1.0:1769077903.861512:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769077903.861516:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000040:0.0:1769077903.861519:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:1.0:1769077903.861520:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000100:00000001:0.0:1769077903.861524:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000020:1.0:1769077903.861526:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000020:00000040:0.0:1769077903.861531:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000008:00000001:1.0:1769077903.861532:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077903.861536:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:0.0:1769077903.861537:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000800:00000200:2.1:1769077903.861537:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:1.0:1769077903.861538:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077903.861546:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769077903.861546:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000800:00000200:2.1:1769077903.861547:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000008:00000020:1.0:1769077903.861548:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 02000000:00000001:0.0:1769077903.861551:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077903.861577:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1769077903.861578:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 02000000:00000001:0.0:1769077903.861584:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769077903.861585:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.861589:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769077903.861590:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077903.861592:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:1.0:1769077903.861596:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077903.861597:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861599:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.861602:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861603:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077903.861607:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000001:1.0:1769077903.861608:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000040:0.0:1769077903.861613:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:1.0:1769077903.861614:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769077903.861618:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:0.0:1769077903.861619:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077903.861622:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861623:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1769077903.861626:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769077903.861627:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:0.0:1769077903.861629:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769077903.861632:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077903.861633:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861640:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 02000000:00000010:0.0:1769077903.861641:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000020:00000001:1.0:1769077903.861644:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:0.0:1769077903.861646:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861649:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769077903.861653:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00100000:0.0:1769077903.861654:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657840128/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:1.0:1769077903.861657:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.861661:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077903.861665:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:0.0:1769077903.861669:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:1.0:1769077903.861669:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.861673:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861677:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077903.861682:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657840128/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769077903.861684:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.861687:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.861691:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769077903.861696:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:0.0:1769077903.861700:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861701:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00080000:0.0:1769077903.861704:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:1.0:1769077903.861705:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077903.861710:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:0.0:1769077903.861711:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:1.0:1769077903.861715:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769077903.861717:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1769077903.861720:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00080000:0.0:1769077903.861722:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:1.0:1769077903.861737:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.861743:0:13606:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:1.0:1769077903.861744:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861750:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00080000:0.0:1769077903.861752:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4889 00000020:00000001:1.0:1769077903.861753:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077903.861757:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861759:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769077903.861761:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000200:0.0:1769077903.861764:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769077903.861765:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769077903.861768:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769077903.861770:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077903.861773:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000400:00000200:0.0:1769077903.861774:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769077903.861778:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00080000:0.0:1769077903.861780:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769077903.861781:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769077903.861784:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000040:0.0:1769077903.861788:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00200000:1.0:1769077903.861789:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:0.0:1769077903.861792:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:1.0:1769077903.861793:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769077903.861797:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:0.0:1769077903.861798:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077903.861802:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00001000:1.0:1769077903.861802:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000020:00000001:0.0:1769077903.861806:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000080:00000001:1.0:1769077903.861807:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000020:00000040:0.0:1769077903.861811:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000080:00000001:1.0:1769077903.861812:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077903.861814:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077903.861816:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000080:00000001:1.0:1769077903.861817:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769077903.861821:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077903.861822:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769077903.861824:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077903.861828:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00000001:0.0:1769077903.861829:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00001000:1.0:1769077903.861834:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000040:0.0:1769077903.861837:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769077903.861839:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000020:00000001:1.0:1769077903.861844:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769077903.861845:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:1.0:1769077903.861849:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:0.0:1769077903.861852:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00200000:1.0:1769077903.861853:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:0.0:1769077903.861857:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077903.861858:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.861861:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:0.0:1769077903.861863:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000080:00000001:1.0:1769077903.861864:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077903.861870:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000002:1.0:1769077903.861871:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769077903.861879:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:0.0:1769077903.861880:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861885:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:0.0:1769077903.861886:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:1.0:1769077903.861888:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769077903.861891:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000001:0.0:1769077903.861892:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769077903.861893:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861898:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077903.861900:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861903:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769077903.861905:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769077903.861907:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861910:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000008:00100000:0.0:1769077903.861911:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000001:1.0:1769077903.861912:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769077903.861915:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000008:00000001:0.0:1769077903.861920:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769077903.861920:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:0.0:1769077903.861926:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861927:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861932:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000010:0.0:1769077903.861934:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000001:1.0:1769077903.861935:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769077903.861939:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000040:0.0:1769077903.861940:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00200000:1.0:1769077903.861942:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:0.0:1769077903.861947:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000002:1.0:1769077903.861948:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:0.0:1769077903.861950:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.861954:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:1.0:1769077903.861954:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:0.0:1769077903.861958:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769077903.861958:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769077903.861962:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:0.0:1769077903.861963:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861967:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 02000000:00000010:0.0:1769077903.861970:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000020:00001000:1.0:1769077903.861972:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000001:0.0:1769077903.861975:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.861978:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000020:00000001:1.0:1769077903.861983:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00100000:0.0:1769077903.861984:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657840256/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769077903.861987:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.861990:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769077903.861993:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.861998:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862004:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769077903.862011:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769077903.862014:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.862015:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:1.0:1769077903.862019:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.862021:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862024:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862027:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:0.0:1769077903.862030:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657840256/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769077903.862030:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769077903.862033:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.862035:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769077903.862037:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077903.862040:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862045:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077903.862049:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862052:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077903.862056:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4899) 00020000:00000001:1.0:1769077903.862059:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862066:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077903.862070:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862075:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862080:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769077903.862085:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769077903.862090:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.862094:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769077903.862099:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769077903.862104:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769077903.862111:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077903.862115:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077903.862118:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.862123:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769077903.862126:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769077903.862130:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000008:00000020:1.0:1769077903.862134:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769077903.862140:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077903.862143:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077903.862146:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.862150:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769077903.862154:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:1.0:1769077903.862160:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:1.0:1769077903.862163:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862168:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862170:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862173:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862176:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862179:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769077903.862182:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769077903.862185:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769077903.862187:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769077903.862189:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769077903.862193:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862196:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769077903.862199:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769077903.862202:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769077903.862206:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769077903.862210:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.862214:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077903.862215:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769077903.862216:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862217:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862220:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.862223:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.862227:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769077903.862229:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769077903.862233:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077903.862237:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077903.862240:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.862243:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769077903.862245:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769077903.862249:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862252:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862256:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077903.862259:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077903.862262:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862267:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769077903.862271:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769077903.862275:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769077903.862278:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769077903.862281:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077903.862285:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769077903.862288:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769077903.862292:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769077903.862295:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769077903.862300:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769077903.862304:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769077903.862307:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077903.862311:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769077903.862313:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:1.0:1769077903.862318:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769077903.862324:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769077903.862326:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769077903.862328:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077903.862332:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769077903.862335:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769077903.862340:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:1.0:1769077903.862344:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769077903.862346:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769077903.862350:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769077903.862355:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.862359:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769077903.862360:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769077903.862364:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769077903.862374:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:1.0:1769077903.862381:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769077903.862387:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769077903.862393:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769077903.862398:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862405:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769077903.862411:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769077903.862414:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862416:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.862418:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769077903.862420:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769077903.862423:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:1.0:1769077903.862427:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862429:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769077903.862433:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769077903.862437:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769077903.862442:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769077903.862447:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769077903.862454:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769077903.862459:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769077903.862462:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077903.862467:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769077903.862474:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769077903.862480:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:1.0:1769077903.862487:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769077903.862492:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.862496:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769077903.862501:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862505:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862510:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000800:00000200:2.1:1769077903.862510:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077903.862514:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000020:00000001:1.0:1769077903.862515:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769077903.862519:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862523:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862525:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862530:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769077903.862533:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769077903.862536:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.862540:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769077903.862542:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077903.862546:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862551:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862572:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862573:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862575:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077903.862576:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862577:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862580:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769077903.862583:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769077903.862584:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.862587:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769077903.862590:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769077903.862593:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769077903.862598:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077903.862602:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077903.862606:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.862609:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769077903.862612:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769077903.862614:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000008:00000020:1.0:1769077903.862619:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769077903.862628:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077903.862633:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077903.862637:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.862640:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769077903.862645:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769077903.862652:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.862659:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862664:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862670:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862678:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862681:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862684:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769077903.862687:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769077903.862689:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769077903.862691:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769077903.862695:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769077903.862696:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862702:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769077903.862704:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769077903.862708:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769077903.862712:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769077903.862714:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.862714:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077903.862716:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769077903.862718:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862720:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862735:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.862737:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.862738:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769077903.862741:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769077903.862744:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077903.862747:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077903.862750:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.862752:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769077903.862753:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769077903.862757:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862761:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862767:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077903.862769:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077903.862770:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862775:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769077903.862778:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769077903.862781:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769077903.862782:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769077903.862786:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077903.862788:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769077903.862791:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769077903.862793:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769077903.862795:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769077903.862798:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769077903.862806:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769077903.862808:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077903.862811:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769077903.862816:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769077903.862821:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769077903.862828:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769077903.862830:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769077903.862833:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077903.862836:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769077903.862843:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769077903.862847:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:1.0:1769077903.862850:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769077903.862854:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769077903.862856:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769077903.862863:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.862864:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769077903.862867:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769077903.862870:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769077903.862874:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:1.0:1769077903.862876:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769077903.862879:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769077903.862881:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769077903.862884:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862888:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769077903.862893:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769077903.862896:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862898:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.862900:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769077903.862903:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769077903.862905:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:1.0:1769077903.862911:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862914:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769077903.862917:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769077903.862919:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769077903.862921:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769077903.862926:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769077903.862933:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769077903.862936:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769077903.862939:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077903.862941:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769077903.862945:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769077903.862948:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:1.0:1769077903.862952:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769077903.862954:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.862957:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769077903.862960:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862962:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862968:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769077903.862970:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769077903.862973:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.862975:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862980:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.862985:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769077903.862987:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769077903.862989:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.862992:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769077903.862995:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077903.862999:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863003:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863009:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863013:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863016:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077903.863020:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863024:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863025:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769077903.863029:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769077903.863030:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.863033:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769077903.863036:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769077903.863040:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769077903.863043:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077903.863047:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077903.863050:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.863055:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769077903.863058:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769077903.863062:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:1.0:1769077903.863066:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769077903.863071:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077903.863075:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077903.863077:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.863083:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769077903.863089:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769077903.863098:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.863103:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863106:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863111:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863116:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863122:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863124:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769077903.863126:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769077903.863131:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769077903.863134:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769077903.863138:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769077903.863141:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863144:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769077903.863147:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769077903.863150:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769077903.863154:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769077903.863158:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.863162:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077903.863165:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769077903.863168:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863172:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863177:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.863181:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.863184:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769077903.863188:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769077903.863190:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077903.863194:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077903.863196:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.863199:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769077903.863202:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769077903.863204:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863208:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863213:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077903.863216:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077903.863219:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863225:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769077903.863227:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000800:00000200:2.1:1769077903.863228:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:1.0:1769077903.863230:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000800:00000200:2.1:1769077903.863232:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000020:00000001:1.0:1769077903.863233:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769077903.863236:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077903.863239:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769077903.863244:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769077903.863247:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769077903.863250:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769077903.863254:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769077903.863260:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769077903.863265:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077903.863269:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769077903.863272:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769077903.863276:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769077903.863282:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769077903.863285:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769077903.863288:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077903.863293:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769077903.863297:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769077903.863301:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:1.0:1769077903.863305:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769077903.863307:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769077903.863310:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769077903.863316:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.863318:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769077903.863321:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769077903.863325:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769077903.863330:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:1.0:1769077903.863334:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769077903.863336:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769077903.863338:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769077903.863339:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863345:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769077903.863347:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769077903.863351:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863354:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.863358:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769077903.863362:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769077903.863366:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:1.0:1769077903.863372:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863378:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769077903.863383:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769077903.863389:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769077903.863394:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769077903.863400:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769077903.863408:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769077903.863410:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769077903.863414:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077903.863416:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769077903.863419:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769077903.863424:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:1.0:1769077903.863427:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769077903.863432:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077903.863437:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769077903.863440:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863445:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863450:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769077903.863456:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769077903.863460:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863465:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863470:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863476:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769077903.863480:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769077903.863485:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.863489:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769077903.863493:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077903.863496:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863500:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863504:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863508:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863511:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077903.863514:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863516:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863520:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769077903.863522:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769077903.863525:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.863527:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769077903.863529:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769077903.863532:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769077903.863537:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077903.863540:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077903.863543:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.863550:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769077903.863572:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769077903.863577:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:1.0:1769077903.863583:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769077903.863589:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077903.863592:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077903.863595:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.863598:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769077903.863602:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769077903.863611:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077903.863615:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863619:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863624:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863627:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863630:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863631:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769077903.863635:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769077903.863636:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769077903.863638:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769077903.863640:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769077903.863643:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863647:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769077903.863649:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769077903.863652:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769077903.863654:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769077903.863657:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.863660:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077903.863662:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769077903.863663:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863667:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863672:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.863674:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077903.863678:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769077903.863680:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769077903.863682:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077903.863684:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077903.863687:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077903.863689:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769077903.863692:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769077903.863694:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863697:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077903.863701:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077903.863703:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077903.863705:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077903.863708:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769077903.863711:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769077903.863713:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769077903.863715:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769077903.863718:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077903.863720:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769077903.863740:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769077903.863744:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769077903.863747:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769077903.863751:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769077903.863758:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769077903.863762:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077903.863767:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769077903.863769:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769077903.863773:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077903.863847:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077903.863849:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000100:00000001:0.0:1769077904.500693:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077904.500693:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077904.500703:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077904.500704:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077904.500705:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077904.500707:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077904.500709:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077904.500711:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077904.500732:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769077904.500733:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077904.500733:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077904.500739:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077904.500741:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077904.500741:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077904.500746:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077904.500747:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077904.500747:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077904.500754:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077904.500762:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077904.500766:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077904.500769:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077904.500770:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077904.500774:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077904.500778:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077904.500779:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077904.500782:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077904.500783:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077904.500785:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077904.500789:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077904.500789:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077904.500796:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077904.500796:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077904.500801:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077904.500802:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077904.500805:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077904.500807:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077904.500809:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077904.500813:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077904.500814:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077904.500815:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077904.500820:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077904.500821:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077904.500822:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077904.500826:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077904.500828:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077904.500831:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077904.500833:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077904.500835:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077904.500837:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077904.500840:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077904.500842:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077904.500844:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077904.500848:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077904.500852:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077904.628674:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299562188, at 4299562240 00000100:00000040:1.0:1769077904.628674:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299562188, at 4299562240 00000100:00000010:0.0:1769077904.628693:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000010:1.0:1769077904.628698:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841be40. 00000100:00000001:3.0:1769077904.884649:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077904.884660:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077904.884664:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077904.884670:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077904.884676:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077904.884683:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077904.884700:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077904.884704:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077904.884716:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077905.524683:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077905.524683:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077905.524692:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077905.524693:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077905.524710:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077905.524711:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077905.524717:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077905.524718:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077905.524726:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077905.524727:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077905.524734:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077905.524735:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077905.524740:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077905.524742:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077905.524755:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077905.524755:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077905.524762:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077905.524766:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077905.524767:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077905.524772:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077905.524773:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077905.524782:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077905.524784:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077905.524789:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077905.524794:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077905.524800:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077905.524806:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077905.524851:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077905.524858:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077905.524861:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077905.524865:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077905.524871:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077905.524872:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077905.524876:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077905.524878:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077905.524882:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077905.524882:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077905.524885:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077905.524890:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077905.524891:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077905.524900:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077905.524905:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077905.524906:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077905.524913:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077905.524918:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077905.524919:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077905.524926:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077905.524927:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077905.524934:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077905.524936:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077905.524938:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077905.524944:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077905.524946:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077905.524948:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077905.908705:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077905.908725:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077905.908727:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077905.908733:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077905.908736:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077905.908740:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077905.908743:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077905.908746:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077905.908749:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077906.548690:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077906.548690:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077906.548690:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077906.548701:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077906.548702:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077906.548706:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077906.548707:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077906.548707:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077906.548711:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077906.548717:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077906.548718:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077906.548718:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077906.548724:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077906.548727:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077906.548728:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077906.548729:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077906.548734:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077906.548734:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077906.548736:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077906.548741:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077906.548745:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077906.548754:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077906.548758:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077906.548762:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077906.548763:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077906.548763:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077906.548768:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077906.548768:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077906.548771:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077906.548774:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077906.548775:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077906.548777:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077906.548780:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077906.548782:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077906.548786:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077906.548786:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077906.548789:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077906.548791:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077906.548795:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077906.548796:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077906.548798:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077906.548802:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077906.548806:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077906.548806:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077906.548811:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077906.548811:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077906.548814:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077906.548816:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077906.548818:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077906.548825:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077906.548829:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077906.548832:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077906.548835:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077906.548838:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077906.932659:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077906.932687:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077906.932691:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077906.932699:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077906.932706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077906.932711:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077906.932717:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077906.932723:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077906.932728:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077907.572716:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077907.572717:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077907.572717:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077907.572727:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077907.572728:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077907.572730:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077907.572739:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077907.572741:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077907.572742:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077907.572745:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769077907.572757:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077907.572758:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077907.572766:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077907.572767:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077907.572768:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077907.572781:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077907.572783:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077907.572784:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077907.572804:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077907.572810:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077907.572817:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077907.572817:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077907.572821:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077907.572825:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077907.572828:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077907.572832:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077907.572836:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077907.572854:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077907.572862:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077907.572864:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077907.572867:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077907.572874:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077907.572881:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077907.572882:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077907.572893:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077907.572893:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077907.572899:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077907.572906:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077907.572908:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077907.572917:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077907.572918:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077907.572938:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077907.572939:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077907.572940:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077907.572945:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077907.572970:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077907.572974:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077907.572977:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077907.572988:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077907.572992:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077907.572996:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077907.572999:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077907.573008:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077907.573011:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077907.956695:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077907.956704:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077907.956707:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077907.956707:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077907.956712:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077907.956715:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077907.956715:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769077907.956719:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077907.956723:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077907.956724:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077907.956730:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077907.956730:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077907.956732:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077907.956736:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077907.956738:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077907.956739:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077907.956743:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077907.956747:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.596703:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077908.596703:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077908.596710:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077908.596711:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077908.596713:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077908.596713:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077908.596715:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077908.596720:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077908.596721:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077908.596722:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077908.596725:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.596727:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077908.596729:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077908.596730:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077908.596731:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.596736:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077908.596737:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077908.596737:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077908.596747:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077908.596748:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077908.596762:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.596763:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077908.596767:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.596774:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077908.596775:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077908.596777:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077908.596779:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077908.596784:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077908.596786:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.596787:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077908.596799:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077908.596811:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077908.596812:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077908.596821:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077908.596821:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077908.596824:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077908.596829:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077908.596829:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.596830:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077908.596836:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.596837:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077908.596838:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769077908.596850:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077908.596851:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077908.596852:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077908.596863:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077908.596863:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.596876:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077908.596877:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077908.596882:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077908.596888:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077908.596889:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077908.596892:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077908.596894:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077908.596895:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077908.596895:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077908.596902:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077908.596904:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077908.596910:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.596917:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.596918:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077908.596927:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077908.596932:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077908.980633:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077908.980654:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077908.980656:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077908.980660:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077908.980664:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077908.980667:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077908.980670:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077908.980672:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077908.980676:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077908.980679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077908.980686:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077908.980690:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077908.980695:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077908.980700:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077908.980709:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4894 00000400:00000200:1.0:1769077908.980721:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:3.0:1769077908.980721:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769077908.980728:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077908.980732:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:1.0:1769077908.980737:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769077908.980737:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077908.980746:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00080000:1.0:1769077908.980748:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1769077908.980752:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000020:00000001:3.0:1769077908.980757:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:1.0:1769077908.980762:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:3.0:1769077908.980764:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077908.980768:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769077908.980769:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077908.980776:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:1.0:1769077908.980779:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769077908.980780:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769077908.980784:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.980786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:3.0:1769077908.980796:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000020:00000001:1.0:1769077908.980797:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077908.980802:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000002:3.0:1769077908.980812:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769077908.980813:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077908.980823:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:3.0:1769077908.980825:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000001:1.0:1769077908.980831:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:3.0:1769077908.980831:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077908.980834:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000001:1.0:1769077908.980837:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:3.0:1769077908.980837:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.980841:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077908.980845:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:1.0:1769077908.980846:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077908.980847:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.980851:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769077908.980853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077908.980853:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077908.980857:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000040:1.0:1769077908.980861:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:3.0:1769077908.980861:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769077908.980868:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.980870:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077908.980870:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077908.980873:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077908.980876:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000040:1.0:1769077908.980877:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00200000:3.0:1769077908.980878:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077908.980884:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00080000:1.0:1769077908.980885:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:3.0:1769077908.980887:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077908.980890:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:1.0:1769077908.980892:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.980892:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077908.980895:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 02000000:00000001:1.0:1769077908.980898:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00001000:3.0:1769077908.980898:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769077908.980901:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000020:00000001:3.0:1769077908.980903:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:1.0:1769077908.980904:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077908.980909:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.980912:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077908.980915:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077908.980922:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00000020:00000040:1.0:1769077908.980927:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769077908.980931:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077908.980932:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.980935:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077908.980939:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077908.980943:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077908.980952:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000100:00000001:1.0:1769077908.980959:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077908.980969:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657840384/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769077908.980976:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077908.980981:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769077908.980982:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1769077908.980984:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.980988:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.980989:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.980991:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077908.980994:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077908.980996:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.980998:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077908.980999:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657840384/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769077908.981001:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.981004:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769077908.981007:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077908.981010:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077908.981013:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769077908.981028:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077908.981033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077908.981038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077908.981042:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077908.981045:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077908.981049:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077908.981052:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4894 00000100:00000001:0.0:1769077908.981055:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1769077908.981058:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077908.981061:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077908.981066:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1769077908.981066:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077908.981071:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077908.981077:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657840384/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769077908.981080:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077908.981086:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077908.981092:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077908.981099:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077908.981101:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:0.0:1769077908.981104:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077908.981106:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077908.981110:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769077908.981111:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:0.0:1769077908.981112:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1769077908.981113:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769077908.981116:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077908.981119:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1769077908.981119:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769077908.981119:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.981124:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077908.981127:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077908.981128:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:3.0:1769077908.981128:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.981134:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077908.981135:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:3.0:1769077908.981137:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077908.981138:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657840384:192.168.204.154@tcp:250:kworker.0 00000020:00000001:3.0:1769077908.981143:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.981147:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1769077908.981147:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:1.0:1769077908.981148:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077908.981151:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 02000000:00000001:0.0:1769077908.981154:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:3.0:1769077908.981155:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769077908.981156:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077908.981159:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:0.0:1769077908.981160:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077908.981162:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:3.0:1769077908.981162:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 02000000:00000001:0.0:1769077908.981166:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1769077908.981166:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:1.0:1769077908.981168:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077908.981172:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000010:0.0:1769077908.981174:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05747800. 00000008:00000001:3.0:1769077908.981174:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077908.981177:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:1.0:1769077908.981179:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:0.0:1769077908.981180:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769077908.981180:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.981187:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769077908.981187:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077908.981191:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 02000000:00000001:1.0:1769077908.981192:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1769077908.981193:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769077908.981195:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000008:00000020:3.0:1769077908.981199:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000400:00000010:0.0:1769077908.981200:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd12c0. 02000000:00000001:1.0:1769077908.981200:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1769077908.981204:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077908.981207:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:1.0:1769077908.981208:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769077908.981209:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1769077908.981212:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502880. 00000008:00000001:3.0:1769077908.981214:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:1.0:1769077908.981215:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00000020:3.0:1769077908.981217:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00100000:1.0:1769077908.981220:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000200:0.0:1769077908.981221:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657840384, portal 25 00000100:00000001:0.0:1769077908.981228:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:1.0:1769077908.981228:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769077908.981229:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077908.981232:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 00000008:00000001:3.0:1769077908.981234:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.981235:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077908.981241:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657840384/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769077908.981242:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769077908.981247:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769077908.981253:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077908.981257:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.981258:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769077908.981263:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1769077908.981264:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 02000000:00000001:1.0:1769077908.981267:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1769077908.981270:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502440. 02000000:00000001:1.0:1769077908.981272:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769077908.981275:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657840384, offset 0 02000000:00000010:1.0:1769077908.981280:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000400:00000200:0.0:1769077908.981286:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769077908.981287:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.981288:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.981291:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.981294:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.981295:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077908.981299:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657840512/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769077908.981300:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769077908.981300:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769077908.981304:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077908.981307:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077908.981309:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:0.0:1769077908.981312:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:3.0:1769077908.981312:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769077908.981314:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.981319:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:1.0:1769077908.981323:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1769077908.981323:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:0.0:1769077908.981324:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769077908.981326:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769077908.981329:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.981330:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000200:0.0:1769077908.981332:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:3.0:1769077908.981333:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077908.981335:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077908.981337:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:1.0:1769077908.981340:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657840512/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769077908.981340:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.981341:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:3.0:1769077908.981344:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.981348:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:3.0:1769077908.981350:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077908.981353:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077908.981355:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077908.981358:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000400:00000200:0.0:1769077908.981360:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370455:370455:256:4294967295] 192.168.204.154@tcp LPNI seq info [370450:370450:8:4294967295] 00000020:00000001:3.0:1769077908.981361:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077908.981370:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:1.0:1769077908.981372:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.981373:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769077908.981373:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077908.981377:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00080000:1.0:1769077908.981379:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1769077908.981379:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769077908.981381:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.981386:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077908.981390:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:3.0:1769077908.981390:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000400:00000200:0.0:1769077908.981394:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:3.0:1769077908.981394:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769077908.981395:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1769077908.981398:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077908.981401:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1769077908.981403:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077908.981406:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000800:00000200:0.0:1769077908.981408:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769077908.981408:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:3.0:1769077908.981409:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077908.981412:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077908.981414:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:1.0:1769077908.981415:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4894 00000020:00001000:3.0:1769077908.981416:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000800:00000010:0.0:1769077908.981417:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19f00. 00020000:00000001:3.0:1769077908.981420:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077908.981423:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000200:1.0:1769077908.981426:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:3.0:1769077908.981426:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077908.981431:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000800:00000200:0.0:1769077908.981432:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000400:00000200:1.0:1769077908.981436:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00000001:3.0:1769077908.981439:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00080000:1.0:1769077908.981442:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1769077908.981442:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000800:00000200:0.1:1769077908.981445:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00001000:3.0:1769077908.981446:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00000040:1.0:1769077908.981451:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:3.0:1769077908.981452:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769077908.981456:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.981458:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:3.0:1769077908.981462:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000040:1.0:1769077908.981463:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:3.0:1769077908.981464:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769077908.981466:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769077908.981469:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.981470:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077908.981470:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769077908.981475:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:1.0:1769077908.981477:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1769077908.981480:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769077908.981480:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000020:00000040:1.0:1769077908.981482:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769077908.981483:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769077908.981487:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299567307 00000020:00000001:1.0:1769077908.981488:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:3.0:1769077908.981488:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077908.981491:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000040:1.0:1769077908.981493:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769077908.981494:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000010:0.0:1769077908.981495:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3bb40. 00000020:00000001:3.0:1769077908.981497:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769077908.981500:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000080:00000001:3.0:1769077908.981501:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077908.981504:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:0.0:1769077908.981506:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1769077908.981507:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000002:3.0:1769077908.981509:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:3.0:1769077908.981515:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:0.0:1769077908.981516:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299567307 00000100:00000040:1.0:1769077908.981517:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077908.981517:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077908.981520:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769077908.981524:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077908.981525:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3bde0. 00000100:00000001:1.0:1769077908.981525:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:3.0:1769077908.981526:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769077908.981532:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077908.981532:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769077908.981533:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00020000:00000001:3.0:1769077908.981534:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.981540:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077908.981540:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769077908.981542:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769077908.981542:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769077908.981546:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000040:1.0:1769077908.981547:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00000001:0.0:1769077908.981548:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077908.981549:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769077908.981574:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.981576:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077908.981577:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769077908.981579:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:0.0:1769077908.981581:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077908.981581:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00200000:3.0:1769077908.981582:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769077908.981587:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:0.0:1769077908.981589:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.981589:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.981591:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077908.981594:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000001:1.0:1769077908.981596:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1769077908.981596:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769077908.981599:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769077908.981600:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 02000000:00000001:1.0:1769077908.981602:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077908.981604:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00001000:3.0:1769077908.981604:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 02000000:00000001:1.0:1769077908.981610:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.981610:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000100:00000001:0.0:1769077908.981611:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769077908.981614:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769077908.981616:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077908.981616:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1769077908.981617:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769077908.981619:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769077908.981621:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000008:00100000:1.0:1769077908.981622:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:3.0:1769077908.981624:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077908.981628:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657840512/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769077908.981629:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769077908.981630:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.981634:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:1.0:1769077908.981645:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.981650:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000010:1.0:1769077908.981653:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000001:3.0:1769077908.981653:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.981658:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769077908.981660:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:0.0:1769077908.981661:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769077908.981661:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.981666:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.981666:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:1.0:1769077908.981668:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:3.0:1769077908.981670:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077908.981673:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:0.0:1769077908.981674:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769077908.981674:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.981675:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:0.0:1769077908.981679:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769077908.981679:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769077908.981680:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1769077908.981682:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077908.981684:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077908.981686:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.981686:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077908.981689:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.981692:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077908.981695:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657840512:192.168.204.154@tcp:38:kworker.0 00020000:00000001:3.0:1769077908.981696:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077908.981697:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000020:00000001:3.0:1769077908.981700:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077908.981703:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.981705:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769077908.981705:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.981706:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077908.981709:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769077908.981711:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:0.0:1769077908.981713:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.981714:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077908.981718:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:0.0:1769077908.981719:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1769077908.981719:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657840640/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769077908.981720:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077908.981723:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 02000000:00000010:0.0:1769077908.981726:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745800. 00000008:00000001:3.0:1769077908.981726:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769077908.981731:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:0.0:1769077908.981733:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769077908.981734:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077908.981737:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.981742:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1769077908.981743:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769077908.981743:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769077908.981747:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:1.0:1769077908.981749:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769077908.981750:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000400:00000010:0.0:1769077908.981751:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1b58. 00000008:00000020:3.0:1769077908.981756:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000010:0.0:1769077908.981759:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065025d8. 00000100:00000040:1.0:1769077908.981760:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657840640/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769077908.981761:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769077908.981765:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000200:0.0:1769077908.981767:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657840512, portal 10 00000008:00000001:3.0:1769077908.981769:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077908.981773:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:3.0:1769077908.981776:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:0.0:1769077908.981778:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000008:00000020:3.0:1769077908.981781:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:1.0:1769077908.981786:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769077908.981787:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769077908.981792:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657840512/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769077908.981794:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077908.981795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1769077908.981801:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077908.981806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00020000:00000001:3.0:1769077908.981807:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.981811:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077908.981813:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:3.0:1769077908.981813:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077908.981815:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1769077908.981819:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077908.981821:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769077908.981823:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:3.0:1769077908.981824:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000010:0.0:1769077908.981827:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502f68. 00020000:00000001:3.0:1769077908.981827:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00080000:1.0:1769077908.981829:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4894 00000100:00000200:0.0:1769077908.981833:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657840512, offset 0 00020000:00000001:3.0:1769077908.981835:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000200:1.0:1769077908.981838:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769077908.981843:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:0.0:1769077908.981844:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769077908.981849:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769077908.981850:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:0.0:1769077908.981854:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:1.0:1769077908.981857:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:3.0:1769077908.981859:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.981863:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000040:1.0:1769077908.981864:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077908.981864:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000200:0.0:1769077908.981869:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769077908.981869:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769077908.981870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769077908.981873:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:0.0:1769077908.981876:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000040:1.0:1769077908.981878:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769077908.981878:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769077908.981882:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:0.0:1769077908.981883:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1769077908.981884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077908.981886:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:0.0:1769077908.981888:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:3.0:1769077908.981890:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077908.981891:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077908.981895:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000200:0.0:1769077908.981896:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370456:370456:255:4294967295] 192.168.204.154@tcp LPNI seq info [370451:370451:7:4294967295] 00000020:00000001:1.0:1769077908.981900:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:3.0:1769077908.981904:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.981905:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:1.0:1769077908.981905:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:3.0:1769077908.981910:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077908.981912:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:3.0:1769077908.981914:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077908.981918:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769077908.981919:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769077908.981922:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000400:00000200:0.0:1769077908.981925:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:3.0:1769077908.981926:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:1.0:1769077908.981927:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769077908.981931:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769077908.981934:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:3.0:1769077908.981935:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769077908.981939:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000200:0.0:1769077908.981940:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000040:1.0:1769077908.981941:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769077908.981942:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769077908.981946:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000800:00000010:0.0:1769077908.981947:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19100. 00000100:00000001:1.0:1769077908.981948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769077908.981949:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769077908.981956:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:3.0:1769077908.981956:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769077908.981957:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:1.0:1769077908.981964:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:3.0:1769077908.981966:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000800:00000200:0.1:1769077908.981968:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769077908.981970:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769077908.981972:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.981974:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.981976:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077908.981978:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1769077908.981979:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:0.0:1769077908.981983:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00020000:00000001:3.0:1769077908.981983:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000001:1.0:1769077908.981985:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077908.981987:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077908.981991:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1769077908.981992:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.981993:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769077908.981994:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1769077908.981998:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00001000:3.0:1769077908.981999:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00000001:0.0:1769077908.982000:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299566603 00000008:00100000:1.0:1769077908.982003:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000001:3.0:1769077908.982004:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1769077908.982007:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299567307 00020000:00000001:3.0:1769077908.982008:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000008:00000001:1.0:1769077908.982010:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077908.982013:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:0.0:1769077908.982014:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299566603 00000100:00000001:1.0:1769077908.982015:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1769077908.982017:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:0.0:1769077908.982021:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299567307 00000100:00000010:1.0:1769077908.982023:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000080:00000001:3.0:1769077908.982023:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:0.0:1769077908.982025:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769077908.982026:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000040:1.0:1769077908.982030:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:0.0:1769077908.982031:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769077908.982031:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077908.982037:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077908.982038:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077908.982039:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077908.982042:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077908.982043:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.982044:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077908.982050:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077908.982052:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:3.0:1769077908.982052:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:1.0:1769077908.982053:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077908.982058:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:1.0:1769077908.982059:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769077908.982059:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:0.0:1769077908.982063:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769077908.982063:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769077908.982067:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1769077908.982067:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000020:00000001:3.0:1769077908.982068:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000001:0.0:1769077908.982071:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077908.982075:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769077908.982075:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000040:0.0:1769077908.982080:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657840640/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769077908.982081:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000100:00100000:1.0:1769077908.982087:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657840768/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769077908.982088:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769077908.982091:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769077908.982095:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077908.982104:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769077908.982107:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769077908.982108:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769077908.982111:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00000001:3.0:1769077908.982111:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.982113:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077908.982117:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769077908.982119:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 02000000:00000001:0.0:1769077908.982122:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000002:3.0:1769077908.982125:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:1.0:1769077908.982127:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657840768/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769077908.982130:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077908.982131:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769077908.982134:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769077908.982137:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000001:0.0:1769077908.982139:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982141:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982147:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769077908.982149:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657840640:192.168.204.154@tcp:8:kworker.0 00020000:00000001:3.0:1769077908.982152:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:1.0:1769077908.982153:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982156:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.982157:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1769077908.982161:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:0.0:1769077908.982163:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1769077908.982163:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4904) 00000020:00000001:3.0:1769077908.982164:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:0.0:1769077908.982169:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982169:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769077908.982172:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:0.0:1769077908.982174:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769077908.982177:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077908.982180:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05746000. 00000020:00000001:3.0:1769077908.982181:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077908.982184:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:0.0:1769077908.982186:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982188:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769077908.982191:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000200:0.0:1769077908.982193:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:3.0:1769077908.982196:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000010:0.0:1769077908.982199:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd11b8. 00020000:00000001:3.0:1769077908.982201:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769077908.982204:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000010:0.0:1769077908.982207:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502110. 00000020:00000001:3.0:1769077908.982207:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077908.982210:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000200:0.0:1769077908.982213:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657840640, portal 4 00000020:00001000:3.0:1769077908.982214:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00000001:0.0:1769077908.982217:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1769077908.982219:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000100:00000001:0.0:1769077908.982221:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000020:00000001:3.0:1769077908.982224:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077908.982227:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:0.0:1769077908.982231:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657840640/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769077908.982231:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077908.982233:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982238:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982243:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769077908.982249:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:0.0:1769077908.982250:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769077908.982251:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077908.982257:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769077908.982257:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769077908.982262:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000020:00000001:3.0:1769077908.982262:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.982264:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000200:0.0:1769077908.982267:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657840640, offset 0 00020000:00000001:3.0:1769077908.982268:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769077908.982271:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077908.982274:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000200:0.0:1769077908.982277:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769077908.982277:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077908.982280:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.982284:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.982285:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769077908.982289:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.982294:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:3.0:1769077908.982294:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.982299:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077908.982301:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.982302:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769077908.982306:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.982309:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:3.0:1769077908.982310:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769077908.982313:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769077908.982315:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:0.0:1769077908.982316:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1769077908.982317:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769077908.982320:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769077908.982324:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:0.0:1769077908.982325:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:3.0:1769077908.982330:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:0.0:1769077908.982333:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370457:370457:254:4294967295] 192.168.204.154@tcp LPNI seq info [370452:370452:6:4294967295] 00000008:00000020:3.0:1769077908.982334:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077908.982336:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077908.982342:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:0.0:1769077908.982345:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769077908.982345:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769077908.982348:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000008:00000020:3.0:1769077908.982352:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000008:00000001:3.0:1769077908.982358:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:0.0:1769077908.982360:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000020:3.0:1769077908.982360:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769077908.982364:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077908.982368:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769077908.982371:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000800:00000200:0.0:1769077908.982374:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000008:00000001:3.0:1769077908.982376:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:3.0:1769077908.982382:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1769077908.982385:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19000. 00000800:00000200:0.0:1769077908.982394:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077908.982398:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769077908.982400:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077908.982403:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:0.0:1769077908.982406:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077908.982408:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299566624 00000100:00000001:0.0:1769077908.982411:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299567307 00000100:00000001:0.0:1769077908.982413:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299566624 00000100:00000001:0.0:1769077908.982415:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299567307 00000100:00000001:0.0:1769077908.982418:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077908.982420:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.982422:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.982424:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077908.982428:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077908.982430:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769077908.982432:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077908.982433:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077908.982435:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769077908.982439:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657840768/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077908.982447:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077908.982448:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077908.982451:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077908.982453:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077908.982455:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077908.982458:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657840768:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769077908.982462:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077908.982464:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077908.982465:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077908.982467:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769077908.982471:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745000. 02000000:00000001:0.0:1769077908.982473:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.982478:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769077908.982481:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd16e0. 00000400:00000010:0.0:1769077908.982484:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502d48. 00000100:00000200:0.0:1769077908.982488:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657840768, portal 4 00000100:00000001:0.0:1769077908.982490:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077908.982491:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:0.0:1769077908.982496:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657840768/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077908.982504:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769077908.982507:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769077908.982509:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769077908.982511:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657840768, offset 0 00000400:00000200:0.0:1769077908.982515:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769077908.982519:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077908.982523:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769077908.982526:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769077908.982529:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769077908.982532:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769077908.982534:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769077908.982538:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370458:370458:253:4294967295] 192.168.204.154@tcp LPNI seq info [370453:370453:5:4294967295] 00000400:00000200:0.0:1769077908.982543:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769077908.982545:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982551:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077908.982579:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769077908.982585:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077908.982590:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00020000:00000001:3.0:1769077908.982596:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769077908.982600:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769077908.982601:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.982606:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000800:00000200:0.1:1769077908.982609:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:3.0:1769077908.982611:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769077908.982614:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:0.0:1769077908.982616:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.982617:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077908.982621:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:0.0:1769077908.982622:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00020000:00000001:3.0:1769077908.982623:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982629:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000200:0.0:1769077908.982632:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769077908.982633:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:0.0:1769077908.982651:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299566629 00000020:00000001:3.0:1769077908.982654:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:0.0:1769077908.982655:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299567307 00020000:00000001:3.0:1769077908.982659:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:0.0:1769077908.982661:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299566629 00020000:00000001:3.0:1769077908.982662:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769077908.982665:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299567307 00000020:00000001:3.0:1769077908.982666:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077908.982669:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:0.0:1769077908.982671:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769077908.982672:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.982675:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982677:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.982681:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982681:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769077908.982683:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:0.0:1769077908.982686:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077908.982687:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769077908.982690:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769077908.982692:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769077908.982693:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:3.0:1769077908.982694:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:0.0:1769077908.982697:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00020000:00000001:3.0:1769077908.982698:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077908.982701:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769077908.982703:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769077908.982704:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769077908.982707:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:3.0:1769077908.982708:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.982711:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982713:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077908.982716:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769077908.982717:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077908.982720:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077908.982722:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077908.982725:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769077908.982726:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769077908.982729:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769077908.982730:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769077908.982732:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077908.982734:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769077908.982737:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769077908.982739:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769077908.982741:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769077908.982744:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769077908.982747:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769077908.982749:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769077908.982751:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769077908.982753:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:3.0:1769077908.982755:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.620679:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077909.620685:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077909.620685:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077909.620690:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077909.620692:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077909.620693:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.620700:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077909.620700:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077909.620701:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077909.620706:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077909.620708:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077909.620708:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077909.620711:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077909.620715:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.620715:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077909.620717:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077909.620721:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077909.620723:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077909.620726:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077909.620729:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077909.620730:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.620731:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077909.620735:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.620739:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.620740:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077909.620743:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077909.620746:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077909.620751:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077909.620755:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077909.620757:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077909.620759:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077909.620763:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077909.620765:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077909.620767:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077909.620771:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077909.620771:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077909.620774:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077909.620775:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077909.620781:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077909.620782:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.620785:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077909.620785:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077909.620790:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.620790:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077909.620795:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077909.620796:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077909.620800:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077909.620801:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.620807:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077909.620808:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077909.620812:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.620816:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077909.620819:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077909.620824:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077909.748644:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299567307, at 4299567360 00000100:00000040:0.0:1769077909.748657:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299567307, at 4299567360 00000100:00000010:1.0:1769077909.748658:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3bde0. 00000100:00000010:0.0:1769077909.748667:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3bb40. 00000100:00000001:3.0:1769077910.004686:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077910.004691:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077910.004693:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077910.004698:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077910.004701:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077910.004704:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077910.004706:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077910.004708:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077910.004710:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077910.644691:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077910.644691:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077910.644691:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077910.644698:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077910.644699:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077910.644699:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077910.644703:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077910.644704:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077910.644705:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077910.644713:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077910.644713:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769077910.644714:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077910.644720:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077910.644721:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077910.644724:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077910.644726:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077910.644726:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077910.644729:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077910.644732:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077910.644733:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077910.644740:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077910.644741:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077910.644745:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077910.644748:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077910.644749:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077910.644753:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077910.644755:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077910.644760:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077910.644760:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077910.644764:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077910.644768:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077910.644768:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077910.644774:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077910.644775:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077910.644778:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077910.644779:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077910.644781:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077910.644783:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077910.644785:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077910.644785:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077910.644787:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077910.644791:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077910.644792:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077910.644792:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077910.644794:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077910.644798:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077910.644799:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077910.644802:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077910.644804:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077910.644809:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077910.644815:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077910.644815:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077910.644819:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077910.644822:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077911.028677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077911.028687:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077911.028689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077911.028695:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077911.028699:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077911.028703:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.028706:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077911.028709:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.028713:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077911.668694:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077911.668702:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077911.668705:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077911.668711:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077911.668711:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077911.668714:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077911.668721:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077911.668721:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077911.668726:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077911.668727:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077911.668729:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077911.668733:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077911.668734:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077911.668740:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077911.668745:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.668746:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077911.668748:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077911.668753:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077911.668754:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.668762:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077911.668767:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077911.668767:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077911.668775:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077911.668779:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.668795:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077911.668806:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077911.668808:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077911.668817:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077911.668823:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077911.668824:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077911.668835:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077911.668842:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077911.668854:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077911.668861:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077911.668861:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077911.668868:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.668868:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077911.668876:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077911.668880:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077911.668881:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077911.668884:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077911.668890:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.668894:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077911.668898:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.668900:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077911.668913:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077911.668917:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077911.668922:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077911.668932:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077911.668937:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077911.668937:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077911.668940:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.668943:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077911.668944:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077911.668948:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.668949:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077911.668950:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077911.668955:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077911.668963:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077911.668966:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.668968:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077911.668970:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077911.668973:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077912.052712:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077912.052720:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077912.052722:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077912.052726:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077912.052730:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077912.052734:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077912.052736:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077912.052739:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077912.052742:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1769077912.053029:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.154:988 00000400:00000100:0.0:1769077912.053111:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.154@tcp at host 192.168.204.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1769077912.053129:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077912.053134:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.54@tcp notifying 192.168.204.154@tcp: down 00000400:00000200:0.0:1769077912.053138:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077912.053142:0:2355:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1769077912.053147:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077912.053152:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19f00. 00000400:00000200:0.0:1769077912.053158:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077912.053163:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077912.053171:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06502440 00000400:00000010:0.0:1769077912.053174:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06502440. 00000100:00000001:0.0:1769077912.053181:0:2355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077912.053191:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08843100 x1855007657840384/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077912.053228:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077912.053233:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657840384/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077912.053241:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077912.053243:0:2355:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077912.053255:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077912.053258:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19100. 00000400:00000200:0.0:1769077912.053262:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077912.053269:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077912.053274:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06502f68 00000400:00000010:0.0:1769077912.053280:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06502f68. 00000100:00000001:0.0:1769077912.053288:0:2355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077912.053297:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08843480 x1855007657840512/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077912.053312:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077912.053323:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657840512/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077912.053367:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077912.053369:0:2355:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077912.053375:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077912.053377:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19000. 00000400:00000200:0.0:1769077912.053382:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077912.053386:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077912.053417:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769077912.053427:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769077912.053439:0:2355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077912.053454:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08842680 x1855007657840640/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077912.053535:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077912.053550:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657840640/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077912.053668:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077912.053674:0:2355:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077912.053692:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077912.053710:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769077912.053720:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077912.053732:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077912.053741:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769077912.053747:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769077912.053753:0:2355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077912.053765:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08840000 x1855007657840768/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077912.053789:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077912.053800:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657840768/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077933 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077912.053873:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077912.053888:0:2355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769077912.692710:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077912.692710:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077912.692720:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077912.692722:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077912.692724:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077912.692728:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077912.692731:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077912.692734:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077912.692737:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077912.692741:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077912.692744:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077912.692744:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077912.692753:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077912.692754:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077912.692755:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077912.692758:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077912.692759:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077912.692776:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077912.692777:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077912.692778:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077912.692789:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077912.692790:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077912.692797:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077912.692799:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077912.692802:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077912.692805:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077912.692810:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077912.692812:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077912.692822:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077912.692824:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077912.692836:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077912.692839:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077912.692845:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077912.692845:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077912.692849:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077912.692850:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077912.692853:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769077912.692857:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077912.692858:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077912.692862:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077912.692866:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077912.692867:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077912.692868:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077912.692872:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077912.692879:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077912.692880:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077912.692886:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077912.692890:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077912.692893:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077912.692906:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077912.692916:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077912.692921:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077912.692924:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077912.692927:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077913.076648:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077913.076654:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077913.076656:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077913.076661:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077913.076664:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077913.076667:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077913.076669:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077913.076671:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077913.076673:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077913.716686:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077913.716686:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077913.716695:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077913.716695:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077913.716699:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077913.716699:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077913.716707:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769077913.716707:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077913.716714:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077913.716714:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077913.716722:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077913.716722:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077913.716727:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077913.716734:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077913.716740:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077913.716742:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077913.716742:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077913.716748:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077913.716751:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077913.716752:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077913.716757:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077913.716771:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077913.716774:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077913.716778:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077913.716779:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077913.716790:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077913.716790:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077913.716791:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077913.716801:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077913.716802:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077913.716807:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077913.716811:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077913.716812:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077913.716814:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077913.716825:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077913.716825:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077913.716826:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077913.716839:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077913.716839:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077913.716839:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077913.716846:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077913.716853:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077913.716853:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077913.716855:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077913.716861:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077913.716881:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077913.716888:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077913.716890:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077913.716895:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077913.716903:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077913.716911:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077913.716916:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077913.716918:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077913.716921:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077914.100704:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077914.100711:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077914.100714:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077914.100715:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077914.100721:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077914.100729:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077914.100731:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077914.100734:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.100736:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077914.100740:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077914.100742:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077914.100745:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.100748:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769077914.100752:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077914.100760:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4899 00000400:00000200:3.0:1769077914.100777:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077914.100793:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077914.100800:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077914.100810:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.100816:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077914.100821:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.100824:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077914.100829:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077914.100833:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769077914.100836:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077914.100839:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769077914.100842:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769077914.100845:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769077914.100848:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.100850:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077914.100853:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.100855:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077914.100858:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769077914.100862:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077914.100865:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.100868:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077914.100871:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077914.100874:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.100877:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077914.100880:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077914.100889:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27800. 00000020:00000040:3.0:1769077914.100893:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769077914.100898:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077914.100900:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.100903:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077914.100906:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077914.100910:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077914.100918:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000100:00000001:3.0:1769077914.100934:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077914.100947:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27800 x1855007657840896/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077914.100958:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077914.100963:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077914.100968:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2388de] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27800 x1855007657840896/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077914.100990:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077914.100994:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077914.100997:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077914.100998:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077914.101000:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077914.101003:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077914.101007:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4899 00000400:00000200:3.0:1769077914.101013:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077914.101017:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077914.101020:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077914.101024:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.101026:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077914.101030:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.101038:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077914.101042:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077914.101047:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769077914.101052:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077914.101055:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769077914.101057:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:3.0:1769077914.101064:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:3.0:1769077914.101077:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.101087:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077914.101095:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.101103:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077914.101111:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:3.0:1769077914.101117:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077914.101133:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.101139:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077914.101148:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077914.101162:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.101167:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077914.101175:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077914.101183:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.101203:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077914.101218:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24a80. 00000020:00000040:3.0:1769077914.101224:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769077914.101231:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077914.101235:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.101239:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077914.101248:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077914.101252:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077914.101259:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000100:00000001:3.0:1769077914.101267:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077914.101278:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24a80 x1855007657841024/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077914.101299:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077914.101306:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077914.101322:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9aa0412] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24a80 x1855007657841024/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077914.101367:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077914.101377:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077914.101383:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077914.101389:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077914.101394:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077914.101401:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077914.101410:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4899 00000400:00000200:3.0:1769077914.101474:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077914.101485:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077914.101494:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077914.101506:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000200:2.1:1769077914.101604:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077914.101610:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000100:00000001:3.0:1769077914.101656:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077914.101669:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.101680:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077914.101690:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077914.101694:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769077914.101701:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077914.101707:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769077914.101720:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769077914.101730:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:3.0:1769077914.101742:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.101749:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077914.101758:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.101770:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077914.101782:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:3.0:1769077914.101793:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077914.101799:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.101804:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077914.101809:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077914.101817:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.101828:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077914.101836:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769077914.101846:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.101850:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077914.101861:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000020:00000040:3.0:1769077914.101871:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:3.0:1769077914.101878:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077914.101883:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.101887:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077914.101893:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077914.101898:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077914.101910:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00000100:00000001:3.0:1769077914.101919:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077914.101933:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657841152/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077914.101959:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077914.101966:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077914.101977:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657841152/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077914.102003:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077914.102015:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077914.102033:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077914.102039:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077914.102043:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077914.102050:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077914.102062:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4899 00000400:00000200:3.0:1769077914.102077:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077914.102091:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077914.102101:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077914.102109:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.102119:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077914.102129:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.102137:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077914.102148:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077914.102153:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769077914.102159:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077914.102163:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769077914.102174:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769077914.102185:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:3.0:1769077914.102204:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.102215:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077914.102227:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077914.102233:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077914.102248:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769077914.102261:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077914.102270:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077914.102280:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077914.102287:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077914.102301:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.102308:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077914.102314:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769077914.102320:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.102326:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077914.102335:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000020:00000040:3.0:1769077914.102343:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:3.0:1769077914.102356:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077914.102359:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.102366:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077914.102370:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077914.102378:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077914.102388:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000100:00000001:3.0:1769077914.102397:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077914.102409:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657841280/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077914.102430:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077914.102436:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077914.102457:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657841280/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077914.102485:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077914.102493:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4909) 00000800:00000200:2.1:1769077914.102744:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077914.102748:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077914.103032:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077914.103035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077914.103241:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077914.103243:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000100:00000001:0.0:1769077914.740689:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077914.740689:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077914.740689:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077914.740699:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077914.740699:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077914.740699:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077914.740703:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.740703:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077914.740705:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077914.740711:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077914.740712:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077914.740714:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077914.740718:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077914.740718:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077914.740721:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077914.740724:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.740724:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077914.740727:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077914.740729:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077914.740733:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077914.740737:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.740737:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077914.740738:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.740741:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077914.740750:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077914.740754:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077914.740755:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.740757:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077914.740758:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077914.740761:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.740762:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077914.740764:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077914.740765:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077914.740765:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077914.740769:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077914.740771:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077914.740773:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.740774:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077914.740776:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077914.740777:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077914.740780:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077914.740784:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077914.740784:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077914.740785:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077914.740787:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077914.740796:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077914.740803:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077914.740809:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077914.740816:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077914.740821:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077914.740824:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077914.740827:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077914.740829:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077914.740832:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077914.868642:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299572428, at 4299572480 00000100:00000010:1.0:1769077914.868669:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bb40. 00000100:00000040:0.0:1769077914.868698:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299572428, at 4299572480 00000100:00000010:0.0:1769077914.868717:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000001:1.0:1769077915.124650:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077915.124661:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077915.124663:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077915.124670:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077915.124675:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077915.124679:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077915.124683:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077915.124686:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077915.124690:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077915.764746:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077915.764746:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077915.764747:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077915.764756:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077915.764757:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077915.764757:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077915.764759:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077915.764763:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077915.764763:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077915.764769:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077915.764769:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769077915.764771:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077915.764779:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077915.764782:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077915.764783:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077915.764784:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077915.764786:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077915.764788:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077915.764793:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077915.764799:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077915.764808:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077915.764809:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077915.764815:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077915.764819:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077915.764821:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077915.764824:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077915.764826:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077915.764828:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077915.764831:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077915.764837:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077915.764843:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077915.764851:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077915.764853:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077915.764855:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077915.764855:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077915.764858:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077915.764869:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077915.764870:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077915.764870:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077915.764875:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077915.764879:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077915.764879:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077915.764880:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077915.764884:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077915.764885:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077915.764885:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077915.764892:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077915.764893:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077915.764893:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077915.764897:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077915.764901:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077915.764901:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077915.764914:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077915.764921:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077916.148698:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077916.148707:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077916.148710:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077916.148716:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077916.148720:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077916.148723:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077916.148724:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077916.148732:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077916.148733:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077916.148736:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077916.148738:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077916.148742:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077916.148753:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077916.148760:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077916.148765:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077916.148768:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077916.148771:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077916.148775:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077916.788723:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077916.788733:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077916.788736:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077916.788740:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077916.788742:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077916.788752:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077916.788757:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077916.788759:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077916.788760:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077916.788761:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077916.788769:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077916.788769:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077916.788772:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077916.788777:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077916.788779:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077916.788781:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077916.788787:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077916.788791:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077916.788794:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077916.788803:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077916.788804:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077916.788804:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077916.788810:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077916.788811:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077916.788812:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077916.788815:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077916.788824:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077916.788826:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077916.788828:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077916.788836:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077916.788849:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077916.788850:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077916.788853:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077916.788857:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077916.788859:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077916.788860:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077916.788861:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077916.788864:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077916.788871:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077916.788872:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077916.788885:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077916.788891:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077916.788892:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077916.788901:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077916.788905:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077916.788905:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077916.788912:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077916.788913:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077916.788926:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077916.788926:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077916.788933:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077916.788938:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077916.788941:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077916.788944:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077917.172660:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077917.172672:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077917.172677:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077917.172687:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077917.172694:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077917.172698:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077917.172712:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077917.172716:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077917.172719:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077917.812700:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077917.812701:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077917.812709:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077917.812710:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077917.812712:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077917.812714:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077917.812719:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769077917.812721:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077917.812725:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077917.812727:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077917.812730:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077917.812734:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077917.812738:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077917.812743:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077917.812747:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077917.812749:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077917.812755:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077917.812762:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077917.812874:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077917.812879:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077917.812881:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077917.812883:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077917.812888:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077917.812891:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077917.812896:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077917.812899:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077917.812903:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077917.812926:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077917.812932:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077917.812935:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077917.812937:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077917.812939:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077917.812942:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077917.812945:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077917.812946:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077917.812948:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077917.812951:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077917.812953:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077917.812956:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077917.812958:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077917.812961:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077917.812966:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077917.812967:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077917.812971:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077917.812974:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077918.196691:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077918.196691:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077918.196700:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077918.196701:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077918.196704:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077918.196705:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077918.196713:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077918.196713:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077918.196719:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077918.196719:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077918.196724:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077918.196725:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077918.196727:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077918.196731:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077918.196733:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077918.196737:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077918.196741:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077918.196745:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077918.836640:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077918.836650:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077918.836653:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077918.836655:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077918.836661:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077918.836662:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077918.836666:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077918.836668:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077918.836671:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077918.836672:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077918.836675:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077918.836677:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077918.836679:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077918.836682:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077918.836682:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077918.836683:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077918.836688:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077918.836689:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077918.836691:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077918.836698:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077918.836702:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077918.836703:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077918.836708:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077918.836712:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077918.836714:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077918.836718:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077918.836721:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077918.836722:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077918.836724:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077918.836727:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077918.836729:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077918.836732:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077918.836734:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077918.836735:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077918.836740:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077918.836740:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077918.836744:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077918.836745:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077918.836748:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077918.836750:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077918.836757:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077918.836758:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077918.836762:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077918.836763:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077918.836767:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077918.836768:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077918.836772:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077918.836773:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077918.836778:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077918.836780:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077918.836786:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077918.836789:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077918.836792:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077918.836794:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077919.220695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077919.220708:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769077919.220709:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077919.220722:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077919.220723:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077919.220727:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077919.220730:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077919.220735:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077919.220737:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077919.220742:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769077919.220749:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4904 00000100:00000001:0.0:1769077919.220750:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077919.220759:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077919.220763:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769077919.220772:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077919.220775:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077919.220782:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:3.0:1769077919.220782:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769077919.220787:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769077919.220788:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077919.220790:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077919.220792:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00100000:3.0:1769077919.220795:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077919.220796:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077919.220799:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077919.220799:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077919.220802:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769077919.220803:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077919.220806:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769077919.220806:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1769077919.220809:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000100:00000001:3.0:1769077919.220809:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077919.220812:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769077919.220812:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769077919.220815:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769077919.220818:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769077919.220820:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769077919.220823:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.220825:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077919.220827:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.220830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077919.220833:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769077919.220836:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077919.220839:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077919.220842:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077919.220846:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077919.220849:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.220852:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077919.220854:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077919.220863:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000040:1.0:1769077919.220867:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769077919.220872:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077919.220874:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.220876:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077919.220878:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077919.220881:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077919.220889:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000100:00000001:1.0:1769077919.220894:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077919.220901:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657841408/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077919.220916:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077919.220920:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077919.220925:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657841408/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077919.220950:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077919.220953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077919.220957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077919.220959:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077919.220961:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077919.220964:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077919.220966:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4904 00000400:00000200:1.0:1769077919.220971:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077919.220975:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077919.220978:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077919.220982:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.220985:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077919.220987:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.220990:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077919.220993:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077919.220995:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769077919.220997:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077919.220999:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769077919.221002:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769077919.221005:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769077919.221009:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221016:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077919.221023:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221027:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077919.221031:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769077919.221037:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221044:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077919.221054:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077919.221065:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077919.221072:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.221077:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077919.221084:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077919.221101:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.221106:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077919.221112:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769077919.221121:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769077919.221126:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077919.221128:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.221129:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077919.221131:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077919.221135:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077919.221142:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000100:00000001:1.0:1769077919.221146:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077919.221161:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657841536/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077919.221177:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077919.221179:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077919.221183:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657841536/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077919.221216:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077919.221222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077919.221241:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077919.221252:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077919.221258:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077919.221266:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077919.221275:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4904 00000400:00000200:1.0:1769077919.221287:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077919.221294:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077919.221297:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077919.221302:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221310:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077919.221317:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221330:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077919.221339:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077919.221345:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769077919.221348:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077919.221351:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769077919.221359:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769077919.221367:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769077919.221378:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221384:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077919.221390:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221393:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077919.221403:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769077919.221411:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221420:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077919.221427:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077919.221436:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077919.221443:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.221446:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077919.221449:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:1.0:1769077919.221456:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.221461:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077919.221482:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769077919.221493:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:1.0:1769077919.221500:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077919.221505:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077919.221512:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769077919.221513:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077919.221517:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077919.221522:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077919.221522:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 02000000:00000010:1.0:1769077919.221532:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000001:1.0:1769077919.221543:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077919.221582:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657841664/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077919.221594:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077919.221598:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077919.221610:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657841664/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077919.221633:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077919.221636:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077919.221641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077919.221647:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077919.221648:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077919.221653:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077919.221663:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4904 00000400:00000200:1.0:1769077919.221676:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077919.221687:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077919.221696:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077919.221705:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077919.221719:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221721:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077919.221727:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077919.221729:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769077919.221733:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077919.221735:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769077919.221742:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769077919.221751:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769077919.221758:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221769:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077919.221780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221784:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077919.221789:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769077919.221790:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077919.221792:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077919.221795:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077919.221799:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077919.221801:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.221802:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077919.221805:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769077919.221809:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.221820:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077919.221829:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769077919.221836:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769077919.221841:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077919.221847:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.221848:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077919.221851:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077919.221854:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077919.221859:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000100:00000001:1.0:1769077919.221864:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077919.221872:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657841792/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077919.221893:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077919.221897:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077919.221906:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657841792/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077919.221932:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077919.221944:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4914) 00000800:00000200:2.1:1769077919.222244:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077919.222247:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769077919.222511:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077919.222514:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:2.1:1769077919.222795:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077919.222797:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000100:00000001:3.0:1769077919.860723:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077919.860726:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077919.860733:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077919.860735:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077919.860736:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077919.860745:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077919.860749:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077919.860749:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077919.860756:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077919.860757:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077919.860761:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077919.860770:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077919.860770:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077919.860773:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077919.860779:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.860779:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077919.860780:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077919.860793:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077919.860794:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077919.860806:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077919.860812:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.860813:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077919.860816:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077919.860820:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077919.860820:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077919.860827:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077919.860830:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.860831:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077919.860841:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077919.860845:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077919.860849:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077919.860852:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077919.860854:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077919.860860:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.860860:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077919.860865:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077919.860866:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.860867:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077919.860872:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077919.860873:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077919.860876:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077919.860882:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077919.860883:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077919.860885:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077919.860892:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077919.860900:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077919.860901:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077919.860906:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077919.860909:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077919.860916:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077919.860921:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077919.860927:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077919.860930:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077919.860933:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077919.860947:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077919.860951:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077919.860954:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769077919.988692:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299577548, at 4299577600 00000100:00000040:0.0:1769077919.988711:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299577548, at 4299577600 00000100:00000010:1.0:1769077919.988713:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000010:0.0:1769077919.988731:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b9c0. 00000100:00000001:0.0:1769077920.244651:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077920.244651:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077920.244658:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077920.244659:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077920.244660:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077920.244663:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077920.244666:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769077920.244669:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077920.244671:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077920.244676:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077920.244677:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077920.244681:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077920.244682:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077920.244683:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077920.244689:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077920.244690:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077920.244694:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077920.244697:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077920.884711:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077920.884714:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077920.884714:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077920.884718:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077920.884722:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077920.884724:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077920.884726:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077920.884726:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077920.884736:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077920.884736:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769077920.884736:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077920.884747:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077920.884749:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077920.884754:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077920.884758:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077920.884759:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077920.884761:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077920.884769:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077920.884771:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077920.884775:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077920.884786:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077920.884788:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077920.884792:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077920.884796:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077920.884803:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077920.884808:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077920.884808:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077920.884816:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077920.884817:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077920.884823:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077920.884823:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077920.884828:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077920.884830:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077920.884833:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077920.884835:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077920.884837:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077920.884838:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077920.884839:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077920.884843:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077920.884844:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077920.884846:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077920.884855:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077920.884856:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077920.884868:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077920.884868:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077920.884875:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077920.884878:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077920.884881:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077920.884886:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077920.884887:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077920.884895:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077920.884901:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077920.884907:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077920.884917:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077920.884984:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077920.884986:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077920.884989:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077921.268663:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077921.268666:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077921.268673:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077921.268673:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077921.268677:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077921.268678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077921.268684:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077921.268685:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077921.268687:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077921.268692:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077921.268693:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077921.268697:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077921.268698:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077921.268699:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077921.268705:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077921.268705:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077921.268710:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077921.268713:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077921.908653:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077921.908656:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077921.908662:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077921.908662:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077921.908666:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077921.908667:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077921.908675:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769077921.908675:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077921.908682:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077921.908684:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077921.908684:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077921.908687:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077921.908691:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077921.908692:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077921.908692:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077921.908698:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077921.908699:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077921.908702:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077921.908705:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077921.908710:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077921.908710:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077921.908710:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077921.908715:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077921.908721:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077921.908725:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077921.908728:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077921.908731:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077921.908740:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077921.908744:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077921.908748:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077921.908749:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077921.908753:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077921.908757:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077921.908761:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077921.908763:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077921.908765:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077921.908770:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077921.908771:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077921.908777:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077921.908777:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077921.908784:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077921.908788:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077921.908792:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077921.908794:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077921.908797:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077921.908800:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077921.908802:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077921.908803:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077921.908804:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077921.908807:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077921.908811:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077921.908812:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077921.908816:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077921.908821:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077921.908824:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077921.908825:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077921.908828:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077922.292645:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077922.292645:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077922.292652:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077922.292654:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077922.292658:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077922.292662:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077922.292663:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077922.292666:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077922.292669:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077922.292672:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077922.292674:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077922.292677:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077922.292683:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077922.292684:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077922.292688:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077922.292692:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077922.292694:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077922.292697:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077922.932653:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077922.932653:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077922.932662:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077922.932663:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077922.932664:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077922.932670:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077922.932671:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077922.932671:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077922.932676:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077922.932681:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077922.932681:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769077922.932682:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077922.932689:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077922.932689:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077922.932691:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077922.932694:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077922.932695:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077922.932696:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077922.932706:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077922.932710:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077922.932712:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077922.932719:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077922.932721:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077922.932724:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077922.932725:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077922.932727:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077922.932729:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077922.932731:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077922.932733:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077922.932734:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077922.932738:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077922.932740:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077922.932743:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077922.932744:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077922.932747:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077922.932749:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077922.932750:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077922.932753:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077922.932753:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077922.932755:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077922.932757:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077922.932760:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077922.932760:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077922.932761:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077922.932764:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077922.932768:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077922.932770:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077922.932775:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077922.932776:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077922.932782:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077922.932784:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077922.932787:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077922.932791:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077922.932796:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077922.932837:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077922.932839:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077922.932842:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077923.316682:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077923.316691:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077923.316694:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077923.316701:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077923.316707:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077923.316718:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077923.316723:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077923.316729:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077923.316735:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077923.956694:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077923.956698:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077923.956699:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077923.956703:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077923.956710:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077923.956715:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077923.956715:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077923.956717:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077923.956722:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077923.956724:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077923.956726:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077923.956727:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077923.956730:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077923.956733:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077923.956734:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077923.956736:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077923.956739:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077923.956739:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077923.956741:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077923.956745:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077923.956747:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077923.956748:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077923.956752:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077923.956756:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077923.956757:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077923.956762:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077923.956768:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077923.956770:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077923.956772:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077923.956774:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077923.956776:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077923.956777:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077923.956779:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077923.956781:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077923.956784:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077923.956786:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077923.956788:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077923.956792:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077923.956793:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077923.956796:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769077923.956797:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769077923.956801:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077923.956802:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769077923.956807:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077923.956814:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077923.956815:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077923.956815:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077923.956819:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077923.956820:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077923.956822:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077923.956824:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077923.956829:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077923.956834:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077923.956839:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077923.956843:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077923.956845:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077923.956848:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077924.340660:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077924.340670:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077924.340671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077924.340676:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077924.340676:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769077924.340681:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077924.340683:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1769077924.340685:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077924.340689:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077924.340689:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077924.340693:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.340696:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077924.340699:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077924.340700:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4909 00000100:00000001:0.0:1769077924.340702:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077924.340712:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077924.340720:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077924.340723:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077924.340727:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.340730:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077924.340733:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.340736:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077924.340740:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077924.340742:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769077924.340745:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077924.340747:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769077924.340749:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769077924.340752:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769077924.340755:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.340757:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077924.340759:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.340761:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077924.340764:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769077924.340767:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077924.340770:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.340772:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077924.340776:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077924.340778:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.340781:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077924.340783:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077924.340792:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000020:00000040:3.0:1769077924.340795:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769077924.340800:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077924.340802:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.340805:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077924.340807:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077924.340811:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077924.340819:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000100:00000001:3.0:1769077924.340825:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077924.340834:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657841920/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077924.340845:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077924.340849:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077924.340854:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657841920/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077924.340877:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077924.340880:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077924.340884:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077924.340885:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077924.340887:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077924.340891:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077924.340894:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4909 00000400:00000200:3.0:1769077924.340899:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077924.340903:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077924.340908:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077924.340915:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.340919:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077924.340925:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.340931:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077924.340937:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077924.340941:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769077924.340945:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077924.340950:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769077924.340956:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:3.0:1769077924.340961:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:3.0:1769077924.340970:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.340975:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077924.340979:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.340986:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077924.340993:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:3.0:1769077924.341000:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077924.341004:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.341009:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077924.341015:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077924.341020:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.341025:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077924.341030:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077924.341038:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.341042:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077924.341051:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00000020:00000040:3.0:1769077924.341057:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769077924.341073:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077924.341075:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.341076:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077924.341078:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077924.341082:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077924.341090:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00000100:00000001:3.0:1769077924.341097:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077924.341109:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657842048/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077924.341130:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077924.341134:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077924.341144:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657842048/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077924.341174:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077924.341179:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:3.0:1769077924.341180:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.1:1769077924.341184:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000100:00080000:3.0:1769077924.341186:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077924.341191:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077924.341195:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077924.341201:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077924.341208:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4909 00000400:00000200:3.0:1769077924.341218:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077924.341226:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077924.341232:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077924.341241:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.341247:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077924.341253:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.341258:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077924.341264:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077924.341267:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769077924.341271:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077924.341275:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769077924.341280:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769077924.341286:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:3.0:1769077924.341293:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.341298:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077924.341302:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.341306:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077924.341311:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:3.0:1769077924.341316:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077924.341324:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.341330:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077924.341337:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077924.341342:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.341348:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077924.341352:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769077924.341359:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.341364:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077924.341371:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000020:00000040:3.0:1769077924.341377:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:3.0:1769077924.341395:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077924.341397:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.341399:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077924.341401:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077924.341404:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077924.341412:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000100:00000001:3.0:1769077924.341418:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077924.341429:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657842176/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077924.341448:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077924.341453:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077924.341461:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657842176/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077924.341490:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077924.341496:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077924.341507:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077924.341511:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077924.341515:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077924.341522:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077924.341528:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4909 00000400:00000200:3.0:1769077924.341538:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077924.341546:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077924.341578:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077924.341586:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.341591:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077924.341596:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.341602:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077924.341609:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077924.341613:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769077924.341616:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077924.341620:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769077924.341625:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769077924.341628:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:3.0:1769077924.341634:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.341637:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077924.341642:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077924.341644:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077924.341647:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769077924.341653:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077924.341658:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077924.341662:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077924.341668:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077924.341673:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.341679:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077924.341683:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769077924.341689:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.341693:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077924.341699:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00000020:00000040:3.0:1769077924.341705:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:3.0:1769077924.341710:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077924.341713:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.341717:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077924.341721:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077924.341724:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077924.341730:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000100:00000001:3.0:1769077924.341737:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077924.341747:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657842304/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077924.341766:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077924.341771:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077924.341782:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657842304/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077924.341809:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077924.341817:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4919) 00000800:00000200:2.1:1769077924.341887:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077924.341889:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077924.342090:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077924.342092:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769077924.342319:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077924.342321:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000100:00000001:1.0:1769077924.980667:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077924.980667:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077924.980675:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077924.980676:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077924.980680:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077924.980685:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077924.980687:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077924.980692:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077924.980694:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077924.980697:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077924.980700:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077924.980701:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077924.980707:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077924.980712:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077924.980717:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077924.980718:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077924.980722:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077924.980727:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.980733:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077924.980738:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077924.980742:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077924.980743:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077924.980750:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077924.980754:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077924.980755:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077924.980757:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.980760:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077924.980761:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077924.980765:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077924.980767:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077924.980767:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077924.980769:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077924.980773:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077924.980774:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077924.980775:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077924.980777:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077924.980778:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077924.980781:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077924.980784:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077924.980785:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.980791:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077924.980796:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077924.980796:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.980801:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077924.980802:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769077924.980804:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769077924.980806:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077924.980807:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077924.980808:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077924.980813:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00010000:1.0:1769077924.980815:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077924.980815:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077924.980817:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077924.980823:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.980829:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077924.980831:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077924.980836:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077925.108676:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299582667, at 4299582720 00000100:00000040:0.0:1769077925.108684:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299582667, at 4299582720 00000100:00000010:1.0:1769077925.108693:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841be40. 00000100:00000010:0.0:1769077925.108696:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bb40. 00000100:00000001:0.0:1769077925.364660:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077925.364668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077925.364672:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077925.364678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077925.364684:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077925.364693:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077925.364700:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077925.364704:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077925.364708:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077926.004679:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077926.004679:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077926.004683:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077926.004688:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077926.004688:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077926.004689:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077926.004694:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077926.004694:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077926.004694:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077926.004704:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769077926.004704:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077926.004705:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077926.004713:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077926.004713:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077926.004714:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077926.004719:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077926.004720:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077926.004721:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077926.004726:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077926.004731:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077926.004735:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077926.004736:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077926.004740:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077926.004744:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077926.004745:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077926.004749:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077926.004753:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077926.004754:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077926.004759:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077926.004762:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077926.004763:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1769077926.004769:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000020:00000001:1.0:1769077926.004771:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077926.004773:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077926.004776:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077926.004779:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769077926.004780:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077926.004782:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077926.004784:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077926.004786:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077926.004787:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077926.004789:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077926.004792:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077926.004794:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077926.004796:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077926.004798:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077926.004802:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077926.004803:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077926.004807:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077926.004808:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077926.004813:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077926.004814:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077926.004820:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077926.004824:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077926.004828:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077926.004830:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077926.004833:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077926.388625:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077926.388631:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077926.388636:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077926.388642:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077926.388649:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077926.388655:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077926.388663:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077926.388667:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077926.388670:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077927.028699:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077927.028700:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077927.028707:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077927.028711:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077927.028714:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077927.028716:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077927.028719:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077927.028721:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077927.028729:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077927.028731:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077927.028731:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077927.028741:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077927.028743:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077927.028745:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077927.028748:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077927.028748:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077927.028751:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077927.028762:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077927.028762:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077927.028770:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077927.028777:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077927.028778:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077927.028782:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077927.028790:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077927.028791:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077927.028795:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077927.028798:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077927.028812:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077927.028813:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1769077927.028819:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077927.028822:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1769077927.028825:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077927.028826:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077927.028832:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077927.028835:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077927.028839:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077927.028840:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077927.028846:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077927.028847:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077927.028847:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077927.028858:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077927.028859:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077927.028861:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077927.028862:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077927.028863:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077927.028872:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077927.028875:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077927.028876:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077927.028878:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077927.028883:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077927.028889:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077927.028892:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077927.028895:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077927.028900:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077927.028901:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077927.028908:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077927.028913:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077927.412683:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077927.412690:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077927.412693:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077927.412699:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077927.412706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077927.412711:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077927.412714:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077927.412718:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077927.412720:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077928.052743:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077928.052744:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077928.052747:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077928.052756:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077928.052756:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077928.052758:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077928.052763:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077928.052764:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077928.052766:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077928.052778:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077928.052780:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077928.052781:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077928.052796:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077928.052797:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077928.052797:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077928.052805:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077928.052810:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077928.052811:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077928.052813:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077928.052822:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077928.052829:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077928.052835:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077928.052842:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077928.052848:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077928.052849:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077928.052858:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077928.052858:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077928.052870:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077928.052872:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077928.052874:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077928.052879:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077928.052881:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077928.052885:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077928.052891:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077928.052892:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077928.052899:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077928.052904:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077928.052908:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077928.052909:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077928.052918:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077928.052919:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077928.052919:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077928.052925:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077928.052930:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077928.052931:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077928.052941:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077928.052946:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077928.052955:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077928.052957:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077928.052962:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077928.052966:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077928.052976:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077928.052978:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077928.052983:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077928.052984:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077928.052988:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077928.052991:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077928.052995:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077928.053000:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077928.053004:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077928.053008:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077928.053010:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077928.053013:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077928.053054:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077928.053058:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077928.053061:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077928.436710:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077928.436710:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077928.436717:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077928.436718:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077928.436720:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077928.436722:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077928.436728:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077928.436729:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077928.436733:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077928.436735:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077928.436737:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077928.436739:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077928.436740:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077928.436745:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077928.436747:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077928.436752:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077928.436756:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077928.436760:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077929.076634:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077929.076636:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077929.076643:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077929.076643:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077929.076646:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.076647:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.076654:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077929.076654:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077929.076655:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077929.076661:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077929.076661:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077929.076663:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077929.076665:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.076666:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.076669:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077929.076669:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077929.076672:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077929.076673:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.076681:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077929.076681:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.076683:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077929.076690:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077929.076690:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077929.076696:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077929.076699:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077929.076699:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077929.076700:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077929.076703:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077929.076704:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077929.076709:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077929.076710:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077929.076712:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077929.076716:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077929.076718:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077929.076719:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077929.076722:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077929.076722:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077929.076724:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769077929.076728:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769077929.076729:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.076732:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077929.076736:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769077929.076736:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077929.076741:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077929.076744:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077929.076747:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077929.076748:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077929.076752:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077929.076753:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077929.076755:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.076761:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077929.076761:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077929.076768:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077929.076773:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077929.076785:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077929.076787:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077929.076789:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077929.460690:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077929.460698:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077929.460701:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077929.460702:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077929.460709:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:1.0:1769077929.460710:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077929.460713:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077929.460714:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077929.460716:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769077929.460720:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077929.460721:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077929.460722:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.460726:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.460727:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077929.460728:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077929.460734:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077929.460735:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:1.0:1769077929.460735:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4914 00000100:00000001:3.0:1769077929.460739:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077929.460746:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077929.460753:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1769077929.460754:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:0.0:1769077929.460760:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077929.460760:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077929.460766:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1769077929.460769:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077929.460771:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.460778:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.460778:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077929.460785:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077929.460791:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077929.460798:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077929.460803:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769077929.460810:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077929.460815:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769077929.460821:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769077929.460825:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769077929.460831:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077929.460834:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077929.460838:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077929.460842:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077929.460846:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769077929.460851:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077929.460856:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077929.460860:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077929.460864:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077929.460869:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.460873:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077929.460877:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077929.460886:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00000020:00000040:1.0:1769077929.460892:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769077929.460898:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077929.460901:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.460904:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077929.460908:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077929.460913:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077929.460922:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000100:00000001:1.0:1769077929.460932:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077929.460946:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077929.460967:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077929.460974:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077929.460985:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077929.461021:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077929.461027:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077929.461034:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077929.461039:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077929.461041:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077929.461046:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077929.461056:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1769077929.461060:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4914 00000100:00000001:0.0:1769077929.461061:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077929.461066:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1769077929.461067:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077929.461074:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000040:0.0:1769077929.461079:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077929.461080:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077929.461088:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077929.461094:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077929.461100:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077929.461106:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:0.0:1769077929.461107:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077929.461112:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077929.461113:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077929.461117:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 02000000:00000001:0.0:1769077929.461120:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1769077929.461124:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1769077929.461125:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1769077929.461127:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:0.0:1769077929.461132:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077929.461134:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769077929.461137:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769077929.461141:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077929.461146:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1769077929.461151:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657842432:192.168.204.154@tcp:250:kworker.0 00000100:00000040:1.0:1769077929.461153:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077929.461159:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:0.0:1769077929.461162:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1769077929.461164:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:0.0:1769077929.461168:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:1.0:1769077929.461170:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:0.0:1769077929.461173:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.461174:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077929.461180:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077929.461181:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769077929.461186:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1769077929.461190:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05747000. 02000000:00000001:1.0:1769077929.461191:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.461196:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769077929.461198:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769077929.461201:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077929.461205:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.461208:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077929.461213:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000010:1.0:1769077929.461216:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769077929.461220:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000400:00000010:0.0:1769077929.461221:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 02000000:00000001:1.0:1769077929.461224:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077929.461228:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.461230:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1769077929.461232:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 02000000:00000001:1.0:1769077929.461233:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077929.461237:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077929.461242:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000100:00000200:0.0:1769077929.461244:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657842432, portal 25 00000100:00000001:1.0:1769077929.461247:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.461251:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1769077929.461255:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077929.461257:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 00000100:00000001:1.0:1769077929.461269:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1769077929.461274:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077929.461274:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077929.461282:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.461318:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769077929.461323:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077929.461328:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00080000:1.0:1769077929.461329:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077929.461335:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000010:0.0:1769077929.461336:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000001:1.0:1769077929.461338:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077929.461341:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1769077929.461345:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657842432, offset 0 00000100:00000001:1.0:1769077929.461345:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077929.461351:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4914 00000400:00000200:1.0:1769077929.461358:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077929.461363:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769077929.461366:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077929.461370:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077929.461377:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:0.0:1769077929.461378:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769077929.461382:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077929.461387:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:0.0:1769077929.461392:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:1.0:1769077929.461393:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077929.461398:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077929.461402:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000400:00000200:0.0:1769077929.461406:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1769077929.461407:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077929.461411:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769077929.461414:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:0.0:1769077929.461415:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:1.0:1769077929.461418:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769077929.461425:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:0.0:1769077929.461427:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1769077929.461430:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1769077929.461435:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000040:1.0:1769077929.461436:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077929.461441:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077929.461445:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:0.0:1769077929.461449:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370471:370471:256:4294967295] 192.168.204.154@tcp LPNI seq info [370466:370466:8:4294967295] 00000100:00080000:1.0:1769077929.461451:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077929.461458:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077929.461463:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769077929.461464:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077929.461469:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077929.461472:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.461476:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077929.461480:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:1.0:1769077929.461485:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077929.461487:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:1.0:1769077929.461488:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077929.461495:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769077929.461499:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000800:00000200:0.0:1769077929.461504:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 02000000:00000001:1.0:1769077929.461506:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077929.461511:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.461514:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:0.0:1769077929.461515:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 02000000:00000001:1.0:1769077929.461516:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077929.461521:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077929.461529:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000800:00000200:0.0:1769077929.461530:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769077929.461534:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769077929.461539:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000100:00100000:1.0:1769077929.461542:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077929.461574:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077929.461576:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077929.461581:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1769077929.461589:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769077929.461590:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077929.461595:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:0.1:1769077929.461598:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000100:00080000:1.0:1769077929.461600:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077929.461603:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077929.461607:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1769077929.461613:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769077929.461614:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000800:00000010:0.0:1769077929.461618:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000100:00080000:1.0:1769077929.461621:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4914 00000400:00000200:0.0:1769077929.461629:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769077929.461632:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077929.461642:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:0.0:1769077929.461645:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1769077929.461648:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1769077929.461656:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000100:00000040:1.0:1769077929.461657:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000010:0.0:1769077929.461662:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:1.0:1769077929.461664:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077929.461672:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077929.461673:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077929.461678:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000200:0.0:1769077929.461683:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769077929.461684:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077929.461687:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769077929.461691:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077929.461695:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769077929.461700:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769077929.461706:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:0.0:1769077929.461711:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769077929.461713:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077929.461717:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077929.461720:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769077929.461723:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077929.461728:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077929.461735:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769077929.461741:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077929.461747:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.461749:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077929.461750:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1769077929.461756:0:2365:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1769077929.461756:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077929.461762:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.461766:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.461767:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077929.461773:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000400:00000200:0.0:1769077929.461780:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:1.0:1769077929.461780:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.461787:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.461788:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299587788 00000100:00000010:1.0:1769077929.461794:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000100:00000010:0.0:1769077929.461799:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3bb40. 00000020:00000040:1.0:1769077929.461799:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769077929.461808:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077929.461811:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1769077929.461812:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.461818:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077929.461821:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077929.461822:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299587788 02000000:00000001:1.0:1769077929.461823:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077929.461831:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3b0c0. 02000000:00000010:1.0:1769077929.461832:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000100:00000001:1.0:1769077929.461840:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.461841:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00100000:1.0:1769077929.461848:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077929.461850:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077929.461858:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077929.461863:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077929.461866:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769077929.461867:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077929.461874:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077929.461879:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077929/real 1769077929] req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077929.461884:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077929.461890:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4924) 00000400:00000001:0.0:1769077929.461899:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077929.461902:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769077929.461904:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769077929.461908:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769077929.461910:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769077929.461914:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769077929.461919:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769077929.461929:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.461937:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077929.461939:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.461942:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.461944:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077929.461949:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.461957:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769077929.461962:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.461970:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077929.461973:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.461975:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.461976:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.461979:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077929.461981:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077929.461984:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077929.461988:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769077929.461991:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769077929.461995:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077929.462005:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657842432:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769077929.462010:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.462012:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077929.462016:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657842432/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462023:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077929.462026:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769077929.462029:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05747000. 02000000:00000001:0.0:1769077929.462033:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077929.462035:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769077929.462037:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769077929.462039:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769077929.462042:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637800. 02000000:00000001:0.0:1769077929.462045:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077929.462047:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769077929.462049:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00000100:00000001:0.0:1769077929.462053:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077929.462054:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.462056:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.462063:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077929.462064:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.462067:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077929.462069:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077929.462070:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769077929.462074:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462082:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077929.462084:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.462086:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077929.462088:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077929.462090:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077929.462094:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657842560:192.168.204.154@tcp:38:kworker.0 00000100:00000001:0.0:1769077929.462097:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077929.462100:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077929.462101:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.462103:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769077929.462107:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05747000. 02000000:00000001:0.0:1769077929.462109:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077929.462114:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769077929.462117:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769077929.462121:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769077929.462124:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657842560, portal 10 00000100:00000001:0.0:1769077929.462126:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077929.462127:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:0.0:1769077929.462134:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462142:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769077929.462145:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769077929.462148:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769077929.462150:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657842560, offset 0 00000400:00000200:0.0:1769077929.462155:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769077929.462159:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077929.462164:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769077929.462167:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769077929.462170:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769077929.462173:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769077929.462175:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769077929.462179:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370472:370472:256:4294967295] 192.168.204.154@tcp LPNI seq info [370467:370467:8:4294967295] 00000400:00000200:0.0:1769077929.462183:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077929.462191:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769077929.462196:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077929.462199:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769077929.462204:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769077929.462207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769077929.462212:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077929.462215:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1769077929.462220:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077929.462222:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769077929.462225:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769077929.462229:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769077929.462232:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769077929.462234:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769077929.462237:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077929.462241:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462249:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077929.462253:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462260:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.462262:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077929.462265:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077929.462269:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:0.0:1769077929.462272:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077929.462274:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299587083 00000100:00000001:0.0:1769077929.462277:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299587788 00000100:00000001:0.0:1769077929.462279:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299587083 00000100:00000001:0.0:1769077929.462282:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299587788 00000100:00000001:0.0:1769077929.462284:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077929.462286:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.462288:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077929.462311:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077929/real 1769077929] req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077929.462321:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077929.462323:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769077929.462325:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769077929.462328:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769077929.462330:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769077929.462332:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769077929.462337:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769077929.462346:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462353:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077929.462354:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.462356:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.462358:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077929.462362:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462370:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769077929.462374:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462382:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077929.462385:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.462387:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.462388:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.462390:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077929.462394:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077929.462397:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077929.462400:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769077929.462403:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769077929.462407:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077929.462416:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657842560:192.168.204.154@tcp:38:kworker.0 00000100:00000001:0.0:1769077929.462420:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769077929.462424:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462437:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077929.462439:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.462441:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077929.462443:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077929.462446:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077929.462449:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657842688:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769077929.462453:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077929.462455:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077929.462457:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.462459:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769077929.462463:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745800. 02000000:00000001:0.0:1769077929.462465:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077929.462469:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769077929.462472:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769077929.462476:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769077929.462479:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657842688, portal 4 00000100:00000001:0.0:1769077929.462481:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077929.462482:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00000040:0.0:1769077929.462488:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462495:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769077929.462497:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769077929.462500:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769077929.462502:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657842688, offset 0 00000400:00000200:0.0:1769077929.462507:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769077929.462511:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077929.462515:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769077929.462518:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769077929.462521:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769077929.462523:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769077929.462526:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769077929.462529:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370473:370473:256:4294967295] 192.168.204.154@tcp LPNI seq info [370468:370468:8:4294967295] 00000400:00000200:0.0:1769077929.462534:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077929.462541:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769077929.462546:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077929.462551:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769077929.462577:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769077929.462581:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769077929.462585:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077929.462588:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1769077929.462593:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077929.462595:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769077929.462598:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769077929.462602:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769077929.462605:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769077929.462608:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769077929.462611:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077929.462614:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462623:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077929.462626:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462633:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.462635:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077929.462638:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077929.462641:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:0.0:1769077929.462645:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077929.462647:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299587105 00000100:00000001:0.0:1769077929.462650:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299587788 00000100:00000001:0.0:1769077929.462652:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299587105 00000100:00000001:0.0:1769077929.462655:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299587788 00000100:00000001:0.0:1769077929.462657:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077929.462660:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.462662:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077929.462666:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077929/real 1769077929] req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077929.462674:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077929.462676:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769077929.462678:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769077929.462681:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769077929.462683:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769077929.462685:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769077929.462689:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769077929.462697:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462704:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077929.462706:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.462708:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.462710:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077929.462713:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462720:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769077929.462724:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462731:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077929.462734:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.462736:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.462737:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.462740:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077929.462743:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077929.462746:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077929.462751:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769077929.462754:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769077929.462758:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077929.462767:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657842688:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769077929.462772:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769077929.462775:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462783:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077929.462784:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.462787:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077929.462789:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077929.462791:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077929.462809:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657842816:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769077929.462818:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077929.462820:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077929.462822:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077929.462824:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769077929.462827:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05746000. 02000000:00000001:0.0:1769077929.462829:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077929.462834:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769077929.462837:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769077929.462840:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769077929.462844:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657842816, portal 4 00000100:00000001:0.0:1769077929.462846:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077929.462847:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:0.0:1769077929.462853:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462860:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769077929.462863:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769077929.462865:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769077929.462868:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657842816, offset 0 00000400:00000200:0.0:1769077929.462873:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769077929.462877:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077929.462881:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769077929.462884:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769077929.462887:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769077929.462890:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769077929.462892:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769077929.462896:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370474:370474:256:4294967295] 192.168.204.154@tcp LPNI seq info [370469:370469:8:4294967295] 00000400:00000200:0.0:1769077929.462900:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077929.462906:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769077929.462911:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077929.462915:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769077929.462919:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769077929.462922:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:0.1:1769077929.462927:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077929.462930:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000100:0.0:1769077929.462933:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077929.462935:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769077929.462939:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769077929.462943:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769077929.462946:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769077929.462948:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769077929.462951:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077929.462955:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462963:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077929.462967:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077954 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.462974:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.462976:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077929.462980:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077929.462983:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:0.0:1769077929.462987:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077929.462989:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299587109 00000100:00000001:0.0:1769077929.462992:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299587788 00000100:00000001:0.0:1769077929.462994:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299587109 00000100:00000001:0.0:1769077929.462997:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299587788 00000100:00000001:0.0:1769077929.462999:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077929.463001:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.463003:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077929.463007:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077929/real 1769077929] req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077929.463016:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077929.463018:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769077929.463020:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769077929.463022:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769077929.463024:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769077929.463026:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769077929.463030:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769077929.463040:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.463047:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077929.463049:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.463050:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.463052:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077929.463056:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.463063:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769077929.463067:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.463075:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077929.463078:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.463079:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077929.463081:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.463083:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077929.463087:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077929.463090:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077929.463094:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769077929.463096:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769077929.463101:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077929.463110:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657842816:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769077929.463114:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.463116:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077929.463120:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657842560/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.463126:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077929.463128:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769077929.463130:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05747000. 02000000:00000001:0.0:1769077929.463134:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077929.463135:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769077929.463136:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769077929.463139:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769077929.463141:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636800. 02000000:00000001:0.0:1769077929.463143:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077929.463145:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769077929.463147:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:0.0:1769077929.463149:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077929.463151:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.463153:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077929.463156:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657842688/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.463162:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077929.463163:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769077929.463165:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745800. 02000000:00000001:0.0:1769077929.463167:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077929.463168:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769077929.463169:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769077929.463171:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769077929.463172:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637400. 02000000:00000001:0.0:1769077929.463174:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077929.463175:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769077929.463176:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:0.0:1769077929.463179:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077929.463180:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.463182:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077929.463185:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657842816/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077954 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077929.463191:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077929.463192:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769077929.463194:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05746000. 02000000:00000001:0.0:1769077929.463196:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077929.463197:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769077929.463198:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769077929.463200:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769077929.463202:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 02000000:00000001:0.0:1769077929.463204:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077929.463205:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769077929.463207:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:0.0:1769077929.463209:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077929.463210:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.463212:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077929.463216:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077929.463218:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077929.463220:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077929.463222:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077930.100677:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077930.100687:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077930.100688:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077930.100689:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077930.100692:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077930.100695:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077930.100696:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077930.100701:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077930.100702:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077930.100703:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077930.100708:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077930.100712:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077930.100712:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077930.100713:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077930.100718:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077930.100720:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077930.100720:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077930.100726:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077930.100734:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077930.100737:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077930.100740:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077930.100742:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077930.100746:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077930.100750:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077930.100751:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077930.100755:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077930.100758:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077930.100767:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077930.100771:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077930.100774:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077930.100775:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077930.100781:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077930.100781:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077930.100785:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077930.100786:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077930.100791:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077930.100792:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077930.100795:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077930.100796:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077930.100798:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077930.100800:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077930.100801:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077930.100805:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077930.100806:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077930.100807:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077930.100810:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077930.100811:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077930.100814:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077930.100816:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000020:00000001:0.0:1769077930.100821:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769077930.100822:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077930.100825:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077930.100826:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769077930.100828:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077930.100833:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077930.100836:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077930.100840:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077930.228641:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299587788, at 4299587840 00000100:00000040:0.0:1769077930.228644:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299587788, at 4299587840 00000100:00000010:0.0:1769077930.228656:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3bb40. 00000100:00000010:1.0:1769077930.228661:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3b0c0. 00000100:00000001:3.0:1769077930.484678:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077930.484686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077930.484688:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077930.484696:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077930.484700:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077930.484705:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077930.484709:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077930.484713:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077930.484713:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077930.484720:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077930.484720:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077930.484724:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077930.484729:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077930.484733:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077930.484736:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077930.484738:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077930.484741:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077930.484744:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077931.124682:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077931.124682:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077931.124682:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077931.124690:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077931.124691:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077931.124691:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077931.124694:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077931.124695:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077931.124695:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077931.124704:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769077931.124704:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077931.124704:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077931.124711:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077931.124713:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077931.124715:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077931.124719:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077931.124719:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077931.124720:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077931.124725:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077931.124725:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077931.124733:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077931.124734:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077931.124739:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077931.124744:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077931.124744:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077931.124747:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077931.124752:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077931.124766:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077931.124767:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077931.124767:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077931.124773:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077931.124774:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077931.124774:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077931.124778:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077931.124778:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077931.124779:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077931.124783:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077931.124783:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077931.124785:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077931.124789:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077931.124789:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077931.124793:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077931.124794:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077931.124794:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077931.124800:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077931.124806:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077931.124809:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077931.124811:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077931.124812:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077931.124813:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077931.124815:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077931.124819:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077931.124822:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077931.124825:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077931.124826:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077931.124832:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077931.124839:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077931.508683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077931.508692:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077931.508694:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077931.508700:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077931.508705:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077931.508709:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077931.508712:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077931.508714:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077931.508717:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077931.508723:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077931.508728:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077931.508730:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077931.508734:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077931.508738:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077931.508741:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077931.508745:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077931.508747:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077931.508751:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077932.148697:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077932.148697:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077932.148697:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077932.148707:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077932.148708:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077932.148708:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077932.148712:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077932.148714:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077932.148714:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077932.148720:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077932.148722:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077932.148722:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077932.148728:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077932.148729:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077932.148730:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077932.148734:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077932.148735:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077932.148736:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.148741:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077932.148745:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.148748:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077932.148761:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077932.148764:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077932.148765:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.148769:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077932.148771:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077932.148772:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077932.148772:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077932.148778:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077932.148778:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.148784:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077932.148785:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077932.148788:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.148793:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077932.148797:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.148800:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077932.148804:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077932.148810:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077932.148814:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077932.148819:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077932.148821:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077932.148824:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077932.148826:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077932.148829:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.148830:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077932.148837:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077932.148837:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077932.148841:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.148842:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077932.148846:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077932.148847:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.148852:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077932.148855:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.148858:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077932.148869:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077932.148874:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077932.148877:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077932.532692:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077932.532701:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077932.532703:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077932.532709:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077932.532715:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077932.532720:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.532721:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077932.532723:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077932.532730:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.532731:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077932.532738:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077932.532739:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077932.532754:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077932.532760:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077932.532763:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.532766:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077932.532768:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077932.532771:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077933.172679:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077933.172679:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077933.172682:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077933.172689:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077933.172690:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077933.172690:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077933.172692:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077933.172694:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077933.172700:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077933.172701:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077933.172701:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077933.172706:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077933.172708:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077933.172709:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077933.172711:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077933.172716:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077933.172717:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077933.172717:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077933.172722:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077933.172729:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077933.172733:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077933.172734:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077933.172738:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077933.172742:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077933.172743:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077933.172751:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077933.172757:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077933.172758:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077933.172761:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077933.172767:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077933.172770:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077933.172777:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077933.172780:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077933.172783:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077933.172786:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077933.172787:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077933.172788:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077933.172793:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077933.172794:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077933.172795:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077933.172801:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077933.172801:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077933.172804:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077933.172807:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077933.172810:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077933.172813:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077933.172814:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077933.172816:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077933.172820:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077933.172821:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077933.172823:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077933.172826:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077933.172830:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077933.172835:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077933.172835:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077933.172839:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077933.172842:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077933.172847:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077933.172850:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077933.172855:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077933.172858:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077933.172862:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077933.172866:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077933.556739:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077933.556741:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077933.556749:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077933.556749:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077933.556753:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077933.556753:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077933.556761:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769077933.556761:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077933.556767:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077933.556767:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077933.556772:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077933.556772:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077933.556778:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077933.556781:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077933.556783:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077933.556784:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077933.556787:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077933.556789:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.196750:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077934.196750:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077934.196759:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077934.196763:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077934.196763:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077934.196766:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077934.196770:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077934.196777:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077934.196778:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077934.196780:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077934.196781:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.196783:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077934.196790:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077934.196791:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077934.196791:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077934.196797:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077934.196800:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077934.196801:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077934.196808:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.196809:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.196820:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077934.196820:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077934.196827:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077934.196833:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077934.196834:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077934.196841:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.196843:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077934.196848:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077934.196848:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.196852:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077934.196856:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077934.196861:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077934.196863:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.196866:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077934.196867:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.196871:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077934.196881:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077934.196887:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077934.196889:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077934.196892:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077934.196896:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077934.196901:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077934.196902:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077934.196910:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077934.196911:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077934.196913:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077934.196916:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.196917:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077934.196917:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.196923:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077934.196924:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077934.196925:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077934.196926:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077934.196932:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077934.196934:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077934.196935:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077934.196938:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.196939:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077934.196941:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.196946:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077934.196947:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077934.196951:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077934.196955:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077934.580644:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077934.580652:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077934.580656:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077934.580664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000080:00000001:1.0:1769077934.580664:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00100000:3.0:1769077934.580664:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000080:00000001:1.0:1769077934.580670:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769077934.580671:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769077934.580672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00000001:1.0:1769077934.580676:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769077934.580677:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077934.580677:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077934.580683:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769077934.580684:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000001:0.0:1769077934.580689:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00001000:1.0:1769077934.580691:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000001:3.0:1769077934.580692:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077934.580696:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077934.580697:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4919 00000020:00000001:1.0:1769077934.580700:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00000001:3.0:1769077934.580702:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580704:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769077934.580707:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:0.0:1769077934.580708:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00200000:1.0:1769077934.580712:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:0.0:1769077934.580716:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769077934.580720:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:0.0:1769077934.580721:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769077934.580723:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:0.0:1769077934.580727:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:1.0:1769077934.580728:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.580730:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077934.580734:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:1.0:1769077934.580735:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000001:0.0:1769077934.580736:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077934.580741:0:8:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000002:1.0:1769077934.580743:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:0.0:1769077934.580744:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077934.580747:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077934.580751:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:1.0:1769077934.580751:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769077934.580754:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000001:0.0:1769077934.580755:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:1.0:1769077934.580758:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000001:0.0:1769077934.580759:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:1.0:1769077934.580761:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077934.580763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769077934.580765:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769077934.580768:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769077934.580770:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580771:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.580772:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769077934.580772:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:0.0:1769077934.580774:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000002:1.0:1769077934.580774:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:0.0:1769077934.580779:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769077934.580779:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580784:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:0.0:1769077934.580785:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077934.580786:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000040:0.0:1769077934.580790:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:1.0:1769077934.580790:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769077934.580793:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:0.0:1769077934.580796:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000002:1.0:1769077934.580798:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:0.0:1769077934.580800:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.580802:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:0.0:1769077934.580803:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:1.0:1769077934.580805:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000001:0.0:1769077934.580807:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769077934.580807:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077934.580811:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 02000000:00000001:0.0:1769077934.580812:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769077934.580816:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000001:0.0:1769077934.580817:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077934.580821:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580821:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:1.0:1769077934.580825:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769077934.580828:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000010:0.0:1769077934.580830:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00000020:00000001:1.0:1769077934.580830:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769077934.580833:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769077934.580835:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:1.0:1769077934.580836:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.580841:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 02000000:00000001:0.0:1769077934.580842:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769077934.580843:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:0.0:1769077934.580845:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580846:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.580850:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:1.0:1769077934.580850:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580854:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.580855:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769077934.580859:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:0.0:1769077934.580861:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.580861:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769077934.580864:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.580866:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769077934.580867:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077934.580868:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580869:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077934.580870:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00020000:00000001:1.0:1769077934.580871:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.580874:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580875:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077934.580876:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.580878:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580878:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580883:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769077934.580885:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769077934.580886:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.580888:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00100000:0.0:1769077934.580890:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657842944/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:1.0:1769077934.580890:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769077934.580893:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769077934.580899:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:0.0:1769077934.580901:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000020:1.0:1769077934.580902:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077934.580905:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077934.580907:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769077934.580908:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769077934.580911:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769077934.580913:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000100:00000040:0.0:1769077934.580914:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657842944/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:1.0:1769077934.580917:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769077934.580923:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077934.580925:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077934.580927:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.580931:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769077934.580932:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:1.0:1769077934.580935:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:1.0:1769077934.580937:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580938:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.580939:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.580940:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580941:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.580942:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.580943:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769077934.580945:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769077934.580948:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00080000:0.0:1769077934.580949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769077934.580949:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769077934.580951:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769077934.580953:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077934.580957:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:1.0:1769077934.580957:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769077934.580960:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:0.0:1769077934.580962:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1769077934.580963:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769077934.580964:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769077934.580966:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:0.0:1769077934.580967:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769077934.580968:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077934.580969:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769077934.580971:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.580976:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.580982:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:1.0:1769077934.580982:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077934.580986:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077934.580990:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00080000:0.0:1769077934.580991:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4919 00000020:00000001:1.0:1769077934.580995:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769077934.580999:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:0.0:1769077934.581002:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769077934.581002:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077934.581006:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.581010:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:0.0:1769077934.581012:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769077934.581013:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00080000:0.0:1769077934.581016:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769077934.581018:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581023:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077934.581024:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769077934.581030:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769077934.581031:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769077934.581034:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:0.0:1769077934.581038:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769077934.581039:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.581042:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077934.581045:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077934.581046:0:8:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:1.0:1769077934.581048:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000020:00000040:0.0:1769077934.581049:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00020000:00000001:1.0:1769077934.581051:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077934.581055:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769077934.581055:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000040:0.0:1769077934.581060:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769077934.581060:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1769077934.581064:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00001000:1.0:1769077934.581064:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769077934.581068:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000020:00000001:0.0:1769077934.581069:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:1.0:1769077934.581071:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000040:0.0:1769077934.581075:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:1.0:1769077934.581076:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:0.0:1769077934.581077:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00200000:1.0:1769077934.581080:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000040:0.0:1769077934.581082:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077934.581087:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:1.0:1769077934.581090:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000040:0.0:1769077934.581091:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:1.0:1769077934.581093:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:0.0:1769077934.581097:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00001000:1.0:1769077934.581097:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000001:0.0:1769077934.581103:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769077934.581104:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:0.0:1769077934.581108:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000080:00000001:1.0:1769077934.581110:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.581114:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769077934.581117:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:0.0:1769077934.581120:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769077934.581121:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:0.0:1769077934.581124:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769077934.581124:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077934.581127:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000008:00100000:0.0:1769077934.581130:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00001000:1.0:1769077934.581131:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769077934.581137:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000008:00000001:0.0:1769077934.581138:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581142:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769077934.581143:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769077934.581145:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769077934.581148:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000010:0.0:1769077934.581151:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 00000020:00000001:1.0:1769077934.581155:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:0.0:1769077934.581156:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769077934.581158:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769077934.581161:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.581163:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000002:1.0:1769077934.581165:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 02000000:00000001:0.0:1769077934.581167:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769077934.581170:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:0.0:1769077934.581172:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077934.581176:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769077934.581176:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:0.0:1769077934.581181:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581181:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769077934.581186:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000010:0.0:1769077934.581188:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00020000:00000001:1.0:1769077934.581190:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.581195:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581196:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769077934.581201:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00100000:0.0:1769077934.581205:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657843072/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:1.0:1769077934.581219:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581224:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.581226:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769077934.581229:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769077934.581232:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769077934.581238:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581243:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:0.0:1769077934.581245:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769077934.581246:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769077934.581249:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:0.0:1769077934.581250:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1769077934.581253:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000040:0.0:1769077934.581258:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657843072/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:1.0:1769077934.581258:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769077934.581263:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769077934.581267:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769077934.581270:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077934.581273:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769077934.581278:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769077934.581283:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000020:00000001:1.0:1769077934.581289:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769077934.581290:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581291:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.581295:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:0.0:1769077934.581296:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769077934.581297:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581303:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077934.581305:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:1.0:1769077934.581308:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000001:0.0:1769077934.581309:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077934.581312:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769077934.581314:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769077934.581317:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.581319:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:1.0:1769077934.581319:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077934.581325:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4919 00000020:00000001:1.0:1769077934.581325:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581331:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769077934.581334:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000200:0.0:1769077934.581335:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769077934.581336:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.581339:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769077934.581342:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:0.0:1769077934.581344:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769077934.581344:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077934.581351:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769077934.581351:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581357:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077934.581360:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769077934.581361:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.581367:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769077934.581367:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077934.581369:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077934.581373:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:2.1:1769077934.581373:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769077934.581374:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.581381:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077934.581381:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000800:00000200:2.1:1769077934.581381:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00020000:00000001:1.0:1769077934.581384:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000020:00000001:0.0:1769077934.581386:0:8:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:1.0:1769077934.581387:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:0.0:1769077934.581390:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769077934.581390:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769077934.581393:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000020:00000001:0.0:1769077934.581395:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:1.0:1769077934.581396:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000020:00000040:0.0:1769077934.581399:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000008:00000001:1.0:1769077934.581401:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000001:0.0:1769077934.581402:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000020:1.0:1769077934.581405:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000001:0.0:1769077934.581407:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000001:1.0:1769077934.581408:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.581411:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000040:0.0:1769077934.581412:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077934.581415:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:1.0:1769077934.581418:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000040:0.0:1769077934.581422:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:1.0:1769077934.581422:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000100:00000001:0.0:1769077934.581428:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000020:1.0:1769077934.581429:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000020:00000040:0.0:1769077934.581435:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000008:00000001:1.0:1769077934.581436:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077934.581439:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077934.581442:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077934.581443:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000008:00000001:1.0:1769077934.581446:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:0.0:1769077934.581448:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769077934.581449:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 02000000:00000001:0.0:1769077934.581453:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000001:1.0:1769077934.581454:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 02000000:00000001:0.0:1769077934.581457:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1769077934.581458:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.581463:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581464:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.581470:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769077934.581470:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769077934.581475:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:1.0:1769077934.581475:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077934.581480:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581481:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.581487:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581488:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769077934.581491:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769077934.581494:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000010:0.0:1769077934.581495:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000020:00000001:1.0:1769077934.581496:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769077934.581498:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000040:0.0:1769077934.581502:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:1.0:1769077934.581502:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581506:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769077934.581510:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:0.0:1769077934.581511:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769077934.581512:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:0.0:1769077934.581516:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581516:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769077934.581519:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769077934.581522:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769077934.581523:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077934.581526:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:0.0:1769077934.581527:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769077934.581529:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.581532:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581532:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581536:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077934.581540:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000010:0.0:1769077934.581542:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000020:00000001:1.0:1769077934.581543:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769077934.581546:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769077934.581548:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769077934.581550:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581551:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077934.581571:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.581573:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769077934.581574:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769077934.581578:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077934.581581:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657843200/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:1.0:1769077934.581582:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581588:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077934.581592:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769077934.581597:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769077934.581597:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.581603:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581604:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769077934.581608:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769077934.581611:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769077934.581614:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:0.0:1769077934.581615:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657843200/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769077934.581616:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077934.581620:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769077934.581625:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769077934.581628:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769077934.581631:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769077934.581634:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:0.0:1769077934.581639:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769077934.581643:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769077934.581646:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:0.0:1769077934.581647:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00001000:1.0:1769077934.581651:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00080000:0.0:1769077934.581656:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000080:00000001:1.0:1769077934.581658:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1769077934.581661:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000080:00000001:1.0:1769077934.581663:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077934.581664:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077934.581671:0:8:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:1.0:1769077934.581671:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769077934.581676:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00080000:0.0:1769077934.581678:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4919 00000020:00000001:1.0:1769077934.581681:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:0.0:1769077934.581685:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769077934.581686:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000400:00000200:0.0:1769077934.581693:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00001000:1.0:1769077934.581694:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00080000:0.0:1769077934.581700:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769077934.581701:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000020:00000001:1.0:1769077934.581707:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:0.0:1769077934.581708:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:1.0:1769077934.581711:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:0.0:1769077934.581714:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00200000:1.0:1769077934.581716:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:0.0:1769077934.581720:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769077934.581723:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769077934.581724:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077934.581726:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769077934.581729:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077934.581731:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077934.581733:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00020000:00000002:1.0:1769077934.581736:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000020:00000001:0.0:1769077934.581737:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077934.581740:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077934.581746:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000002:1.0:1769077934.581746:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769077934.581751:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:1.0:1769077934.581753:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769077934.581758:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000040:0.0:1769077934.581759:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077934.581763:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769077934.581763:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:0.0:1769077934.581768:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769077934.581768:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.581774:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769077934.581774:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1769077934.581779:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077934.581783:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077934.581788:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581790:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 02000000:00000001:0.0:1769077934.581792:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077934.581796:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769077934.581797:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077934.581801:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581802:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.581805:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769077934.581807:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769077934.581808:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000008:00100000:0.0:1769077934.581810:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000002:1.0:1769077934.581811:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000008:00000001:0.0:1769077934.581818:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581818:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.581824:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581824:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769077934.581827:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769077934.581830:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000010:0.0:1769077934.581832:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00020000:00200000:1.0:1769077934.581834:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:0.0:1769077934.581838:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00000002:1.0:1769077934.581838:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:0.0:1769077934.581845:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:1.0:1769077934.581847:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:0.0:1769077934.581848:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581851:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:0.0:1769077934.581852:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769077934.581855:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:0.0:1769077934.581856:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769077934.581858:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 02000000:00000001:0.0:1769077934.581860:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769077934.581862:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769077934.581867:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000020:00000001:1.0:1769077934.581871:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769077934.581874:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.581876:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000010:0.0:1769077934.581877:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000020:00000001:1.0:1769077934.581879:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581882:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077934.581887:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581887:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769077934.581892:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769077934.581895:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077934.581897:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657843328/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:1.0:1769077934.581899:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581905:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581911:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769077934.581914:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769077934.581917:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769077934.581921:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769077934.581921:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769077934.581925:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:0.0:1769077934.581926:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581928:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581934:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.581939:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077934.581943:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657843328/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769077934.581945:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581950:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077934.581953:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581958:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.581964:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769077934.581967:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769077934.581971:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.581974:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769077934.581978:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:0.0:1769077934.581981:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769077934.581982:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769077934.581988:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:0.0:1769077934.581990:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4929) 00000008:00000020:1.0:1769077934.581991:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077934.581996:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.582000:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769077934.582004:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769077934.582008:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000008:00000020:1.0:1769077934.582014:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769077934.582020:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077934.582024:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077934.582027:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.582032:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769077934.582034:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:1.0:1769077934.582039:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:1.0:1769077934.582043:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582045:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582050:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582051:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582052:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582053:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769077934.582054:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769077934.582056:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769077934.582059:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769077934.582062:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769077934.582065:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582067:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769077934.582069:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769077934.582072:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769077934.582074:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769077934.582075:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.582077:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077934.582078:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769077934.582081:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582085:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582088:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077934.582090:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077934.582093:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769077934.582095:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769077934.582098:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077934.582100:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077934.582103:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.582106:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769077934.582108:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769077934.582111:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582116:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582120:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077934.582122:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077934.582124:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582127:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769077934.582130:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769077934.582133:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769077934.582135:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769077934.582137:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077934.582139:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769077934.582145:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769077934.582148:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769077934.582150:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769077934.582153:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769077934.582160:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769077934.582162:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077934.582166:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769077934.582168:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:1.0:1769077934.582173:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769077934.582181:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769077934.582185:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769077934.582189:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077934.582192:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769077934.582198:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769077934.582205:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:1.0:1769077934.582222:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769077934.582226:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769077934.582230:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769077934.582236:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.582238:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769077934.582241:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769077934.582246:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769077934.582251:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:1.0:1769077934.582255:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769077934.582258:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769077934.582261:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769077934.582264:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582268:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769077934.582272:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769077934.582275:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582278:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.582281:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769077934.582283:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769077934.582286:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769077934.582291:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582295:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769077934.582297:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769077934.582300:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769077934.582302:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769077934.582305:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769077934.582309:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769077934.582312:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769077934.582315:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077934.582318:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769077934.582321:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000800:00000200:2.1:1769077934.582322:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769077934.582324:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000800:00000200:2.1:1769077934.582326:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000020:00000001:1.0:1769077934.582327:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769077934.582330:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.582332:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769077934.582335:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582339:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582344:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769077934.582347:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769077934.582350:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582353:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582356:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582360:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769077934.582362:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769077934.582364:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.582366:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769077934.582369:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077934.582370:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582374:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582378:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582383:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582387:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077934.582390:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582393:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582396:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769077934.582398:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769077934.582400:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.582402:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769077934.582404:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769077934.582406:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769077934.582410:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077934.582412:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077934.582414:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.582417:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769077934.582420:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769077934.582421:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000008:00000020:1.0:1769077934.582426:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769077934.582429:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077934.582432:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077934.582435:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.582438:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769077934.582441:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769077934.582447:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.582451:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582454:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582459:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582461:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582464:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582467:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769077934.582469:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769077934.582472:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769077934.582474:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769077934.582475:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769077934.582478:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582480:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769077934.582481:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769077934.582482:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769077934.582484:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769077934.582485:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.582487:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077934.582489:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769077934.582490:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582493:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582495:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077934.582497:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077934.582499:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769077934.582500:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769077934.582502:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077934.582504:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077934.582506:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.582508:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769077934.582509:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769077934.582510:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582512:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582515:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077934.582518:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077934.582521:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582526:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769077934.582528:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769077934.582530:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769077934.582532:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769077934.582535:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077934.582537:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769077934.582541:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769077934.582544:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769077934.582546:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769077934.582548:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769077934.582571:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769077934.582572:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077934.582573:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769077934.582576:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769077934.582580:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769077934.582583:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769077934.582584:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769077934.582585:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077934.582586:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769077934.582589:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769077934.582592:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:1.0:1769077934.582593:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769077934.582595:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769077934.582596:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769077934.582603:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.582605:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769077934.582607:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769077934.582611:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769077934.582617:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:1.0:1769077934.582622:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769077934.582624:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769077934.582628:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769077934.582630:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582633:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769077934.582637:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769077934.582639:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582642:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.582644:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769077934.582647:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769077934.582649:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769077934.582653:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582657:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769077934.582660:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769077934.582661:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769077934.582664:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769077934.582667:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769077934.582670:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769077934.582672:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769077934.582675:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077934.582677:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769077934.582682:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769077934.582684:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:1.0:1769077934.582688:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769077934.582691:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.582693:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769077934.582696:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582699:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582702:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769077934.582704:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769077934.582708:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582711:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582713:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582715:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769077934.582718:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769077934.582721:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.582723:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769077934.582726:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077934.582727:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582732:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582736:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582739:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582743:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077934.582746:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582748:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582751:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769077934.582753:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769077934.582755:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.582757:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769077934.582758:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769077934.582759:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769077934.582764:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077934.582766:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077934.582768:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.582770:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769077934.582772:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769077934.582774:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:1.0:1769077934.582778:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769077934.582783:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077934.582785:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077934.582787:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.582791:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769077934.582793:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769077934.582798:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.582803:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582805:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582809:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582813:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582815:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582818:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769077934.582821:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769077934.582823:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769077934.582825:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769077934.582828:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769077934.582831:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582833:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769077934.582835:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769077934.582838:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769077934.582842:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769077934.582844:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.582845:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077934.582848:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769077934.582850:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582854:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582855:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077934.582857:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077934.582859:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769077934.582862:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769077934.582864:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077934.582866:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077934.582868:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.582869:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769077934.582871:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769077934.582874:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582876:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.582881:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077934.582885:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077934.582887:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.582889:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769077934.582891:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769077934.582892:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769077934.582893:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769077934.582896:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077934.582898:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769077934.582902:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769077934.582906:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769077934.582911:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769077934.582915:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769077934.582924:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769077934.582928:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077934.582934:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769077934.582939:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769077934.582944:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769077934.582951:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769077934.582954:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769077934.582959:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077934.582963:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769077934.582970:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769077934.582975:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:1.0:1769077934.582980:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769077934.582984:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769077934.582988:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769077934.582996:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.582999:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769077934.583002:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769077934.583009:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769077934.583018:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000800:00000200:2.1:1769077934.583022:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:1.0:1769077934.583024:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769077934.583027:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769077934.583029:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000800:00000200:2.1:1769077934.583029:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00020000:00000001:1.0:1769077934.583031:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583035:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769077934.583037:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769077934.583040:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583042:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.583044:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769077934.583046:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769077934.583048:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769077934.583053:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583055:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769077934.583058:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769077934.583060:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769077934.583063:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769077934.583067:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769077934.583069:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769077934.583072:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769077934.583075:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769077934.583078:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769077934.583081:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769077934.583084:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:1.0:1769077934.583087:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769077934.583090:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769077934.583092:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769077934.583094:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583097:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583102:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769077934.583104:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769077934.583107:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583109:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583114:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583118:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769077934.583120:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769077934.583122:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.583124:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769077934.583127:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077934.583129:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583132:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583135:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583137:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583143:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769077934.583145:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583149:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583155:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769077934.583158:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769077934.583162:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.583166:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769077934.583170:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769077934.583175:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769077934.583180:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077934.583184:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077934.583187:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.583192:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769077934.583195:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769077934.583198:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:1.0:1769077934.583205:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769077934.583224:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769077934.583228:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769077934.583231:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.583236:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769077934.583239:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769077934.583247:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077934.583252:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583257:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583264:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583269:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583273:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583278:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769077934.583281:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769077934.583284:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769077934.583287:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769077934.583290:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769077934.583292:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583297:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769077934.583299:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769077934.583302:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769077934.583305:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769077934.583308:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.583311:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769077934.583313:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769077934.583316:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583319:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583321:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769077934.583325:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769077934.583329:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769077934.583333:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769077934.583337:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077934.583340:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769077934.583343:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769077934.583346:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769077934.583350:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769077934.583353:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583358:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769077934.583362:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077934.583366:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769077934.583368:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077934.583371:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769077934.583374:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769077934.583378:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769077934.583381:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769077934.583384:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077934.583386:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769077934.583390:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769077934.583393:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769077934.583396:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769077934.583399:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769077934.583404:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769077934.583406:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769077934.583410:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769077934.583416:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769077934.583421:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077934.583512:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077934.583515:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000100:00000001:1.0:1769077935.220641:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077935.220641:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077935.220649:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077935.220649:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077935.220651:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077935.220657:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077935.220660:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077935.220662:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077935.220662:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077935.220667:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077935.220671:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077935.220672:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077935.220675:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077935.220677:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077935.220678:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077935.220680:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077935.220683:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077935.220683:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077935.220685:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077935.220690:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077935.220695:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077935.220696:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077935.220701:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077935.220705:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077935.220705:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077935.220707:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077935.220710:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077935.220715:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077935.220719:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077935.220722:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077935.220722:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077935.220725:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077935.220727:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077935.220727:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077935.220732:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077935.220733:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077935.220733:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077935.220737:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077935.220740:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077935.220740:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077935.220742:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077935.220745:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077935.220745:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077935.220746:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077935.220750:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077935.220751:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077935.220751:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077935.220754:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077935.220755:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077935.220758:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077935.220762:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077935.220763:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077935.220764:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077935.220767:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077935.348660:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299592907, at 4299592960 00000100:00000040:1.0:1769077935.348660:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299592908, at 4299592960 00000100:00000010:0.0:1769077935.348678:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000010:1.0:1769077935.348681:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bae0. 00000100:00000001:3.0:1769077935.604679:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077935.604686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077935.604690:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077935.604696:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077935.604701:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077935.604706:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077935.604714:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077935.604717:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077935.604721:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077936.244660:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077936.244664:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077936.244665:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077936.244669:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077936.244672:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077936.244673:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077936.244674:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077936.244678:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077936.244678:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077936.244684:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077936.244684:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077936.244685:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077936.244692:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077936.244693:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077936.244693:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077936.244699:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077936.244699:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077936.244700:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077936.244715:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077936.244719:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077936.244722:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077936.244723:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077936.244726:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077936.244729:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077936.244730:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077936.244734:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077936.244738:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077936.244741:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077936.244746:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077936.244748:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077936.244749:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077936.244754:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077936.244754:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077936.244757:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077936.244760:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077936.244762:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077936.244766:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077936.244768:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077936.244769:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077936.244772:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077936.244774:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077936.244776:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077936.244779:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077936.244780:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077936.244784:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077936.244785:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077936.244787:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077936.244791:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077936.244792:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077936.244797:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077936.244801:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077936.244803:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077936.244805:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077936.244807:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077936.628622:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077936.628626:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077936.628629:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077936.628636:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077936.628640:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077936.628644:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077936.628653:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077936.628655:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077936.628658:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077937.268706:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077937.268715:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077937.268717:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077937.268723:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077937.268726:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077937.268731:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077937.268734:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077937.268736:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077937.268738:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077937.268738:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077937.268741:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077937.268750:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077937.268752:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077937.268753:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077937.268757:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077937.268766:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077937.268771:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077937.268771:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077937.268772:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077937.268789:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077937.268790:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077937.268795:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077937.268798:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077937.268813:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077937.268813:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077937.268816:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077937.268821:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077937.268824:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077937.268829:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077937.268833:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077937.268835:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077937.268836:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077937.268837:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077937.268849:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077937.268850:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077937.268853:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077937.268857:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077937.268862:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077937.268865:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077937.268870:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077937.268871:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077937.268881:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077937.268882:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769077937.268892:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077937.268894:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077937.268900:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769077937.268904:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077937.268905:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077937.268906:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769077937.268908:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077937.268927:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077937.268929:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077937.268939:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077937.268944:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077937.268948:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077937.268950:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077937.268953:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077937.652673:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077937.652680:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077937.652683:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077937.652692:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077937.652698:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077937.652702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077937.652711:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077937.652714:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077937.652721:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077938.292632:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077938.292635:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077938.292639:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077938.292641:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077938.292642:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077938.292646:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077938.292648:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769077938.292652:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077938.292653:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077938.292657:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077938.292659:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077938.292661:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077938.292663:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077938.292664:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077938.292666:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077938.292669:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077938.292672:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077938.292672:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077938.292673:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077938.292677:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077938.292681:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077938.292683:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077938.292688:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077938.292693:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077938.292699:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077938.292701:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077938.292704:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077938.292705:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077938.292708:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077938.292710:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077938.292711:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077938.292716:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077938.292718:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077938.292721:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077938.292726:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077938.292732:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077938.292735:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077938.292736:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077938.292742:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077938.292742:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077938.292747:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077938.292747:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077938.292754:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077938.292755:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077938.292761:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077938.292763:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077938.292767:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077938.292767:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077938.292775:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077938.292780:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077938.292786:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077938.292788:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077938.292792:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077938.292798:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077938.292830:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077938.292833:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077938.292836:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077938.676677:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077938.676684:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077938.676686:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077938.676692:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077938.676696:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077938.676698:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077938.676701:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077938.676703:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077938.676706:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077938.676730:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077938.676735:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077938.676737:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077938.676741:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077938.676745:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077938.676748:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077938.676750:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077938.676752:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077938.676755:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.316680:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077939.316680:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077939.316681:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077939.316688:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077939.316688:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077939.316689:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077939.316708:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.316710:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.316711:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077939.316714:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077939.316718:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077939.316720:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077939.316721:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077939.316726:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077939.316727:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.316729:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077939.316732:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077939.316733:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077939.316736:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.316737:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077939.316744:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.316748:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077939.316753:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077939.316757:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.316759:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.316764:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.316768:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077939.316777:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077939.316797:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077939.316798:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077939.316802:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.316803:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077939.316805:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077939.316808:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077939.316808:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077939.316811:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077939.316812:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077939.316814:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077939.316816:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077939.316818:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077939.316820:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077939.316822:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077939.316823:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077939.316826:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077939.316826:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.316828:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077939.316834:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077939.316834:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.316844:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077939.316848:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077939.316851:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.316852:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.316856:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.316859:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077939.316866:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077939.316870:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077939.316873:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077939.700668:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077939.700671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769077939.700676:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077939.700676:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077939.700677:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077939.700681:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.700682:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077939.700687:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077939.700688:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:1.0:1769077939.700691:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077939.700692:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077939.700695:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077939.700695:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077939.700696:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.700701:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077939.700701:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077939.700701:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077939.700705:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077939.700708:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077939.700709:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.700710:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.700715:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077939.700716:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4924 00000100:00000001:0.0:1769077939.700721:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077939.700727:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077939.700735:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077939.700739:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077939.700745:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077939.700750:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077939.700754:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077939.700759:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077939.700765:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077939.700769:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769077939.700772:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077939.700776:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769077939.700782:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769077939.700786:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769077939.700793:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077939.700798:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077939.700803:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077939.700806:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077939.700811:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769077939.700819:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077939.700825:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077939.700830:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077939.700835:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077939.700839:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.700843:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077939.700846:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077939.700855:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000040:1.0:1769077939.700860:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769077939.700868:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077939.700871:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.700877:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077939.700880:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077939.700885:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077939.700894:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000100:00000001:1.0:1769077939.700901:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077939.700919:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077939.700943:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077939.700952:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077939.700963:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077939.700996:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077939.701004:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077939.701010:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077939.701013:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077939.701016:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077939.701023:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077939.701023:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077939.701028:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769077939.701029:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4924 00000100:00000001:0.0:1769077939.701033:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1769077939.701039:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:0.0:1769077939.701041:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769077939.701049:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077939.701057:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077939.701062:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.701066:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077939.701067:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:0.0:1769077939.701071:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769077939.701074:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077939.701076:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769077939.701081:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:0.0:1769077939.701082:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.701089:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:0.0:1769077939.701090:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657843456:192.168.204.154@tcp:250:kworker.0 00000020:00000001:1.0:1769077939.701097:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769077939.701098:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1769077939.701103:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 02000000:00000001:0.0:1769077939.701105:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077939.701109:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077939.701109:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077939.701115:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:0.0:1769077939.701116:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1769077939.701136:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000010:0.0:1769077939.701138:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05747800. 00000020:00000001:1.0:1769077939.701144:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:0.0:1769077939.701145:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077939.701156:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:0.0:1769077939.701158:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769077939.701164:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1769077939.701165:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000100:00000040:1.0:1769077939.701171:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000010:0.0:1769077939.701173:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000001:1.0:1769077939.701177:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000200:0.0:1769077939.701183:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657843456, portal 25 00000020:00000040:1.0:1769077939.701184:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000001:0.0:1769077939.701188:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1769077939.701193:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077939.701194:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000001:1.0:1769077939.701202:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077939.701205:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769077939.701207:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077939.701217:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.701219:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769077939.701225:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 02000000:00000001:1.0:1769077939.701225:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769077939.701231:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000001:1.0:1769077939.701232:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:0.0:1769077939.701235:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657843456, offset 0 00000008:00100000:1.0:1769077939.701238:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:0.0:1769077939.701245:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000008:00000001:1.0:1769077939.701247:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.701253:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077939.701256:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077939.701265:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000010:1.0:1769077939.701265:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769077939.701273:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000400:00000200:0.0:1769077939.701274:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769077939.701282:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 02000000:00000001:1.0:1769077939.701282:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077939.701287:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077939.701290:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1769077939.701294:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1769077939.701296:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 02000000:00000001:1.0:1769077939.701299:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1769077939.701304:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370479:370479:256:4294967295] 192.168.204.154@tcp LPNI seq info [370474:370474:8:4294967295] 02000000:00000001:1.0:1769077939.701305:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077939.701315:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000010:1.0:1769077939.701317:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000100:00000001:1.0:1769077939.701324:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077939.701331:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00100000:1.0:1769077939.701338:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769077939.701345:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077939.701355:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000100:00000001:1.0:1769077939.701363:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:0.0:1769077939.701368:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769077939.701370:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769077939.701375:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000100:00000040:1.0:1769077939.701382:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.1:1769077939.701387:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077939.701395:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1769077939.701408:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077939.701414:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000100:00000001:1.0:1769077939.701419:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077939.701421:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:1.0:1769077939.701426:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1769077939.701431:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1769077939.701439:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:0.0:1769077939.701440:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769077939.701445:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:1.0:1769077939.701445:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077939.701450:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077939.701453:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769077939.701456:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000200:0.0:1769077939.701460:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769077939.701464:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4924 00000400:00000200:1.0:1769077939.701477:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077939.701480:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077939.701488:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769077939.701490:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077939.701497:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077939.701503:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.701506:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077939.701513:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077939.701515:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:0.0:1769077939.701521:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769077939.701523:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077939.701526:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299598027 00000100:00000040:1.0:1769077939.701529:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000010:0.0:1769077939.701533:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3bb40. 00000100:00000001:1.0:1769077939.701536:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:0.0:1769077939.701541:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1769077939.701542:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077939.701546:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000100:00000001:0.0:1769077939.701548:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299598027 00000020:00000001:1.0:1769077939.701552:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1769077939.701573:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3b660. 00000100:00000001:0.0:1769077939.701576:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769077939.701580:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.701582:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769077939.701585:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000100:00000001:0.0:1769077939.701589:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1769077939.701591:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00100000:0.0:1769077939.701597:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077939/real 1769077939] req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769077939.701598:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769077939.701608:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077939.701616:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1769077939.701617:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077939.701621:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1769077939.701624:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000010:0.0:1769077939.701625:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769077939.701632:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000100:00000001:1.0:1769077939.701632:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:0.0:1769077939.701637:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000020:00000040:1.0:1769077939.701639:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00000001:0.0:1769077939.701641:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1769077939.701646:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000200:0.0:1769077939.701648:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077939.701653:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077939.701660:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1769077939.701665:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769077939.701667:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077939.701675:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.701682:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077939.701683:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077939.701689:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:1.0:1769077939.701689:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000001:0.0:1769077939.701694:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:1.0:1769077939.701697:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.701698:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077939.701704:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077939.701706:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769077939.701713:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000100:00000001:0.0:1769077939.701716:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769077939.701720:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000040:0.0:1769077939.701724:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769077939.701726:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077939.701731:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.701738:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1769077939.701740:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:1.0:1769077939.701742:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769077939.701746:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769077939.701747:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.701753:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.701756:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1769077939.701756:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000100:00000001:0.0:1769077939.701762:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769077939.701765:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.701766:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077939.701773:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1769077939.701775:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769077939.701780:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769077939.701785:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769077939.701795:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077939.701800:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077939.701808:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077939.701811:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657843456:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769077939.701816:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769077939.701819:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.701822:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077939.701829:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657843456/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.701853:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1769077939.701853:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.701857:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1769077939.701860:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1769077939.701861:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05747800. 02000000:00000001:0.0:1769077939.701867:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1769077939.701869:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:0.0:1769077939.701871:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1769077939.701873:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000040:0.0:1769077939.701875:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000100:00080000:1.0:1769077939.701878:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1769077939.701879:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769077939.701883:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637800. 00000100:00000001:1.0:1769077939.701886:0:13606:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769077939.701889:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:1.0:1769077939.701894:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4924 02000000:00000001:0.0:1769077939.701895:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769077939.701900:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000400:00000200:1.0:1769077939.701907:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077939.701910:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1769077939.701914:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:0.0:1769077939.701915:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077939.701921:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769077939.701922:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769077939.701932:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077939.701934:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077939.701940:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769077939.701941:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077939.701947:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077939.701949:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769077939.701954:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:0.0:1769077939.701955:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077939.701958:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769077939.701962:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077939.701967:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00000040:0.0:1769077939.701968:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769077939.701973:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077939.701977:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769077939.701985:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769077939.701992:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:0.0:1769077939.701994:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.701998:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077939.702002:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:0.0:1769077939.702004:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077939.702010:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769077939.702010:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769077939.702016:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077939.702019:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00100000:0.0:1769077939.702026:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657843584:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769077939.702027:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077939.702034:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:0.0:1769077939.702036:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077939.702041:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:1.0:1769077939.702043:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:0.0:1769077939.702046:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.702052:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769077939.702052:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077939.702059:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05747800. 02000000:00000001:1.0:1769077939.702059:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077939.702066:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077939.702066:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077939.702074:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077939.702076:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769077939.702080:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:0.0:1769077939.702084:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000008:00100000:1.0:1769077939.702087:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000400:00000010:0.0:1769077939.702091:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000008:00000001:1.0:1769077939.702093:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769077939.702098:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657843584, portal 10 00000100:00000001:1.0:1769077939.702099:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.702106:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:1.0:1769077939.702108:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000100:00000001:0.0:1769077939.702111:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000020:00000040:1.0:1769077939.702114:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000040:0.0:1769077939.702132:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769077939.702140:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769077939.702143:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1769077939.702144:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077939.702150:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1769077939.702151:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 02000000:00000001:1.0:1769077939.702155:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1769077939.702157:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 02000000:00000001:1.0:1769077939.702159:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769077939.702161:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657843584, offset 0 02000000:00000010:1.0:1769077939.702169:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000400:00000200:0.0:1769077939.702172:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769077939.702178:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077939.702181:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077939.702189:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00100000:1.0:1769077939.702192:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769077939.702196:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769077939.702202:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769077939.702209:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769077939.702216:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769077939.702223:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370480:370480:256:4294967295] 192.168.204.154@tcp LPNI seq info [370475:370475:8:4294967295] 00000100:00000001:1.0:1769077939.702224:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077939.702231:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077939.702232:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:1.0:1769077939.702247:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769077939.702249:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769077939.702263:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077939.702271:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000100:00000001:1.0:1769077939.702278:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769077939.702279:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769077939.702285:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000100:00000040:1.0:1769077939.702286:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4935) 00000800:00000200:0.1:1769077939.702295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077939.702299:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1769077939.702310:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077939.702314:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769077939.702320:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769077939.702327:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769077939.702333:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769077939.702335:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769077939.702339:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077939.702345:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702368:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077939.702373:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702384:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.702386:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077939.702388:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077939.702392:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:0.0:1769077939.702395:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077939.702397:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299597323 00000100:00000001:0.0:1769077939.702399:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299598027 00000100:00000001:0.0:1769077939.702400:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299597323 00000100:00000001:0.0:1769077939.702403:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299598027 00000100:00000001:0.0:1769077939.702405:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.702407:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.702408:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077939.702411:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077939/real 1769077939] req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077939.702416:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077939.702418:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769077939.702419:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769077939.702420:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769077939.702422:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769077939.702423:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769077939.702425:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769077939.702431:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702435:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077939.702436:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702437:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.702438:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077939.702440:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702445:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769077939.702447:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702451:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077939.702453:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702454:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.702455:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702456:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077939.702458:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077939.702460:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077939.702462:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769077939.702463:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769077939.702466:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077939.702471:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657843584:192.168.204.154@tcp:38:kworker.0 00000100:00000001:0.0:1769077939.702473:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769077939.702475:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702480:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.702481:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.702482:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077939.702483:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077939.702485:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077939.702487:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657843712:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769077939.702489:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077939.702490:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077939.702491:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.702493:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769077939.702495:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05746400. 02000000:00000001:0.0:1769077939.702496:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077939.702499:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769077939.702500:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769077939.702502:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769077939.702505:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657843712, portal 4 00000100:00000001:0.0:1769077939.702506:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077939.702507:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00000040:0.0:1769077939.702510:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702515:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769077939.702516:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769077939.702518:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769077939.702519:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657843712, offset 0 00000400:00000200:0.0:1769077939.702522:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769077939.702524:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077939.702525:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769077939.702527:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769077939.702529:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769077939.702530:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769077939.702532:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769077939.702534:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370481:370481:256:4294967295] 192.168.204.154@tcp LPNI seq info [370476:370476:8:4294967295] 00000400:00000200:0.0:1769077939.702536:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077939.702541:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769077939.702543:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077939.702545:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769077939.702548:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769077939.702550:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077939.702568:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077939.702570:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1769077939.702572:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077939.702574:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769077939.702576:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769077939.702579:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769077939.702581:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769077939.702582:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769077939.702584:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077939.702586:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702591:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077939.702593:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702598:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.702599:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077939.702601:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077939.702603:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:0.0:1769077939.702605:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077939.702606:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299597345 00000100:00000001:0.0:1769077939.702608:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299598027 00000100:00000001:0.0:1769077939.702609:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299597345 00000100:00000001:0.0:1769077939.702611:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299598027 00000100:00000001:0.0:1769077939.702612:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.702614:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.702615:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077939.702617:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077939/real 1769077939] req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077939.702622:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077939.702623:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769077939.702624:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769077939.702625:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769077939.702626:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769077939.702628:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769077939.702630:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769077939.702635:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702638:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077939.702639:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702640:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.702641:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077939.702643:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702647:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769077939.702649:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702654:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077939.702655:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702656:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.702657:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702658:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077939.702661:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077939.702663:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077939.702665:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769077939.702666:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769077939.702668:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077939.702677:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657843712:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769077939.702680:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702681:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077939.702683:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657843584/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702687:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077939.702688:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769077939.702689:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05747800. 02000000:00000001:0.0:1769077939.702691:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077939.702691:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769077939.702692:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769077939.702694:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769077939.702695:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08635400. 02000000:00000001:0.0:1769077939.702696:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077939.702697:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769077939.702698:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:0.0:1769077939.702700:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077939.702701:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702702:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077939.702704:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657843712/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702708:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077939.702708:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769077939.702709:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05746400. 02000000:00000001:0.0:1769077939.702711:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077939.702711:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769077939.702712:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769077939.702713:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769077939.702714:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 02000000:00000001:0.0:1769077939.702715:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077939.702716:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769077939.702717:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:0.0:1769077939.702718:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077939.702719:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702720:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702723:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077939.702724:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.702725:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077939.702726:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077939.702727:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769077939.702729:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702734:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077939.702734:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.702736:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769077939.702737:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077939.702738:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077939.702740:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657843840:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769077939.702742:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769077939.702743:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769077939.702744:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077939.702745:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769077939.702747:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05746400. 02000000:00000001:0.0:1769077939.702748:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077939.702751:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769077939.702753:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769077939.702754:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769077939.702756:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657843840, portal 4 00000100:00000001:0.0:1769077939.702758:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769077939.702759:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:0.0:1769077939.702762:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702766:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769077939.702768:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769077939.702769:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769077939.702771:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657843840, offset 0 00000400:00000200:0.0:1769077939.702774:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769077939.702776:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077939.702778:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769077939.702780:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769077939.702782:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769077939.702783:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769077939.702785:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769077939.702787:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370482:370482:256:4294967295] 192.168.204.154@tcp LPNI seq info [370477:370477:8:4294967295] 00000400:00000200:0.0:1769077939.702790:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077939.702794:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769077939.702796:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077939.702798:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769077939.702801:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769077939.702803:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769077939.702805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769077939.702807:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1769077939.702809:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769077939.702811:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769077939.702812:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769077939.702815:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769077939.702816:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769077939.702817:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769077939.702819:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077939.702821:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702826:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077939.702827:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077964 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702831:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.702832:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769077939.702834:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077939.702836:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:0.0:1769077939.702838:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769077939.702839:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299597349 00000100:00000001:0.0:1769077939.702841:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299598027 00000100:00000001:0.0:1769077939.702842:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299597349 00000100:00000001:0.0:1769077939.702844:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299598027 00000100:00000001:0.0:1769077939.702845:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769077939.702846:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.702847:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769077939.702849:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077939/real 1769077939] req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769077939.702854:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769077939.702854:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769077939.702855:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769077939.702857:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769077939.702858:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769077939.702859:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769077939.702861:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769077939.702867:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702870:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769077939.702871:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702872:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.702873:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077939.702875:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702879:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769077939.702882:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702889:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769077939.702892:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702893:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769077939.702895:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702896:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769077939.702900:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769077939.702903:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769077939.702907:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769077939.702910:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769077939.702914:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769077939.702923:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657843840:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769077939.702927:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702929:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077939.702932:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657843840/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077964 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077939.702938:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769077939.702939:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769077939.702940:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05746400. 02000000:00000001:0.0:1769077939.702942:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077939.702943:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769077939.702944:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769077939.702945:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769077939.702947:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:0.0:1769077939.702948:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769077939.702949:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769077939.702950:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:0.0:1769077939.702952:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769077939.702953:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702954:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077939.702957:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077939.702958:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077939.702959:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769077939.702960:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077940.340630:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077940.340636:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077940.340638:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077940.340644:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077940.340644:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077940.340649:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077940.340650:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077940.340651:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077940.340655:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077940.340656:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077940.340656:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077940.340661:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077940.340663:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077940.340663:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077940.340664:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077940.340669:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077940.340670:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077940.340670:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077940.340678:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077940.340679:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077940.340683:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077940.340684:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077940.340684:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077940.340691:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077940.340692:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077940.340696:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077940.340701:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077940.340712:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077940.340717:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077940.340720:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077940.340721:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077940.340723:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077940.340724:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077940.340724:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077940.340728:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077940.340729:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077940.340730:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077940.340730:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077940.340733:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077940.340735:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077940.340736:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077940.340739:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077940.340739:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077940.340741:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077940.340745:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077940.340746:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077940.340749:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077940.340753:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077940.340753:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077940.340756:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077940.340761:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077940.340761:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077940.340766:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077940.340769:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077940.340773:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077940.340777:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077940.340782:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077940.468663:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299598027, at 4299598080 00000100:00000040:1.0:1769077940.468663:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299598027, at 4299598080 00000100:00000010:1.0:1769077940.468678:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3b660. 00000100:00000010:0.0:1769077940.468681:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3bb40. 00000100:00000001:0.0:1769077940.724667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077940.724667:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077940.724675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077940.724675:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077940.724677:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077940.724679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077940.724684:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769077940.724686:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077940.724688:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077940.724691:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077940.724692:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077940.724697:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077940.724697:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077940.724701:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077940.724704:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077940.724704:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077940.724708:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077940.724711:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077941.364666:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077941.364666:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077941.364667:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077941.364673:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077941.364674:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077941.364676:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077941.364678:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077941.364684:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077941.364684:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077941.364685:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077941.364691:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077941.364691:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077941.364692:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077941.364698:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077941.364699:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077941.364699:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077941.364707:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077941.364707:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077941.364712:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077941.364713:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077941.364719:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077941.364728:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077941.364732:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077941.364735:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077941.364736:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077941.364739:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077941.364742:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077941.364755:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077941.364759:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077941.364763:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077941.364766:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077941.364767:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077941.364771:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077941.364772:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077941.364776:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077941.364776:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077941.364782:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077941.364784:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077941.364787:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077941.364788:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077941.364792:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077941.364792:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077941.364798:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077941.364801:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077941.364804:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077941.364811:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077941.364815:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077941.364818:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077941.364823:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077941.364829:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077941.364832:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077941.364839:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077941.364842:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077941.364844:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077941.364880:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077941.364883:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077941.364885:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077941.748670:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077941.748678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077941.748681:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077941.748688:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077941.748693:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077941.748697:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077941.748702:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077941.748706:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077941.748711:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077942.388654:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077942.388662:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077942.388662:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077942.388667:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077942.388668:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077942.388672:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077942.388675:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769077942.388678:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077942.388682:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077942.388683:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077942.388684:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077942.388687:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077942.388689:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077942.388690:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077942.388692:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077942.388694:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077942.388698:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077942.388700:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077942.388705:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077942.388705:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077942.388710:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077942.388711:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077942.388716:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077942.388722:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077942.388724:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077942.388727:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077942.388731:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077942.388739:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077942.388741:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077942.388743:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1769077942.388747:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077942.388749:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077942.388754:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077942.388759:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077942.388760:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077942.388764:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077942.388766:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077942.388767:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077942.388771:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077942.388772:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077942.388774:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077942.388778:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077942.388779:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077942.388782:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077942.388785:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077942.388786:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077942.388786:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077942.388790:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077942.388791:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077942.388793:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077942.388795:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077942.388800:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077942.388806:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077942.388811:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077942.388815:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077942.388817:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077942.388820:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077942.772675:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077942.772682:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077942.772685:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077942.772693:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077942.772700:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077942.772705:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077942.772717:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077942.772720:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077942.772723:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077943.412690:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077943.412690:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077943.412690:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077943.412699:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077943.412700:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077943.412700:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077943.412705:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077943.412705:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077943.412706:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077943.412716:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077943.412716:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077943.412716:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077943.412724:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077943.412724:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077943.412724:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077943.412732:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077943.412732:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077943.412733:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077943.412737:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077943.412741:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077943.412744:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077943.412746:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077943.412750:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077943.412753:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077943.412762:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077943.412762:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077943.412767:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077943.412769:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077943.412772:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077943.412772:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077943.412772:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077943.412776:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077943.412778:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077943.412780:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077943.412783:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077943.412784:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077943.412787:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077943.412788:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077943.412789:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077943.412792:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077943.412793:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077943.412793:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077943.412797:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077943.412798:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077943.412804:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077943.412805:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077943.412805:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077943.412808:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077943.412808:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077943.412813:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077943.412813:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077943.412817:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077943.412819:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077943.412823:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077943.412863:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077943.412866:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077943.412868:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077943.796634:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077943.796642:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077943.796644:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077943.796658:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077943.796663:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077943.796669:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077943.796675:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077943.796678:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077943.796684:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077944.436660:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077944.436660:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077944.436668:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077944.436672:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077944.436677:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077944.436680:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077944.436682:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077944.436682:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077944.436684:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077944.436687:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077944.436689:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077944.436690:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077944.436691:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077944.436694:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077944.436696:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077944.436698:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077944.436699:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077944.436702:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077944.436704:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077944.436705:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.436706:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077944.436711:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077944.436714:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077944.436721:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.436722:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077944.436726:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.436729:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077944.436739:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077944.436742:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077944.436743:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077944.436747:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077944.436748:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077944.436750:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077944.436751:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077944.436755:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077944.436756:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077944.436758:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077944.436760:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077944.436764:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077944.436765:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077944.436768:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077944.436775:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077944.436779:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077944.436782:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077944.436786:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.436799:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:1.0:1769077944.436801:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769077944.436803:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1769077944.436804:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.436806:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077944.436808:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769077944.436810:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077944.436814:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077944.436816:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.436817:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077944.436819:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077944.436821:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077944.820713:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077944.820724:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077944.820729:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077944.820734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769077944.820740:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:0.0:1769077944.820742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077944.820751:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077944.820752:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077944.820760:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769077944.820761:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077944.820769:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077944.820776:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769077944.820778:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4930 00000100:00000001:3.0:1769077944.820780:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077944.820786:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769077944.820796:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077944.820806:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077944.820809:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077944.820813:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.820817:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077944.820820:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.820822:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077944.820826:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077944.820827:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077944.820830:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077944.820832:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077944.820834:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077944.820837:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769077944.820840:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.820842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077944.820844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.820846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077944.820848:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769077944.820851:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077944.820853:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.820856:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077944.820859:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077944.820861:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.820863:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769077944.820865:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077944.820870:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769077944.820873:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769077944.820877:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077944.820878:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.820880:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077944.820884:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077944.820888:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077944.820894:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00000100:00000001:0.0:1769077944.820899:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077944.820908:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657843968/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077944.820917:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077944.820921:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077944.820927:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657843968/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077944.820946:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077944.820949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077944.820952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769077944.820953:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077944.820955:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077944.820958:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077944.820960:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4930 00000400:00000200:0.0:1769077944.820965:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077944.820967:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077944.820970:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077944.820973:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.820975:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077944.820986:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.820993:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077944.820997:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077944.820999:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077944.821002:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077944.821005:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077944.821009:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077944.821013:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769077944.821018:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821022:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077944.821024:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077944.821030:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769077944.821048:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821055:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.821058:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077944.821075:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077944.821078:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.821081:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077944.821085:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769077944.821089:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.821091:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077944.821096:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769077944.821100:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769077944.821106:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077944.821110:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.821115:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077944.821118:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077944.821120:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077944.821125:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769077944.821130:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077944.821137:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657844096/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077944.821151:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077944.821153:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077944.821160:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657844096/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077944.821177:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077944.821183:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077944.821187:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769077944.821191:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077944.821193:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077944.821199:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077944.821203:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4930 00000400:00000200:0.0:1769077944.821208:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077944.821214:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077944.821216:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077944.821222:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821225:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077944.821229:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821232:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077944.821235:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077944.821237:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769077944.821241:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077944.821245:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769077944.821248:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077944.821252:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769077944.821259:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821263:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077944.821269:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821274:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077944.821280:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769077944.821288:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821293:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.821298:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077944.821303:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077944.821308:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.821313:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077944.821318:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000800:00000200:2.1:1769077944.821319:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:0.0:1769077944.821324:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077944.821324:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000100:00000001:0.0:1769077944.821329:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077944.821338:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000040:0.0:1769077944.821345:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769077944.821352:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077944.821355:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.821357:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077944.821361:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077944.821366:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077944.821372:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769077944.821379:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077944.821388:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657844224/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077944.821421:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077944.821425:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077944.821432:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657844224/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077944.821449:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769077944.821452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769077944.821456:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769077944.821459:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769077944.821462:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077944.821466:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769077944.821471:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4930 00000400:00000200:0.0:1769077944.821478:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077944.821486:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769077944.821490:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769077944.821500:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821505:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077944.821513:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821519:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077944.821525:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769077944.821530:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077944.821535:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769077944.821540:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769077944.821544:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077944.821548:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769077944.821598:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821604:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769077944.821609:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821615:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769077944.821618:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769077944.821623:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769077944.821628:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769077944.821631:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769077944.821636:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769077944.821641:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.821646:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769077944.821651:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077944.821656:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.821658:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769077944.821665:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769077944.821669:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769077944.821673:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769077944.821676:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077944.821681:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769077944.821685:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769077944.821688:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769077944.821694:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769077944.821699:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077944.821708:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657844352/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769077944.821720:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769077944.821724:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077944.821730:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657844352/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077944.821742:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077944.821750:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4940) 00000800:00000200:2.1:1769077944.821900:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077944.821902:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077944.822182:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077944.822185:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769077944.822489:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077944.822492:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000100:00000001:1.0:1769077945.460672:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077945.460672:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077945.460680:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077945.460680:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077945.460681:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077945.460682:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077945.460686:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077945.460688:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077945.460689:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077945.460693:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077945.460694:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077945.460694:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077945.460700:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077945.460701:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077945.460702:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077945.460704:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077945.460706:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077945.460708:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077945.460709:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077945.460714:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077945.460715:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077945.460715:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077945.460719:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077945.460722:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077945.460732:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077945.460733:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077945.460736:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077945.460738:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077945.460740:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077945.460741:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077945.460743:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077945.460747:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077945.460749:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077945.460751:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077945.460754:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077945.460755:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077945.460760:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077945.460762:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077945.460762:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077945.460769:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077945.460769:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077945.460772:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077945.460775:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077945.460777:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077945.460781:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077945.460782:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077945.460784:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077945.460786:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077945.460787:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077945.460790:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077945.460792:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077945.460794:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077945.460797:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077945.460802:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077945.460871:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077945.460874:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077945.460877:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769077945.588652:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299603147, at 4299603200 00000100:00000010:1.0:1769077945.588665:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b600. 00000100:00000040:0.0:1769077945.588669:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299603147, at 4299603200 00000100:00000010:0.0:1769077945.588677:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000001:3.0:1769077945.844642:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077945.844648:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077945.844651:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077945.844658:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077945.844662:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077945.844666:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077945.844669:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077945.844672:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077945.844675:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077946.484652:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077946.484657:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077946.484661:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077946.484663:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077946.484665:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077946.484668:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077946.484673:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769077946.484674:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077946.484678:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077946.484681:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077946.484682:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077946.484684:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077946.484687:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077946.484689:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077946.484691:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077946.484695:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077946.484696:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077946.484697:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077946.484703:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077946.484704:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077946.484705:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077946.484708:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077946.484710:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077946.484718:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077946.484722:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077946.484726:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077946.484731:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077946.484732:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077946.484737:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077946.484737:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077946.484740:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077946.484744:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077946.484744:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077946.484749:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077946.484750:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077946.484753:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077946.484755:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077946.484756:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077946.484759:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077946.484762:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077946.484762:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077946.484768:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077946.484780:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077946.484781:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077946.484785:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077946.484786:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077946.484788:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077946.484793:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077946.484794:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077946.484799:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077946.484803:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077946.484808:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077946.484812:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077946.484815:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1769077946.484818:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077946.484820:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077946.484825:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077946.868678:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077946.868687:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077946.868691:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077946.868698:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077946.868703:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077946.868707:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077946.868711:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077946.868714:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077946.868718:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077947.508686:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077947.508697:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077947.508699:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077947.508704:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077947.508706:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077947.508707:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077947.508720:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077947.508727:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077947.508731:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077947.508731:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077947.508734:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077947.508746:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077947.508750:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077947.508751:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077947.508752:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077947.508768:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077947.508774:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077947.508775:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077947.508778:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077947.508782:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077947.508783:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077947.508783:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077947.508789:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077947.508798:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077947.508799:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077947.508806:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077947.508815:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077947.508815:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077947.508822:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077947.508826:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077947.508829:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077947.508833:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077947.508837:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077947.508841:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077947.508844:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077947.508846:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077947.508848:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077947.508860:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077947.508862:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077947.508867:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077947.508868:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077947.508869:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077947.508873:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077947.508877:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077947.508878:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077947.508878:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077947.508882:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077947.508888:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077947.508889:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077947.508903:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077947.508909:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077947.508915:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077947.508918:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077947.508922:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077947.892647:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077947.892655:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077947.892659:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077947.892666:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077947.892671:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077947.892676:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077947.892680:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077947.892683:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077947.892685:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077948.532636:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077948.532642:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077948.532643:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077948.532647:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077948.532647:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077948.532653:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077948.532658:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077948.532659:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077948.532664:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077948.532666:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077948.532668:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077948.532671:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077948.532672:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077948.532675:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077948.532676:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077948.532681:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077948.532684:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077948.532688:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077948.532723:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077948.532727:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077948.532729:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077948.532735:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077948.532737:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077948.532741:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077948.532743:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077948.532744:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077948.532745:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077948.532762:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077948.532763:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077948.532765:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077948.532782:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077948.532784:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077948.532785:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077948.532787:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077948.532789:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077948.532790:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077948.532792:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077948.532793:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077948.532795:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077948.532828:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077948.532831:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077948.532832:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077948.532834:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077948.532836:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077948.532837:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077948.532839:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077948.532841:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077948.532843:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077948.532850:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077948.532864:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077948.532875:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077948.532894:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077948.532916:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077948.532926:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077948.532949:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077948.532952:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077948.532955:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077948.916704:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077948.916710:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077948.916717:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077948.916719:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077948.916721:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077948.916723:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077948.916730:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769077948.916734:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077948.916735:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077948.916742:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077948.916742:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077948.916746:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077948.916749:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077948.916750:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077948.916753:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077948.916756:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077948.916761:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077948.916764:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077949.556732:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077949.556732:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077949.556732:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077949.556744:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077949.556748:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.556750:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077949.556751:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077949.556756:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077949.556759:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.556761:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077949.556766:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077949.556771:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077949.556772:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077949.556775:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077949.556782:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077949.556783:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077949.556786:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077949.556794:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077949.556800:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077949.556801:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077949.556804:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077949.556828:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077949.556831:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077949.556834:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.556834:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077949.556841:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077949.556845:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.556883:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077949.556885:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077949.556892:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077949.556893:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077949.556897:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077949.556897:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077949.556904:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077949.556905:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077949.556911:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077949.556916:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077949.556916:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077949.556918:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077949.556922:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077949.556923:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077949.556924:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077949.556934:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077949.556934:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.556935:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077949.556944:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077949.556946:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.556952:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077949.556954:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077949.556975:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077949.556979:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077949.556986:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077949.556989:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077949.556993:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077949.940683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077949.940691:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077949.940693:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077949.940700:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077949.940705:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769077949.940705:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077949.940706:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077949.940714:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077949.940716:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769077949.940719:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077949.940719:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077949.940722:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077949.940725:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077949.940726:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077949.940735:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077949.940737:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:1.0:1769077949.940738:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077949.940747:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077949.940748:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077949.940756:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077949.940762:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4935 00000100:00000001:0.0:1769077949.940764:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077949.940770:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077949.940774:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077949.940774:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077949.940786:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077949.940791:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077949.940795:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.940799:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077949.940801:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.940803:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077949.940808:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077949.940810:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769077949.940813:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077949.940816:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769077949.940818:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769077949.940820:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769077949.940823:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.940824:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077949.940826:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.940827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077949.940830:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769077949.940833:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077949.940834:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077949.940837:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077949.940840:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077949.940843:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.940844:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077949.940846:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077949.940858:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00000020:00000040:1.0:1769077949.940862:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769077949.940867:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077949.940869:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.940872:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077949.940876:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077949.940882:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077949.940893:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000001:1.0:1769077949.940902:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077949.940913:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657844480/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077949.940926:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077949.940932:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077949.940938:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657844480/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077949.940975:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077949.940978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077949.940982:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077949.940984:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077949.940987:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077949.940992:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077949.940995:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4935 00000400:00000200:1.0:1769077949.941001:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077949.941008:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077949.941013:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077949.941019:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941024:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077949.941031:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941037:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077949.941043:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077949.941047:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769077949.941052:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077949.941064:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769077949.941071:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769077949.941077:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769077949.941082:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941085:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077949.941088:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941092:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077949.941094:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769077949.941098:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941099:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077949.941101:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077949.941107:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077949.941113:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.941116:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077949.941120:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077949.941126:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.941129:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077949.941137:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769077949.941140:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769077949.941145:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077949.941146:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.941148:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077949.941149:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077949.941151:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077949.941159:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000100:00000001:1.0:1769077949.941166:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077949.941174:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657844608/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077949.941195:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077949.941199:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077949.941204:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657844608/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077949.941217:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077949.941220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077949.941225:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077949.941226:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077949.941228:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077949.941232:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077949.941236:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4935 00000400:00000200:1.0:1769077949.941241:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077949.941245:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077949.941248:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077949.941250:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941252:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077949.941253:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941255:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077949.941259:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077949.941262:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769077949.941265:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077949.941267:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769077949.941268:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769077949.941272:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769077949.941276:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941280:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077949.941281:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941283:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077949.941287:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769077949.941292:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941297:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077949.941301:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077949.941306:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077949.941311:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.941318:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077949.941323:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:1.0:1769077949.941329:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.941332:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077949.941337:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769077949.941343:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:1.0:1769077949.941349:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077949.941352:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.941354:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077949.941355:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077949.941358:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077949.941364:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000100:00000001:1.0:1769077949.941370:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077949.941377:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657844736/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.1:1769077949.941386:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769077949.941389:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.1:1769077949.941391:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000100:00000001:1.0:1769077949.941392:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077949.941401:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657844736/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077949.941414:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077949.941417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077949.941420:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077949.941423:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077949.941425:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077949.941430:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077949.941435:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4935 00000400:00000200:1.0:1769077949.941439:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077949.941442:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077949.941446:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077949.941449:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941452:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077949.941454:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941456:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077949.941460:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077949.941461:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769077949.941463:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077949.941466:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769077949.941470:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769077949.941474:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769077949.941481:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941485:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077949.941487:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941489:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077949.941492:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769077949.941496:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077949.941501:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077949.941505:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077949.941508:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077949.941513:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.941517:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077949.941520:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769077949.941523:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.941528:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077949.941530:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769077949.941532:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769077949.941533:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077949.941534:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077949.941536:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077949.941537:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077949.941538:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077949.941543:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000100:00000001:1.0:1769077949.941549:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077949.941590:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657844864/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077949.941605:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077949.941611:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077949.941622:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657844864/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077949.941644:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077949.941654:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4945) 00000800:00000200:2.1:1769077949.941917:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077949.941919:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077949.942229:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077949.942231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769077949.942510:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077949.942511:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000100:00000001:0.0:1769077950.580712:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077950.580712:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077950.580713:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077950.580721:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077950.580722:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077950.580722:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077950.580724:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077950.580726:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.580727:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077950.580730:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077950.580732:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077950.580732:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077950.580743:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077950.580743:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077950.580743:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077950.580757:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.580757:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077950.580758:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077950.580769:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077950.580780:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077950.580789:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077950.580789:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.580794:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077950.580796:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.580797:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077950.580800:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.580803:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077950.580814:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077950.580820:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077950.580821:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077950.580823:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.580826:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077950.580829:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077950.580829:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077950.580837:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077950.580840:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077950.580844:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.580846:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077950.580849:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077950.580850:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077950.580855:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077950.580860:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.580860:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077950.580865:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.580874:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077950.708666:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299608268, at 4299608320 00000100:00000040:0.0:1769077950.708668:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299608267, at 4299608320 00000100:00000010:1.0:1769077950.708686:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bba0. 00000100:00000010:0.0:1769077950.708692:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b2a0. 00000100:00000001:0.0:1769077950.964664:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077950.964664:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077950.964672:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077950.964674:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077950.964679:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077950.964681:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077950.964682:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077950.964687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077950.964687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.964693:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077950.964694:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077950.964696:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077950.964698:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077950.964703:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077950.964707:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077950.964709:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077950.964710:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077950.964712:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077951.604669:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077951.604669:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077951.604678:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077951.604679:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077951.604681:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077951.604683:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077951.604687:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077951.604688:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077951.604693:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077951.604693:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077951.604697:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077951.604698:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077951.604698:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077951.604705:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077951.604705:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077951.604709:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077951.604710:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077951.604713:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077951.604714:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077951.604717:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077951.604718:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077951.604724:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077951.604724:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077951.604734:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077951.604744:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077951.604752:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077951.604759:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077951.604760:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077951.604767:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077951.604768:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077951.604777:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077951.604777:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077951.604787:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077951.604788:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077951.604801:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077951.604806:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077951.604806:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077951.604822:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077951.604823:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077951.604827:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077951.604828:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077951.604831:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077951.604832:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077951.604836:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077951.604838:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077951.604849:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077951.604861:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077951.604864:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077951.604868:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077951.604872:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077951.604877:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077951.604883:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077951.604893:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077951.604910:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077951.988661:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077951.988663:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077951.988670:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077951.988670:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077951.988675:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077951.988675:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077951.988685:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769077951.988685:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077951.988692:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077951.988692:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077951.988698:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077951.988699:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077951.988705:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077951.988710:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077951.988715:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077951.988715:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077951.988720:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077951.988725:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077952.628672:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077952.628677:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077952.628680:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077952.628682:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077952.628684:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077952.628685:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077952.628688:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077952.628692:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077952.628693:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077952.628693:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077952.628697:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077952.628700:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077952.628700:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077952.628702:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077952.628707:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077952.628708:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077952.628708:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077952.628714:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077952.628721:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077952.628724:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077952.628727:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077952.628729:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077952.628733:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077952.628737:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077952.628737:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077952.628739:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077952.628741:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077952.628744:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077952.628745:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077952.628750:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077952.628756:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077952.628756:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077952.628762:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077952.628762:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077952.628767:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077952.628768:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077952.628775:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077952.628775:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077952.628778:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077952.628783:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077952.628783:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077952.628789:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077952.628793:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077952.628796:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077952.628799:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077952.628805:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077952.628809:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077952.628811:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077952.628815:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077952.628821:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077952.628825:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077952.628826:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077952.628827:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077952.628828:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077953.012627:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077953.012635:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077953.012637:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077953.012638:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077953.012642:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077953.012644:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077953.012646:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077953.012648:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077953.012650:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077953.012654:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077953.012658:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077953.012662:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077953.012667:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077953.012671:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077953.012675:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077953.012675:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077953.012679:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077953.012682:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077953.652657:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077953.652658:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077953.652665:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077953.652665:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077953.652668:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077953.652672:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077953.652674:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077953.652676:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077953.652677:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077953.652679:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077953.652680:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077953.652682:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077953.652683:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077953.652686:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077953.652688:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077953.652688:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077953.652692:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077953.652693:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077953.652694:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077953.652695:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077953.652698:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077953.652701:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077953.652704:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077953.652707:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077953.652708:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077953.652711:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077953.652713:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077953.652734:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077953.652737:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077953.652739:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077953.652741:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077953.652744:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077953.652749:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077953.652754:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077953.652755:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077953.652757:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077953.652759:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077953.652760:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077953.652762:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077953.652774:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077953.652780:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077953.652784:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077953.652788:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077953.652790:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077953.652793:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077954.036649:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077954.036649:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077954.036655:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077954.036656:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077954.036659:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077954.036660:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077954.036666:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769077954.036667:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077954.036672:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077954.036674:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077954.036676:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077954.036679:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077954.036680:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077954.036683:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077954.036687:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077954.036688:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077954.036692:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077954.036695:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077954.676664:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077954.676672:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077954.676674:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077954.676678:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077954.676681:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077954.676683:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077954.676686:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077954.676688:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077954.676690:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077954.676695:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077954.676695:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077954.676695:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077954.676698:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077954.676700:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077954.676702:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077954.676703:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077954.676707:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077954.676708:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077954.676713:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077954.676714:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077954.676716:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077954.676763:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077954.676767:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077954.676768:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077954.676773:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077954.676773:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077954.676774:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077954.676776:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077954.676779:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077954.676781:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077954.676784:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077954.676789:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077954.676792:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077954.676795:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077954.676797:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077954.676800:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077954.676891:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077954.676893:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077954.676894:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077954.676897:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077954.676899:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077954.676902:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077954.676904:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077954.676905:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077954.676908:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077954.676914:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077954.676919:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077954.676922:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077954.676926:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077954.676930:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077954.676935:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077954.676942:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077954.676945:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077954.676949:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.060664:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077955.060664:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077955.060672:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077955.060673:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077955.060675:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077955.060676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077955.060677:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077955.060682:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769077955.060685:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077955.060689:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769077955.060689:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077955.060690:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077955.060693:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077955.060695:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769077955.060696:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077955.060697:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077955.060701:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077955.060701:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077955.060707:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.060709:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077955.060710:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077955.060715:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769077955.060720:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4940 00000100:00000001:3.0:1769077955.060720:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769077955.060732:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077955.060740:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077955.060744:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077955.060749:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.060753:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077955.060756:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.060759:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077955.060763:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077955.060765:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769077955.060767:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077955.060770:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769077955.060773:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769077955.060775:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769077955.060778:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.060780:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077955.060782:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.060784:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077955.060787:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769077955.060790:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077955.060792:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077955.060795:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077955.060798:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077955.060801:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.060803:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077955.060805:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077955.060814:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000040:1.0:1769077955.060817:0:38:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769077955.060821:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077955.060823:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.060826:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077955.060828:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077955.060832:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077955.060840:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000100:00000001:1.0:1769077955.060846:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077955.060854:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657844992/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077955.060899:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077955.060903:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077955.060908:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657844992/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077955.060929:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077955.060932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077955.060936:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077955.060937:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077955.060939:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077955.060942:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077955.060945:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4940 00000400:00000200:1.0:1769077955.060949:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077955.060952:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077955.060955:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077955.060959:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.060962:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077955.060964:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.060967:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077955.060970:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077955.060972:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769077955.060976:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077955.060979:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769077955.060985:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769077955.060990:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769077955.060997:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061003:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077955.061009:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061014:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077955.061019:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769077955.061027:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061033:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077955.061038:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077955.061045:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077955.061051:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.061054:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077955.061060:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769077955.061066:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.061071:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077955.061080:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769077955.061084:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769077955.061088:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077955.061092:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.061097:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077955.061100:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077955.061104:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077955.061113:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000100:00000001:1.0:1769077955.061121:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077955.061132:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657845120/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077955.061145:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077955.061151:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077955.061161:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657845120/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077955.061176:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077955.061181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077955.061189:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077955.061193:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077955.061196:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077955.061201:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077955.061209:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4940 00000400:00000200:1.0:1769077955.061216:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077955.061219:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077955.061222:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077955.061227:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061231:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077955.061234:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061240:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077955.061244:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077955.061248:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769077955.061253:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077955.061257:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769077955.061260:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769077955.061265:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769077955.061274:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061279:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.1:1769077955.061285:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:1.0:1769077955.061286:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:2.1:1769077955.061289:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00000001:1.0:1769077955.061291:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077955.061296:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769077955.061305:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061309:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077955.061315:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077955.061320:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077955.061325:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.061329:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077955.061333:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:1.0:1769077955.061347:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.061353:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077955.061360:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769077955.061366:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:1.0:1769077955.061373:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077955.061377:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.061382:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077955.061386:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077955.061391:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077955.061399:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000100:00000001:1.0:1769077955.061404:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077955.061414:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657845248/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077955.061426:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077955.061431:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077955.061440:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657845248/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077955.061459:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077955.061464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077955.061470:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769077955.061475:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077955.061479:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077955.061485:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077955.061494:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4940 00000400:00000200:1.0:1769077955.061504:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077955.061514:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077955.061520:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077955.061527:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061533:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077955.061538:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061544:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077955.061549:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077955.061552:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769077955.061575:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077955.061578:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769077955.061583:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769077955.061589:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769077955.061594:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061596:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077955.061600:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061606:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077955.061611:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769077955.061618:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077955.061624:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077955.061629:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077955.061636:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077955.061643:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.061648:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077955.061652:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769077955.061658:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.061664:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077955.061671:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769077955.061678:0:38:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769077955.061685:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077955.061689:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.061693:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077955.061696:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077955.061700:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077955.061707:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000100:00000001:1.0:1769077955.061713:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077955.061723:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657845376/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077955.061740:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077955.061743:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077955.061749:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657845376/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077955.061767:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077955.061775:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4950) 00000800:00000200:2.1:1769077955.061856:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077955.061858:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077955.062070:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077955.062072:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769077955.062337:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077955.062339:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 02000000:00000001:2.0:1769077955.062456:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077955.062457:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769077955.062459:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077955.062459:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077955.062460:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769077955.062462:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077955.062463:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637800. 02000000:00000001:2.0:1769077955.062464:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077955.062465:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077955.062466:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:2.0:1769077955.062467:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077955.062468:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077955.062469:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077955.062471:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077955.062472:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077955.062473:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077955.062474:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.700638:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077955.700640:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077955.700646:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077955.700648:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077955.700649:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.700653:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077955.700655:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769077955.700659:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077955.700659:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077955.700664:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077955.700666:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077955.700668:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077955.700669:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077955.700671:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077955.700676:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077955.700676:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077955.700677:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077955.700679:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077955.700683:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077955.700684:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077955.700687:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077955.700692:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769077955.700696:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077955.700699:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077955.700702:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077955.700705:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077955.700705:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077955.700711:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077955.700712:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.700713:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.700717:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077955.700718:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077955.700722:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077955.700723:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077955.700725:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.700726:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077955.700728:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077955.700729:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077955.700730:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077955.700732:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077955.700734:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077955.700735:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077955.700736:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.700739:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077955.700740:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077955.700741:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077955.700745:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077955.700748:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077955.700748:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077955.700750:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077955.700753:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077955.700753:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077955.700758:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077955.700758:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.700759:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077955.700761:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077955.700764:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077955.700765:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077955.700768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077955.700771:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769077955.700772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077955.700772:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077955.700774:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077955.700779:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077955.700782:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077955.700784:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077955.700784:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077955.700789:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077955.700789:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077955.700805:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077955.700808:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077955.700833:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769077955.700835:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769077955.700838:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769077955.828673:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299613387, at 4299613440 00000100:00000010:1.0:1769077955.828689:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b2a0. 00000100:00000040:0.0:1769077955.828776:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299613387, at 4299613440 00000100:00000010:0.0:1769077955.828789:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000001:0.0:1769077956.084661:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077956.084661:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077956.084671:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077956.084671:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077956.084675:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077956.084675:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077956.084683:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769077956.084683:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077956.084689:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077956.084689:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077956.084694:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077956.084694:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077956.084697:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077956.084700:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077956.084703:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077956.084704:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077956.084707:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077956.084709:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077956.724702:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077956.724706:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077956.724706:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077956.724708:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077956.724717:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077956.724718:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077956.724719:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077956.724723:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077956.724728:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077956.724729:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077956.724730:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077956.724735:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077956.724738:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077956.724741:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077956.724742:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077956.724743:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077956.724747:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077956.724751:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077956.724753:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077956.724757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077956.724758:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077956.724762:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077956.724763:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077956.724764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077956.724765:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077956.724772:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077956.724775:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077956.724782:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077956.724783:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077956.724788:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077956.724794:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077956.724798:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077956.724799:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077956.724803:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077956.724803:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077956.724809:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077956.724810:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077956.724819:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077956.724828:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077956.724832:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077956.724845:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077956.724848:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077956.724849:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077956.724852:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077956.724853:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077956.724856:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077956.724857:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077956.724858:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077956.724864:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077956.724865:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077956.724866:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077956.724870:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077956.724873:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077956.724888:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077956.724889:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077956.724889:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077956.724889:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077956.724899:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077956.724912:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077956.724913:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077956.724913:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077956.724921:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077956.724924:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077956.724924:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077956.724925:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077956.724931:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077956.724933:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077956.724937:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077956.724937:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077956.724942:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077956.724947:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077956.724948:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077956.724957:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077956.724964:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077957.108659:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077957.108668:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077957.108669:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077957.108672:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077957.108677:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077957.108680:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077957.108682:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077957.108693:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077957.108695:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077957.108699:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077957.108700:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077957.108709:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077957.108709:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077957.108716:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077957.108719:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077957.108723:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077957.108726:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077957.108729:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077957.748660:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077957.748662:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077957.748662:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077957.748674:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077957.748676:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077957.748676:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077957.748687:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077957.748687:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077957.748688:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077957.748702:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077957.748706:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077957.748706:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769077957.748707:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077957.748710:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077957.748715:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077957.748722:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077957.748724:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077957.748725:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077957.748725:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077957.748730:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077957.748732:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077957.748732:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077957.748732:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077957.748734:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077957.748737:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077957.748740:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077957.748745:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077957.748748:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077957.748751:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077957.748755:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077957.748756:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077957.748759:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077957.748763:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077957.748766:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077957.748769:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077957.748772:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077957.748783:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077957.748784:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077957.748789:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077957.748792:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077957.748793:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077957.748794:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077957.748796:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077957.748798:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077957.748801:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077957.748803:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077957.748803:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077957.748805:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077957.748811:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077957.748813:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077957.748814:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077957.748834:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077957.748834:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077957.748838:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077957.748839:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077957.748839:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077957.748841:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077957.748844:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077957.748844:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077957.748845:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077957.748847:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077957.748855:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077957.748856:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077957.748857:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077957.748857:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077957.748863:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077957.748866:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077957.748868:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077957.748869:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077957.748875:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077957.748876:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077957.748877:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077957.748878:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077957.748883:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077957.748885:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077957.748886:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769077957.748890:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077957.748891:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077957.748895:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077957.748898:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077957.748899:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077957.748904:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077957.748909:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077957.748910:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077957.748913:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077957.748915:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077957.748921:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077957.748923:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077957.748925:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077957.748942:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077957.748944:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077957.748945:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077958.132673:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077958.132680:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077958.132681:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077958.132683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077958.132686:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077958.132689:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077958.132690:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077958.132693:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077958.132696:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077958.132698:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077958.132702:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077958.132704:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077958.132706:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.132708:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077958.132712:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077958.132713:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077958.132716:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.132720:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077958.772677:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077958.772677:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077958.772684:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077958.772685:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077958.772687:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077958.772689:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077958.772690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077958.772691:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077958.772696:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077958.772697:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769077958.772697:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077958.772697:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077958.772701:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077958.772703:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077958.772705:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077958.772705:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077958.772706:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769077958.772707:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077958.772710:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077958.772711:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.772713:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077958.772715:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077958.772716:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077958.772717:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077958.772719:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077958.772720:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077958.772725:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077958.772726:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077958.772726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077958.772729:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077958.772730:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077958.772733:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077958.772734:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077958.772738:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077958.772741:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077958.772742:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077958.772746:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077958.772747:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077958.772749:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077958.772752:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077958.772752:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077958.772753:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077958.772757:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077958.772757:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077958.772758:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077958.772760:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077958.772760:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077958.772762:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077958.772764:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769077958.772764:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077958.772764:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077958.772765:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077958.772770:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.772770:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077958.772771:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077958.772771:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077958.772776:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.772776:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077958.772778:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077958.772778:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077958.772782:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077958.772784:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077958.772786:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077958.772787:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077958.772791:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.772791:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077958.772797:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077958.772798:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077958.772820:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077958.772822:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077958.772828:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077958.772828:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077958.772831:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077958.772834:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077959.156648:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077959.156657:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077959.156659:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077959.156666:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077959.156670:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077959.156674:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077959.156678:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077959.156682:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077959.156684:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077959.156687:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077959.156690:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077959.156693:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077959.156698:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077959.156701:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077959.156703:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077959.156706:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077959.156708:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077959.156711:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077959.796731:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077959.796732:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077959.796732:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077959.796744:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077959.796745:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077959.796746:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077959.796748:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077959.796752:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077959.796753:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077959.796763:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769077959.796764:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077959.796774:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077959.796776:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769077959.796777:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077959.796782:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077959.796805:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077959.796809:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077959.796813:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077959.796835:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077959.796841:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077959.796846:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077959.796847:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077959.796847:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077959.796852:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077959.796855:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077959.796857:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077959.796858:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077959.796861:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077959.796863:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077959.796868:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077959.796870:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077959.796874:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077959.796878:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077959.796881:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077959.796884:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077959.796885:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077959.796886:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077959.796891:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077959.796893:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769077959.796895:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769077959.796897:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077959.796898:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077959.796903:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077959.796904:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077959.796906:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077959.796908:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077959.796910:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077959.796910:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077959.796915:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077959.796916:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077959.796917:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077959.796922:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077959.796923:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077959.796924:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077959.796930:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077959.796931:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077959.796932:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077959.796939:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077959.796944:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077959.796947:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077959.796949:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077959.796951:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077959.796953:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077959.796959:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077959.796963:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077959.796974:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077959.796978:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077959.796980:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077959.796983:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077959.796986:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077959.796988:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077959.796991:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077959.796993:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077959.796996:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.180671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769077960.180677:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077960.180679:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077960.180681:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077960.180686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077960.180686:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077960.180687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.180691:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.180692:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077960.180695:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:3.0:1769077960.180697:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769077960.180698:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077960.180703:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077960.180703:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077960.180704:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077960.180710:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.180711:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077960.180712:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4945 00000100:00000001:2.0:1769077960.180718:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077960.180722:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.180727:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077960.180728:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077960.180728:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769077960.180733:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077960.180734:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769077960.180739:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077960.180740:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:3.0:1769077960.180740:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077960.180746:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:3.0:1769077960.180748:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077960.180752:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000040:3.0:1769077960.180754:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00001000:0.0:1769077960.180759:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000001:3.0:1769077960.180761:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077960.180766:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077960.180767:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000100:00000001:3.0:1769077960.180771:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077960.180773:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077960.180786:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077960.180791:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077960.180791:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077960.180795:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077960.180797:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077960.180799:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077960.180799:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:0.0:1769077960.180803:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077960.180803:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769077960.180808:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000002:0.0:1769077960.180811:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000020:00000001:3.0:1769077960.180812:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769077960.180818:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:0.0:1769077960.180819:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012227c0 00000100:00000001:3.0:1769077960.180821:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077960.180823:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:3.0:1769077960.180824:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077960.180827:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:3.0:1769077960.180828:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077960.180830:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000040:3.0:1769077960.180832:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:0.0:1769077960.180833:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077960.180836:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769077960.180837:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077960.180841:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.180842:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077960.180845:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.180846:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077960.180850:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769077960.180850:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077960.180853:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:3.0:1769077960.180854:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.180855:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:3.0:1769077960.180858:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000002:0.0:1769077960.180859:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012227c0 00000100:00000001:3.0:1769077960.180861:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.180863:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.180866:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077960.180867:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077960.180869:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000010:3.0:1769077960.180869:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24700. 00020000:00200000:0.0:1769077960.180873:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:3.0:1769077960.180874:0:38:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000002:0.0:1769077960.180877:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:3.0:1769077960.180879:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769077960.180881:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:3.0:1769077960.180882:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.180883:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:3.0:1769077960.180885:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077960.180886:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077960.180890:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077960.180892:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:3.0:1769077960.180892:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769077960.180896:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000020:00000001:0.0:1769077960.180898:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:3.0:1769077960.180899:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.180901:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077960.180904:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077960.180905:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.180906:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.180907:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077960.180910:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000010:3.0:1769077960.180910:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00000020:00000001:0.0:1769077960.180912:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.180916:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.180917:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.180919:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077960.180921:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:3.0:1769077960.180921:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.180923:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077960.180926:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077960.180927:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077960.180928:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.180930:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.180932:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.180934:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077960.180934:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769077960.180935:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077960.180937:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.180940:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.180943:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077960.180946:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077960.180948:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077960.180950:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077960.180952:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:3.0:1769077960.180953:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:0.0:1769077960.180955:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:3.0:1769077960.180958:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077960.180961:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077960.180965:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:3.0:1769077960.180965:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5c7b818] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077960.180968:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077960.180972:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077960.180975:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077960.180978:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000008:00000020:0.0:1769077960.180983:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000008:00000001:0.0:1769077960.180990:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077960.180992:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077960.180994:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077960.180996:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077960.180997:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:0.0:1769077960.181001:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077960.181002:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077960.181003:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077960.181006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769077960.181008:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077960.181010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:0.0:1769077960.181013:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.181013:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077960.181016:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:0.0:1769077960.181018:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.181020:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077960.181027:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4945 00000100:00000001:2.0:1769077960.181031:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769077960.181032:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077960.181034:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077960.181035:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077960.181036:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769077960.181040:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769077960.181040:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:0.0:1769077960.181041:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077960.181044:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00080000:3.0:1769077960.181045:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077960.181048:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:2.0:1769077960.181050:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769077960.181052:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077960.181053:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077960.181056:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.181058:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077960.181059:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077960.181062:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:3.0:1769077960.181064:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077960.181065:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077960.181068:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:2.0:1769077960.181069:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077960.181070:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077960.181071:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769077960.181071:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.181074:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769077960.181075:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077960.181076:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077960.181077:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077960.181077:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:0.0:1769077960.181079:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077960.181080:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077960.181081:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077960.181082:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:2.0:1769077960.181082:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.181084:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077960.181088:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000040:3.0:1769077960.181088:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769077960.181090:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00100000:2.0:1769077960.181090:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657845504:192.168.204.154@tcp:250:kworker.0 00000020:00000001:3.0:1769077960.181092:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769077960.181093:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077960.181097:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077960.181098:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769077960.181098:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1769077960.181098:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769077960.181101:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:2.0:1769077960.181103:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:0.0:1769077960.181105:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077960.181105:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:2.0:1769077960.181106:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.181110:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077960.181111:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769077960.181112:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:0.0:1769077960.181113:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077960.181117:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000010:2.0:1769077960.181117:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 00000020:00000001:0.0:1769077960.181119:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077960.181121:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077960.181121:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077960.181122:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077960.181124:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077960.181126:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:3.0:1769077960.181128:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077960.181129:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:2.0:1769077960.181132:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077960.181133:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:3.0:1769077960.181135:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00001000:0.0:1769077960.181136:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000400:00000010:2.0:1769077960.181138:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000100:00000001:3.0:1769077960.181139:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077960.181141:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000020:00000040:3.0:1769077960.181143:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00020000:00000001:0.0:1769077960.181145:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000010:2.0:1769077960.181146:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00080000:3.0:1769077960.181148:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000080:00000001:0.0:1769077960.181150:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:3.0:1769077960.181151:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769077960.181154:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000200:2.0:1769077960.181155:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657845504, portal 25 02000000:00000001:3.0:1769077960.181155:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769077960.181159:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000080:00000001:0.0:1769077960.181160:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077960.181162:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769077960.181162:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069293312 : -115332640258304 : ffff971b06f24700) 02000000:00000001:3.0:1769077960.181162:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00001000:0.0:1769077960.181166:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 02000000:00000001:3.0:1769077960.181169:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077960.181170:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:2.0:1769077960.181173:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769077960.181176:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.181176:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077960.181182:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1769077960.181183:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000080:00000001:0.0:1769077960.181184:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077960.181187:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000040:2.0:1769077960.181189:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000008:00000001:3.0:1769077960.181189:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.181190:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077960.181193:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000010:2.0:1769077960.181195:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00000100:00000001:3.0:1769077960.181195:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769077960.181196:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077960.181199:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000100:00000200:2.0:1769077960.181202:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657845504, offset 0 00000020:00000001:0.0:1769077960.181203:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000010:3.0:1769077960.181204:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25c00. 00000080:00000001:0.0:1769077960.181205:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077960.181209:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:2.0:1769077960.181211:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000040:3.0:1769077960.181211:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769077960.181213:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077960.181215:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077960.181218:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.181219:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1769077960.181221:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:0.0:1769077960.181222:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 02000000:00000001:3.0:1769077960.181222:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.181228:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000002:0.0:1769077960.181229:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012227c0 00000400:00000200:2.0:1769077960.181230:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 02000000:00000001:3.0:1769077960.181230:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077960.181235:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.181236:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:2.0:1769077960.181238:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:0.0:1769077960.181239:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077960.181241:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000010:3.0:1769077960.181241:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000400:00000200:2.0:1769077960.181244:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:0.0:1769077960.181245:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.181247:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.181248:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769077960.181251:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:0.0:1769077960.181252:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077960.181255:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077960.181255:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769077960.181257:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:0.0:1769077960.181260:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077960.181262:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077960.181264:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000400:00000200:2.0:1769077960.181264:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370495:370495:256:4294967295] 192.168.204.154@tcp LPNI seq info [370490:370490:8:4294967295] 00020000:00000002:0.0:1769077960.181267:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:0.0:1769077960.181273:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077960.181277:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769077960.181278:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769077960.181279:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077960.181282:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769077960.181283:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.181284:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077960.181288:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000040:3.0:1769077960.181291:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d4ec735] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:0.0:1769077960.181292:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:2.0:1769077960.181292:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:0.0:1769077960.181299:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077960.181302:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077960.181305:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000800:00000200:2.0:1769077960.181307:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769077960.181309:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00000001:3.0:1769077960.181311:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769077960.181312:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000800:00000010:2.0:1769077960.181315:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00000020:00000001:0.0:1769077960.181317:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000100:00080000:3.0:1769077960.181318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769077960.181321:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000800:00000200:2.0:1769077960.181323:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077960.181324:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077960.181327:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:3.0:1769077960.181327:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:2.0:1769077960.181329:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000020:00000001:0.0:1769077960.181331:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.181332:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769077960.181334:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.181337:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000800:00000200:2.1:1769077960.181337:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077960.181339:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077960.181341:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077960.181341:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00020000:00000001:0.0:1769077960.181342:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.181345:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077960.181346:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1769077960.181347:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000800:00000100:2.0:1769077960.181347:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769077960.181349:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000800:00000010:2.0:1769077960.181351:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00020000:00000001:0.0:1769077960.181352:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077960.181353:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077960.181355:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077960.181358:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.181358:0:38:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769077960.181359:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1769077960.181361:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.181364:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.181366:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.181368:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769077960.181369:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00080000:3.0:1769077960.181370:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4945 00000020:00000001:0.0:1769077960.181371:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.181374:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077960.181377:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00000020:00000001:0.0:1769077960.181378:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077960.181379:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000400:00000010:2.0:1769077960.181379:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000400:00000200:3.0:1769077960.181381:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077960.181382:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769077960.181384:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769077960.181385:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077960.181387:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077960.181389:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:3.0:1769077960.181391:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000200:2.0:1769077960.181392:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077960.181393:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077960.181396:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:3.0:1769077960.181398:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:0.0:1769077960.181399:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077960.181405:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077960.181408:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:2.0:1769077960.181408:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769077960.181408:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077960.181412:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000100:00000001:3.0:1769077960.181413:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769077960.181415:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:0.0:1769077960.181416:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00000040:3.0:1769077960.181420:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077960.181421:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077960.181423:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769077960.181427:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:0.0:1769077960.181428:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.181430:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077960.181433:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000001:3.0:1769077960.181434:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769077960.181435:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000020:0.0:1769077960.181436:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000020:00000040:3.0:1769077960.181437:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769077960.181441:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:0.0:1769077960.181442:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:2.0:1769077960.181443:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077960.181445:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.181447:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077960.181448:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077960.181449:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.181451:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.181451:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299618507 00000020:00000001:0.0:1769077960.181454:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077960.181454:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000100:00000010:2.0:1769077960.181457:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bba0. 00000020:00000001:0.0:1769077960.181460:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077960.181461:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:0.0:1769077960.181462:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077960.181464:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769077960.181467:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077960.181468:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077960.181470:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077960.181473:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.181474:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1769077960.181475:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077960.181477:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077960.181480:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769077960.181481:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299618507 00000100:00000001:3.0:1769077960.181482:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077960.181483:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077960.181486:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000010:2.0:1769077960.181486:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b840. 00020000:00000001:0.0:1769077960.181489:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:3.0:1769077960.181490:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077960.181491:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769077960.181492:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1769077960.181494:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769077960.181496:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077960.181497:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.181498:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769077960.181501:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:0.0:1769077960.181502:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.181502:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077960.181507:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:2.0:1769077960.181507:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1769077960.181510:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00080000:3.0:1769077960.181510:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769077960.181513:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00100000:2.0:1769077960.181514:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077960/real 1769077960] req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077960.181516:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:3.0:1769077960.181519:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.181520:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077960.181522:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:3.0:1769077960.181526:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769077960.181527:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077960.181531:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077960.181532:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769077960.181533:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077960.181538:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769077960.181539:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769077960.181541:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077960.181543:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769077960.181543:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00100000:3.0:1769077960.181546:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:0.0:1769077960.181547:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077960.181547:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00020000:00000001:0.0:1769077960.181551:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000008:00000001:3.0:1769077960.181576:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.181581:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:2.0:1769077960.181581:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000100:00000001:3.0:1769077960.181581:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.181585:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077960.181585:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769077960.181588:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077960.181590:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:2.0:1769077960.181590:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1769077960.181590:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00020000:00000001:0.0:1769077960.181592:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077960.181595:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000200:2.0:1769077960.181596:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769077960.181597:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769077960.181598:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077960.181600:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077960.181605:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:3.0:1769077960.181605:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077960.181609:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077960.181611:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077960.181613:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769077960.181615:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:3.0:1769077960.181617:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000080:00000001:0.0:1769077960.181618:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:3.0:1769077960.181623:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769077960.181624:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769077960.181624:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077960.181627:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077960.181630:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769077960.181630:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769077960.181632:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769077960.181633:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1769077960.181633:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00000020:00001000:0.0:1769077960.181634:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077960.181636:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000100:00100000:2.0:1769077960.181640:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769077960.181641:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.181642:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.181653:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077960.181655:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1769077960.181662:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077960.181676:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077960.181680:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.181682:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:3.0:1769077960.181687:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.181688:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.181693:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077960.181695:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.181699:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077960.181702:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077960.181704:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077960.181707:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769077960.181708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077960.181715:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1769077960.181718:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769077960.181718:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077960.181722:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077960.181723:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769077960.181729:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:2.0:1769077960.181731:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077960.181735:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4945 00000400:00000200:3.0:1769077960.181745:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00100000:2.0:1769077960.181747:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657845504:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769077960.181752:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769077960.181754:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769077960.181755:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769077960.181760:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769077960.181761:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24700 x1855007657845504/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769077960.181770:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077960.181771:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077960.181774:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769077960.181788:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1769077960.181792:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 00000100:00000040:3.0:1769077960.181792:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077960.181797:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769077960.181798:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769077960.181800:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769077960.181802:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769077960.181803:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000040:2.0:1769077960.181805:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769077960.181807:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769077960.181808:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1769077960.181810:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 02000000:00000010:2.0:1769077960.181812:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18400. 00000020:00000001:3.0:1769077960.181813:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769077960.181816:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 02000000:00000001:2.0:1769077960.181817:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1769077960.181820:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:2.0:1769077960.181821:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077960.181825:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24700. 00000100:00000001:3.0:1769077960.181825:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077960.181830:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077960.181831:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769077960.181833:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077960.181834:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769077960.181837:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:2.0:1769077960.181838:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077960.181842:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077960.181844:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.181845:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1769077960.181846:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769077960.181848:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.181850:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077960.181851:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077960.181854:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1769077960.181855:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.181856:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769077960.181858:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077960.181861:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000040:2.0:1769077960.181862:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769077960.181863:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.181868:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077960.181873:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000100:00000001:2.0:1769077960.181875:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1769077960.181877:0:38:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:2.0:1769077960.181878:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.181881:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769077960.181882:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077960.181885:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077960.181885:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.181890:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769077960.181891:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077960.181894:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1769077960.181898:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657845632:192.168.204.154@tcp:38:kworker.0 02000000:00000001:3.0:1769077960.181899:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.181907:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1769077960.181907:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 02000000:00000001:2.0:1769077960.181910:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769077960.181914:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077960.181915:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077960.181921:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077960.181925:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 00000100:00100000:3.0:1769077960.181926:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1769077960.181931:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077960.181941:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769077960.181943:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1769077960.181945:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000100:00000001:3.0:1769077960.181946:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077960.181952:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000040:3.0:1769077960.181953:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077960.181956:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657845632, portal 10 00000100:00000001:2.0:1769077960.181960:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077960.181963:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069298688 : -115332640252928 : ffff971b06f25c00) 00000100:00000001:3.0:1769077960.181970:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077960.181974:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769077960.181975:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4955) 00000100:00000001:2.0:1769077960.181982:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077960.181985:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077960.181987:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00000100:00000200:2.0:1769077960.181989:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657845632, offset 0 00000400:00000200:2.0:1769077960.181993:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077960.181995:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077960.181998:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077960.182001:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077960.182003:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077960.182004:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077960.182006:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077960.182008:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370496:370496:256:4294967295] 192.168.204.154@tcp LPNI seq info [370491:370491:8:4294967295] 00000400:00000200:2.0:1769077960.182011:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077960.182016:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077960.182019:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077960.182021:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00000800:00000200:2.0:1769077960.182024:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077960.182027:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077960.182030:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077960.182032:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:2.0:1769077960.182034:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077960.182036:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00000400:00000200:2.0:1769077960.182038:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077960.182040:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077960.182043:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00000400:00000010:2.0:1769077960.182044:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000100:00000001:2.0:1769077960.182046:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077960.182048:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182053:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077960.182056:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182060:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.182061:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077960.182063:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077960.182066:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769077960.182068:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077960.182070:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299617803 00000100:00000001:2.0:1769077960.182071:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299618507 00000100:00000001:2.0:1769077960.182073:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299617803 00000100:00000001:2.0:1769077960.182074:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299618507 00000100:00000001:2.0:1769077960.182076:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077960.182078:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.182079:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077960.182081:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077960/real 1769077960] req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077960.182086:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077960.182086:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077960.182088:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077960.182090:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077960.182091:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077960.182092:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077960.182094:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077960.182099:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182103:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077960.182104:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182105:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077960.182106:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077960.182108:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182112:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077960.182114:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182119:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077960.182121:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182122:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077960.182123:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182124:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077960.182126:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077960.182128:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077960.182130:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077960.182131:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077960.182134:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077960.182139:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657845632:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769077960.182141:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077960.182144:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182148:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077960.182149:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077960.182150:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077960.182152:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077960.182153:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077960.182155:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657845760:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077960.182156:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077960.182158:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077960.182159:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077960.182160:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077960.182162:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077960.182164:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077960.182166:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077960.182168:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077960.182170:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077960.182172:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657845760, portal 4 00000100:00000001:2.0:1769077960.182173:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077960.182174:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069291520 : -115332640260096 : ffff971b06f24000) 00000100:00000040:2.0:1769077960.182177:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182182:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077960.182183:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077960.182184:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00000100:00000200:2.0:1769077960.182186:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657845760, offset 0 00000400:00000200:2.0:1769077960.182188:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077960.182190:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077960.182192:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077960.182194:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077960.182196:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077960.182197:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077960.182199:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077960.182201:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370497:370497:256:4294967295] 192.168.204.154@tcp LPNI seq info [370492:370492:8:4294967295] 00000400:00000200:2.0:1769077960.182203:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077960.182207:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077960.182210:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077960.182211:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00000800:00000200:2.0:1769077960.182214:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077960.182215:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077960.182218:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077960.182220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:2.0:1769077960.182222:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077960.182224:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00000400:00000200:2.0:1769077960.182226:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077960.182228:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077960.182229:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00000400:00000010:2.0:1769077960.182231:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000100:00000001:2.0:1769077960.182232:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077960.182234:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182239:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077960.182241:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182245:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.182246:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077960.182248:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077960.182249:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769077960.182251:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077960.182252:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299617824 00000100:00000001:2.0:1769077960.182254:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299618507 00000100:00000001:2.0:1769077960.182255:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299617824 00000100:00000001:2.0:1769077960.182257:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299618507 00000100:00000001:2.0:1769077960.182258:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077960.182260:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.182261:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077960.182263:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077960/real 1769077960] req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077960.182268:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077960.182269:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077960.182270:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077960.182271:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077960.182272:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077960.182273:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077960.182275:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077960.182280:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182284:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077960.182285:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182286:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077960.182287:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077960.182289:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182293:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077960.182295:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182299:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077960.182301:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182302:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077960.182302:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182304:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077960.182307:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077960.182308:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077960.182310:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077960.182312:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077960.182314:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077960.182319:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657845760:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077960.182321:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182322:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077960.182324:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25c00 x1855007657845632/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182328:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077960.182329:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077960.182330:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769077960.182332:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077960.182333:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077960.182334:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769077960.182335:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077960.182336:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b800. 02000000:00000001:2.0:1769077960.182338:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077960.182339:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077960.182340:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25c00. 00000100:00000001:2.0:1769077960.182342:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077960.182342:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182343:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077960.182345:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24000 x1855007657845760/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182350:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077960.182350:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077960.182351:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077960.182353:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077960.182354:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077960.182355:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769077960.182356:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077960.182357:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b400. 02000000:00000001:2.0:1769077960.182359:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077960.182359:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077960.182360:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24000. 00000100:00000001:2.0:1769077960.182361:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077960.182362:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182363:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182365:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077960.182366:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.182367:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077960.182368:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077960.182369:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077960.182371:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182375:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077960.182375:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077960.182377:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077960.182378:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077960.182379:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077960.182381:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657845888:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077960.182383:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077960.182384:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077960.182385:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077960.182386:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077960.182388:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077960.182389:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077960.182391:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077960.182393:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077960.182394:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077960.182396:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657845888, portal 4 00000100:00000001:2.0:1769077960.182398:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077960.182399:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069304960 : -115332640246656 : ffff971b06f27480) 00000100:00000040:2.0:1769077960.182402:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182406:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077960.182408:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077960.182409:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00000100:00000200:2.0:1769077960.182410:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657845888, offset 0 00000400:00000200:2.0:1769077960.182413:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077960.182415:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077960.182417:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077960.182419:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077960.182420:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077960.182422:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077960.182423:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077960.182425:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370498:370498:256:4294967295] 192.168.204.154@tcp LPNI seq info [370493:370493:8:4294967295] 00000400:00000200:2.0:1769077960.182428:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077960.182432:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077960.182435:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077960.182436:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00000800:00000200:2.0:1769077960.182439:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077960.182441:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:2.1:1769077960.182443:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077960.182445:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:2.0:1769077960.182448:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077960.182449:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00000400:00000200:2.0:1769077960.182451:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077960.182453:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077960.182454:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00000400:00000010:2.0:1769077960.182456:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000100:00000001:2.0:1769077960.182457:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077960.182459:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182464:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077960.182466:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077985 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182471:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.182472:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077960.182473:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077960.182475:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769077960.182477:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077960.182478:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299617828 00000100:00000001:2.0:1769077960.182479:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299618507 00000100:00000001:2.0:1769077960.182481:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299617828 00000100:00000001:2.0:1769077960.182482:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299618507 00000100:00000001:2.0:1769077960.182484:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077960.182485:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.182486:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077960.182488:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077960/real 1769077960] req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077960.182493:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077960.182493:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077960.182494:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077960.182496:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077960.182497:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077960.182498:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077960.182500:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077960.182505:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182509:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077960.182510:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182511:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077960.182512:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077960.182514:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182519:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077960.182521:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182525:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077960.182526:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182527:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077960.182528:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182529:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077960.182532:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077960.182533:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077960.182535:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077960.182536:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077960.182539:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077960.182543:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657845888:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077960.182546:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182547:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077960.182549:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27480 x1855007657845888/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077985 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077960.182569:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077960.182570:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077960.182571:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077960.182573:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077960.182573:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077960.182574:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769077960.182576:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077960.182577:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19800. 02000000:00000001:2.0:1769077960.182579:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077960.182579:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077960.182580:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27480. 00000100:00000001:2.0:1769077960.182582:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077960.182583:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182584:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.182586:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077960.182587:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.182588:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077960.182589:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.820665:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077960.820669:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077960.820673:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077960.820674:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077960.820675:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077960.820676:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.820676:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077960.820680:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:0.0:1769077960.820683:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077960.820683:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077960.820683:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077960.820684:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.820687:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.820689:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.820691:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077960.820691:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769077960.820693:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077960.820694:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077960.820696:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.820697:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.820701:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077960.820701:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077960.820702:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077960.820702:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.820707:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.820708:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.820709:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077960.820709:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.820714:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077960.820717:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077960.820718:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077960.820721:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.820722:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077960.820727:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.820728:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077960.820731:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077960.820733:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077960.820735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077960.820738:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077960.820738:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077960.820741:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077960.820743:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077960.820747:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077960.820747:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077960.820750:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077960.820753:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077960.820755:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.820758:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077960.820759:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077960.820761:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077960.820781:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077960.820785:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077960.820785:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077960.820787:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077960.820791:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769077960.820791:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077960.820792:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077960.820792:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000020:00000001:0.0:1769077960.820795:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.820796:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.820797:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077960.820798:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1769077960.820799:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077960.820801:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077960.820803:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077960.820804:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077960.820807:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077960.820809:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077960.820810:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077960.820812:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077960.820814:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077960.820814:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.820816:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077960.820822:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077960.820823:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077960.820827:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077960.820832:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077960.820834:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077960.820837:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077960.820840:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077960.948625:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299618507, at 4299618560 00000100:00000010:1.0:1769077960.948639:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000040:0.0:1769077960.948664:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299618507, at 4299618560 00000100:00000010:0.0:1769077960.948672:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bba0. 00000100:00000001:1.0:1769077961.204631:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077961.204631:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077961.204639:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077961.204639:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077961.204642:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077961.204642:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077961.204650:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769077961.204650:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077961.204654:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077961.204656:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077961.204658:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077961.204662:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077961.204663:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077961.204664:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077961.204671:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077961.204672:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077961.204676:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077961.204680:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077961.844697:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077961.844699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077961.844702:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077961.844705:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077961.844705:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077961.844712:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077961.844713:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077961.844716:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077961.844722:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077961.844723:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769077961.844723:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077961.844729:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077961.844740:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077961.844741:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077961.844742:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077961.844743:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077961.844764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077961.844765:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077961.844765:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077961.844766:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077961.844776:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077961.844777:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077961.844778:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077961.844778:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077961.844785:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077961.844789:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077961.844790:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077961.844797:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077961.844799:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077961.844800:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077961.844806:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077961.844812:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077961.844813:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077961.844819:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077961.844820:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077961.844825:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077961.844827:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077961.844827:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077961.844840:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769077961.844842:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077961.844851:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077961.844853:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077961.844854:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077961.844855:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077961.844862:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077961.844863:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077961.844867:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769077961.844867:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077961.844878:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077961.844878:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077961.844879:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077961.844882:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077961.844889:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077961.844890:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077961.844890:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077961.844891:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077961.844902:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769077961.844904:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077961.844906:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077961.844907:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077961.844911:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077961.844915:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077961.844916:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077961.844920:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077961.844925:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077961.844939:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077961.844944:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077961.844947:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077961.844951:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077961.844955:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077961.844957:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077961.844960:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077961.844962:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077961.844964:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077962.228626:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077962.228634:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077962.228637:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077962.228639:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077962.228643:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769077962.228646:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077962.228649:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077962.228650:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077962.228656:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077962.228658:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077962.228662:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077962.228664:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077962.228667:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077962.228668:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077962.228675:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077962.228676:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077962.228683:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077962.228688:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077962.868708:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077962.868708:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077962.868719:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077962.868720:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077962.868724:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077962.868725:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077962.868748:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077962.868754:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077962.868755:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077962.868761:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077962.868763:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077962.868767:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077962.868768:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077962.868774:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077962.868774:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077962.868774:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077962.868789:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077962.868792:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077962.868792:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077962.868793:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077962.868808:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077962.868809:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077962.868812:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077962.868817:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077962.868819:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077962.868821:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769077962.868835:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077962.868837:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077962.868839:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077962.868847:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077962.868847:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077962.868849:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077962.868858:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077962.868862:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077962.868864:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077962.868868:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077962.868873:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077962.868874:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077962.868878:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077962.868878:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077962.868888:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077962.868893:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077962.868897:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077962.868898:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077962.868898:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077962.868900:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077962.868908:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769077962.868908:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077962.868911:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077962.868912:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769077962.868923:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077962.868923:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077962.868924:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077962.868938:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769077962.868940:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00010000:0.0:1769077962.868943:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077962.868944:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077962.868949:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077962.868951:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077962.868955:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077962.868959:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077962.868960:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077962.868961:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077962.868963:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077962.868979:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077962.868980:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077962.868980:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077962.868987:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077962.868988:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077962.869000:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077962.869002:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077962.869022:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077962.869026:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077962.869028:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077963.252621:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077963.252629:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077963.252631:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077963.252638:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077963.252639:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077963.252641:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077963.252651:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769077963.252653:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077963.252657:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077963.252661:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077963.252663:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077963.252667:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077963.252668:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077963.252671:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077963.252676:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077963.252678:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077963.252683:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077963.252688:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077963.892639:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077963.892657:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077963.892658:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077963.892660:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077963.892663:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077963.892667:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077963.892669:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077963.892671:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077963.892674:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077963.892678:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077963.892681:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077963.892683:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077963.892686:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077963.892687:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077963.892687:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077963.892694:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077963.892695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077963.892696:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077963.892705:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077963.892705:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077963.892707:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077963.892710:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077963.892713:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077963.892729:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077963.892730:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077963.892734:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077963.892750:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077963.892752:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077963.892755:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077963.892756:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077963.892763:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077963.892767:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077963.892771:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077963.892772:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077963.892772:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077963.892776:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077963.892780:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077963.892784:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077963.892788:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077963.892792:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077963.892792:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077963.892797:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077963.892798:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077963.892802:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077963.892803:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077963.892806:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077963.892807:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077963.892807:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077963.892812:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077963.892814:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077963.892822:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1769077963.892823:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077963.892824:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077963.892825:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077963.892835:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077963.892835:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077963.892845:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077963.892851:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769077963.892852:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077963.892853:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077963.892858:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077963.892859:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077963.892862:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077963.892869:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077963.892877:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077963.892878:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077963.892878:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077963.892887:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077963.892894:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077963.892895:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077963.892901:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077963.892903:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077963.892904:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077963.892906:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077964.276683:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077964.276683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077964.276693:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077964.276694:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077964.276698:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077964.276698:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077964.276721:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769077964.276722:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077964.276728:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077964.276728:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077964.276735:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077964.276735:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077964.276742:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077964.276746:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077964.276749:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077964.276750:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077964.276754:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077964.276758:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077964.916649:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077964.916655:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077964.916657:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077964.916659:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769077964.916662:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077964.916664:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077964.916667:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077964.916668:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077964.916671:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077964.916672:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077964.916674:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077964.916676:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077964.916678:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077964.916678:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077964.916679:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077964.916683:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077964.916684:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077964.916685:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077964.916688:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077964.916691:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077964.916692:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077964.916710:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077964.916710:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077964.916712:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077964.916719:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077964.916719:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077964.916719:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077964.916723:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077964.916724:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077964.916726:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077964.916730:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077964.916730:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077964.916736:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077964.916736:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077964.916739:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077964.916752:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077964.916754:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077964.916755:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077964.916758:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077964.916759:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077964.916759:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077964.916762:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077964.916763:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077964.916766:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077964.916768:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077964.916768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077964.916768:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077964.916769:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077964.916772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077964.916775:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077964.916776:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077964.916779:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077964.916779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077964.916780:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077964.916784:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077964.916784:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077964.916785:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077964.916788:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077964.916792:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077964.916792:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077964.916795:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077964.916797:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077964.916809:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077964.916812:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769077964.916813:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077964.916814:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077964.916816:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077964.916817:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00010000:0.0:1769077964.916820:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077964.916822:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077964.916825:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077964.916826:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077964.916827:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077964.916829:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.300628:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769077965.300630:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769077965.300636:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077965.300639:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769077965.300640:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.300644:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769077965.300646:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:3.0:1769077965.300650:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077965.300651:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077965.300657:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.300660:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:0.0:1769077965.300661:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769077965.300663:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077965.300663:0:38:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:0.0:1769077965.300667:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:1.0:1769077965.300669:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.300671:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:3.0:1769077965.300673:0:38:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4950 00000020:00000001:0.0:1769077965.300678:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077965.300683:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000400:00000200:3.0:1769077965.300688:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077965.300689:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1769077965.300702:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000020:00000001:0.0:1769077965.300707:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077965.300712:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:3.0:1769077965.300713:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00200000:0.0:1769077965.300715:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769077965.300715:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077965.300718:0:38:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077965.300725:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769077965.300725:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077965.300727:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077965.300730:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769077965.300740:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:0.0:1769077965.300741:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077965.300743:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000040:3.0:1769077965.300745:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:0.0:1769077965.300750:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769077965.300753:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077965.300755:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000002:0.0:1769077965.300756:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769077965.300763:0:38:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:0.0:1769077965.300764:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:2.0:1769077965.300765:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769077965.300768:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000040:3.0:1769077965.300768:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:0.0:1769077965.300773:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000001:3.0:1769077965.300774:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769077965.300775:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:0.0:1769077965.300776:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077965.300778:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:0.0:1769077965.300782:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077965.300783:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077965.300784:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769077965.300785:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077965.300788:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.300799:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769077965.300800:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077965.300802:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769077965.300802:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077965.300807:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077965.300809:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077965.300815:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:3.0:1769077965.300815:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077965.300820:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077965.300821:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077965.300826:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077965.300827:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077965.300831:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000040:3.0:1769077965.300831:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:0.0:1769077965.300833:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077965.300838:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:3.0:1769077965.300839:0:38:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077965.300844:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077965.300846:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:3.0:1769077965.300847:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769077965.300851:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:3.0:1769077965.300852:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077965.300854:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077965.300856:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:3.0:1769077965.300856:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.300859:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077965.300860:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00000001:3.0:1769077965.300862:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769077965.300863:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077965.300867:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:0.0:1769077965.300869:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077965.300873:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.300874:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077965.300875:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077965.300875:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00020000:00000001:0.0:1769077965.300880:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077965.300881:0:38:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:0.0:1769077965.300882:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 02000000:00000001:3.0:1769077965.300886:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769077965.300887:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:3.0:1769077965.300890:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.300891:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.300895:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.300896:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077965.300897:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.300899:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:3.0:1769077965.300900:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077965.300902:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077965.300904:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.300905:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:3.0:1769077965.300906:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.300907:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077965.300910:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.300911:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.300912:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.300914:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.300915:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077965.300915:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.300917:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077965.300917:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 00000020:00000001:0.0:1769077965.300922:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077965.300924:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077965.300925:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.300925:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769077965.300927:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077965.300928:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077965.300931:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077965.300937:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00100000:3.0:1769077965.300937:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000020:0.0:1769077965.300941:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077965.300943:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.300948:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077965.300951:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077965.300953:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000100:00000001:3.0:1769077965.300953:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000020:0.0:1769077965.300958:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000001:3.0:1769077965.300959:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077965.300962:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077965.300964:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077965.300966:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769077965.300966:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077965.300968:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077965.300972:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:0.0:1769077965.300981:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769077965.300985:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.300989:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.300990:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.300991:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.300992:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.300994:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077965.300997:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077965.300999:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077965.301002:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077965.301003:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077965.301004:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.301005:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077965.301006:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077965.301008:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077965.301010:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077965.301011:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.301012:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077965.301013:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769077965.301013:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.301015:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077965.301017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:0.0:1769077965.301018:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.301022:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077965.301024:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00080000:3.0:1769077965.301024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:0.0:1769077965.301027:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:3.0:1769077965.301028:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1769077965.301030:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00080000:3.0:1769077965.301031:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1769077965.301033:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769077965.301036:0:38:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:0.0:1769077965.301037:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077965.301040:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.301043:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00080000:3.0:1769077965.301043:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4950 00000100:00000001:2.0:1769077965.301045:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769077965.301046:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:3.0:1769077965.301053:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077965.301054:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.301055:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1769077965.301061:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:0.0:1769077965.301065:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077965.301066:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077965.301067:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:0.0:1769077965.301069:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077965.301074:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077965.301076:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301080:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:3.0:1769077965.301080:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077965.301086:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000040:2.0:1769077965.301087:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077965.301088:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077965.301097:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000040:3.0:1769077965.301102:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077965.301104:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077965.301108:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769077965.301111:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00001000:0.0:1769077965.301113:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077965.301121:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000020:00000001:3.0:1769077965.301122:0:38:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:0.0:1769077965.301127:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000020:00000040:3.0:1769077965.301129:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000080:00000001:0.0:1769077965.301132:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000020:00000001:3.0:1769077965.301136:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00200000:0.0:1769077965.301138:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769077965.301140:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1769077965.301141:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000080:00000001:0.0:1769077965.301142:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769077965.301148:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077965.301149:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077965.301150:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077965.301157:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000020:00000001:3.0:1769077965.301163:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:2.0:1769077965.301164:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000001:0.0:1769077965.301165:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:3.0:1769077965.301172:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:0.0:1769077965.301174:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077965.301175:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077965.301176:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769077965.301186:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077965.301187:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00100000:2.0:1769077965.301197:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657846016:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769077965.301198:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:0.0:1769077965.301199:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077965.301206:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077965.301210:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:3.0:1769077965.301211:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:0.0:1769077965.301218:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:2.0:1769077965.301220:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769077965.301222:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00001000:0.0:1769077965.301226:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 02000000:00000001:2.0:1769077965.301226:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769077965.301229:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301236:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 02000000:00000001:2.0:1769077965.301236:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077965.301237:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077965.301247:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:2.0:1769077965.301247:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077965.301251:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769077965.301252:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077965.301255:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:3.0:1769077965.301256:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301258:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000010:2.0:1769077965.301258:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 00000100:00000001:3.0:1769077965.301261:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077965.301264:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000008:00100000:3.0:1769077965.301269:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1769077965.301270:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077965.301271:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769077965.301285:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.301289:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077965.301290:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000400:00000200:2.0:1769077965.301294:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000010:3.0:1769077965.301295:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000400:00000010:2.0:1769077965.301305:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00020000:00000002:0.0:1769077965.301307:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000020:00000040:3.0:1769077965.301307:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00020000:00000001:0.0:1769077965.301320:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:3.0:1769077965.301322:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769077965.301323:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000400:00000010:2.0:1769077965.301325:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 02000000:00000001:3.0:1769077965.301325:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.301327:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077965.301334:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.301336:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769077965.301337:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077965.301340:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077965.301342:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000200:2.0:1769077965.301342:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657846016, portal 25 02000000:00000001:3.0:1769077965.301344:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.301348:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.301357:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1769077965.301357:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00000020:00000001:0.0:1769077965.301358:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.301368:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769077965.301369:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069296000 : -115332640255616 : ffff971b06f25180) 00020000:00000001:0.0:1769077965.301374:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:3.0:1769077965.301376:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077965.301379:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000100:00000040:2.0:1769077965.301381:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077965.301383:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077965.301386:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769077965.301394:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077965.301399:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077965.301402:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077965.301406:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077965.301415:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077965.301425:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077965.301430:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077965.301436:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077965.301441:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077965.301451:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000100:00000001:3.0:1769077965.301455:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769077965.301459:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000100:00000001:2.0:1769077965.301459:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077965.301460:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301465:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077965.301467:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.301468:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077965.301471:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077965.301474:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769077965.301477:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769077965.301478:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.301485:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000400:00000010:2.0:1769077965.301485:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00000020:00000001:0.0:1769077965.301496:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000200:2.0:1769077965.301497:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657846016, offset 0 00000020:00000001:0.0:1769077965.301500:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.301501:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.301506:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077965.301508:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769077965.301509:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301521:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000200:2.0:1769077965.301522:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00080000:3.0:1769077965.301522:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:0.0:1769077965.301530:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:3.0:1769077965.301533:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769077965.301534:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.301537:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00080000:3.0:1769077965.301537:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1769077965.301541:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769077965.301547:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769077965.301547:0:38:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769077965.301549:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077965.301577:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4950 00000020:00000001:0.0:1769077965.301586:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.301589:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.301590:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301592:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077965.301594:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301598:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077965.301599:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:0.0:1769077965.301600:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077965.301604:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077965.301606:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.301608:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077965.301609:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077965.301610:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077965.301613:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:2.0:1769077965.301614:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000020:0.0:1769077965.301616:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077965.301618:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.301620:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077965.301622:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077965.301628:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000400:00000200:2.0:1769077965.301629:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000020:0.0:1769077965.301634:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000400:00000200:2.0:1769077965.301640:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000001:0.0:1769077965.301641:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077965.301644:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077965.301646:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.301649:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000400:00000200:2.0:1769077965.301654:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000020:0.0:1769077965.301655:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:0.0:1769077965.301661:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:0.0:1769077965.301663:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301666:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.301669:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077965.301670:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370499:370499:256:4294967295] 192.168.204.154@tcp LPNI seq info [370494:370494:8:4294967295] 00020000:00000001:0.0:1769077965.301671:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301676:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301680:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077965.301682:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077965.301684:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077965.301686:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077965.301688:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077965.301702:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.301704:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077965.301705:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077965.301707:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:2.0:1769077965.301709:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077965.301711:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077965.301714:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.301716:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:3.0:1769077965.301719:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077965.301720:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077965.301723:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077965.301728:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:0.0:1769077965.301730:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077965.301736:0:38:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:0.0:1769077965.301742:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000040:3.0:1769077965.301746:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077965.301749:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000200:2.0:1769077965.301751:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769077965.301755:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:3.0:1769077965.301755:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077965.301762:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:3.0:1769077965.301762:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077965.301766:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769077965.301772:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077965.301773:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000800:00000200:2.0:1769077965.301773:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769077965.301780:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769077965.301781:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077965.301784:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000040:3.0:1769077965.301785:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000010:2.0:1769077965.301786:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00000020:00000001:0.0:1769077965.301791:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769077965.301791:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769077965.301796:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077965.301797:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769077965.301804:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:0.0:1769077965.301806:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769077965.301806:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769077965.301809:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:0.0:1769077965.301817:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000040:3.0:1769077965.301819:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077965.301820:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000800:00000200:2.0:1769077965.301821:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000100:00000001:3.0:1769077965.301823:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077965.301825:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077965.301829:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077965.301837:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769077965.301838:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077965.301845:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000020:00000040:3.0:1769077965.301845:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000800:00000200:2.1:1769077965.301846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:0.0:1769077965.301853:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00080000:3.0:1769077965.301858:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769077965.301859:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000800:00000200:2.1:1769077965.301860:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000100:00000001:3.0:1769077965.301865:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301866:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077965.301874:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 02000000:00000001:3.0:1769077965.301874:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077965.301880:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077965.301882:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000800:00000100:2.0:1769077965.301882:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 02000000:00000001:3.0:1769077965.301885:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.301893:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077965.301894:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000800:00000010:2.0:1769077965.301894:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00000080:00000001:0.0:1769077965.301898:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000008:00100000:3.0:1769077965.301899:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000080:00200000:0.0:1769077965.301902:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00000001:3.0:1769077965.301903:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077965.301904:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000080:00000001:0.0:1769077965.301911:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:3.0:1769077965.301911:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.301914:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000010:3.0:1769077965.301919:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000020:00001000:0.0:1769077965.301920:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000400:00000200:2.0:1769077965.301921:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000080:00000001:0.0:1769077965.301929:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000020:00000040:3.0:1769077965.301929:0:38:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000200:2.0:1769077965.301935:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 02000000:00000001:3.0:1769077965.301935:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000080:00000001:0.0:1769077965.301936:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077965.301942:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077965.301944:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000080:00000001:0.0:1769077965.301946:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:3.0:1769077965.301946:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077965.301948:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000080:00000001:0.0:1769077965.301956:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 02000000:00000001:3.0:1769077965.301957:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.301958:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769077965.301963:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077965.301967:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 02000000:00000010:3.0:1769077965.301967:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000020:00001000:0.0:1769077965.301976:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000001:3.0:1769077965.301977:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077965.301978:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077965.301981:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000020:00000001:0.0:1769077965.301989:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077965.301993:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00100000:3.0:1769077965.301997:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00200000:0.0:1769077965.302000:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077965.302016:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.302020:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077965.302027:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077965.302035:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077965.302051:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:3.0:1769077965.302056:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769077965.302062:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:3.0:1769077965.302063:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.302065:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:2.0:1769077965.302065:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:0.0:1769077965.302069:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:3.0:1769077965.302070:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077965.302072:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077965.302078:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077965.302079:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077965.302093:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077965.302097:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302105:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.302109:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077965.302115:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:3.0:1769077965.302116:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077965.302120:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000100:00080000:3.0:1769077965.302125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769077965.302129:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.302134:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302135:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00080000:3.0:1769077965.302136:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:0.0:1769077965.302142:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1769077965.302144:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769077965.302144:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769077965.302145:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00080000:3.0:1769077965.302148:0:38:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00020000:00200000:0.0:1769077965.302153:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:3.0:1769077965.302154:0:38:0:(import.c:484:import_select_connection()) Process entered 00020000:00000002:0.0:1769077965.302157:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077965.302162:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769077965.302163:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077965.302164:0:38:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4950 00020000:00000001:0.0:1769077965.302170:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077965.302174:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:3.0:1769077965.302175:0:38:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077965.302176:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077965.302179:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000400:00000200:3.0:1769077965.302180:0:38:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077965.302181:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000100:00080000:3.0:1769077965.302186:0:38:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077965.302191:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:2.0:1769077965.302192:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077965.302197:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:3.0:1769077965.302198:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077965.302200:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769077965.302202:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299623628 00000020:00000001:0.0:1769077965.302203:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.302208:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077965.302211:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769077965.302214:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b600. 00020000:00000001:0.0:1769077965.302215:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000040:3.0:1769077965.302216:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077965.302223:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077965.302227:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.302227:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077965.302230:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00020000:00000001:0.0:1769077965.302232:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077965.302233:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077965.302239:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769077965.302240:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077965.302243:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769077965.302244:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769077965.302246:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299623628 00020000:00000001:0.0:1769077965.302247:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000020:00000040:3.0:1769077965.302247:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:0.0:1769077965.302254:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.302259:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769077965.302259:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000010:2.0:1769077965.302261:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bae0. 00000020:00000001:0.0:1769077965.302263:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769077965.302263:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769077965.302268:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302273:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.302275:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1769077965.302275:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077965.302277:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.302286:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077965.302287:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.302289:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077965.302292:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:3.0:1769077965.302295:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077965.302297:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.302302:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302303:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.302303:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077965.302319:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000040:3.0:1769077965.302320:0:38:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:2.0:1769077965.302321:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:0.0:1769077965.302324:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077965.302330:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.302333:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00080000:3.0:1769077965.302334:0:38:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000008:00000001:0.0:1769077965.302338:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00100000:2.0:1769077965.302339:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077965/real 1769077965] req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077965.302340:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077965.302341:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 02000000:00000001:3.0:1769077965.302347:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000001:0.0:1769077965.302349:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:3.0:1769077965.302352:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1769077965.302355:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077965.302360:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077965.302362:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077965.302371:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:3.0:1769077965.302372:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00000001:0.0:1769077965.302376:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00100000:3.0:1769077965.302377:0:38:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769077965.302382:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000008:00000001:3.0:1769077965.302390:0:38:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769077965.302392:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000100:00000001:3.0:1769077965.302398:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077965.302409:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000010:3.0:1769077965.302411:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000008:00000020:0.0:1769077965.302414:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000040:3.0:1769077965.302421:0:38:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000008:00000001:0.0:1769077965.302422:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.302429:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:3.0:1769077965.302431:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000008:00000020:0.0:1769077965.302433:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 02000000:00000001:3.0:1769077965.302436:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077965.302448:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1769077965.302449:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000001:2.0:1769077965.302452:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00000001:0.0:1769077965.302453:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077965.302454:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000001:2.0:1769077965.302456:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1769077965.302458:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077965.302458:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077965.302464:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00020000:00000001:0.0:1769077965.302465:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077965.302467:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00020000:00000001:0.0:1769077965.302476:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.302477:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302479:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077965.302481:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000001:0.0:1769077965.302482:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077965.302486:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00100000:3.0:1769077965.302488:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769077965.302490:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000010:2.0:1769077965.302490:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769077965.302498:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077965.302503:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769077965.302504:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000001:0.0:1769077965.302506:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.302508:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769077965.302510:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:3.0:1769077965.302512:0:38:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302513:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077965.302518:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000200:2.0:1769077965.302520:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077965.302521:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000040:3.0:1769077965.302522:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077965.302525:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.302530:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077965.302536:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077965.302540:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.302548:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.302573:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.302578:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000040:3.0:1769077965.302579:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4960) 00000020:00000001:0.0:1769077965.302581:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077965.302584:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077965.302588:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077965.302593:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077965.302596:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077965.302598:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.302601:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077965.302602:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000200:2.0:1769077965.302604:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077965.302605:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.302613:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.302620:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077965.302623:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077965.302626:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302634:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077965.302638:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077965.302641:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769077965.302642:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1769077965.302643:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077965.302646:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769077965.302647:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1769077965.302648:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077965.302657:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769077965.302658:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:0.0:1769077965.302661:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769077965.302662:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077965.302664:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077965.302671:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1769077965.302677:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769077965.302679:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077965.302682:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077965.302686:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077965.302703:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:0.0:1769077965.302708:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077965.302711:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077965.302712:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077965.302713:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077965.302715:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077965.302717:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077965.302719:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:0.0:1769077965.302720:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077965.302721:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077965.302722:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077965.302723:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.302724:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077965.302725:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077965.302727:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077965.302729:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:0.0:1769077965.302731:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077965.302732:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077965.302733:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077965.302734:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.302735:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077965.302736:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077965.302737:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302738:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.302739:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077965.302740:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077965.302741:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:0.0:1769077965.302742:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302743:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077965.302744:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077965.302745:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077965.302746:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077965.302747:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077965.302748:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077965.302749:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077965.302750:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077965.302751:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077965.302752:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077965.302758:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:0.0:1769077965.302761:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769077965.302762:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077965.302763:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.302767:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077965.302770:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.302772:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.302773:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077965.302780:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:2.0:1769077965.302780:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077965.302787:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.302797:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302805:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302816:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769077965.302817:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769077965.302819:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077965.302822:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.302825:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769077965.302826:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077965.302827:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769077965.302831:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769077965.302832:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302836:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.302836:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769077965.302853:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.302854:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:0.0:1769077965.302863:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.302863:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769077965.302871:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00080000:2.0:1769077965.302873:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769077965.302875:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.302881:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077965.302886:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000020:00000001:0.0:1769077965.302887:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077965.302892:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:2.0:1769077965.302893:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:0.0:1769077965.302897:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.302907:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077965.302913:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000040:2.0:1769077965.302914:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077965.302922:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077965.302927:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077965.302932:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077965.302936:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.302950:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077965.302955:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00100000:2.0:1769077965.302956:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657846016:192.168.204.154@tcp:250:kworker.0 00000008:00000001:0.0:1769077965.302965:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000100:00000001:2.0:1769077965.302966:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1769077965.302975:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000001:2.0:1769077965.302976:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1769077965.302984:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:2.0:1769077965.302985:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25180 x1855007657846016/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:0.0:1769077965.302987:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077965.302990:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.302999:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077965.303005:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769077965.303023:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.303023:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:0.0:1769077965.303031:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077965.303031:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1769077965.303040:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769077965.303041:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 00020000:00000001:0.0:1769077965.303045:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303048:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077965.303048:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077965.303061:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769077965.303062:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303070:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000040:2.0:1769077965.303071:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00020000:00000001:0.0:1769077965.303080:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077965.303082:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769077965.303082:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1769077965.303086:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077965.303087:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077965.303088:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769077965.303089:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19800. 00020000:00000001:0.0:1769077965.303090:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077965.303092:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077965.303098:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077965.303099:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077965.303100:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:2.0:1769077965.303101:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769077965.303102:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077965.303107:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077965.303108:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077965.303108:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00020000:00000001:0.0:1769077965.303114:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303117:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000010:2.0:1769077965.303118:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25180. 00000020:00000001:0.0:1769077965.303119:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077965.303120:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077965.303122:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077965.303125:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077965.303127:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:2.0:1769077965.303128:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00020000:00000001:0.0:1769077965.303129:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.303134:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769077965.303135:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077965.303136:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077965.303138:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.303140:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769077965.303141:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303145:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077965.303146:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077965.303146:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303147:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077965.303148:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077965.303149:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077965.303151:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769077965.303152:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769077965.303155:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769077965.303157:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769077965.303158:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:2.0:1769077965.303162:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:0.0:1769077965.303164:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769077965.303166:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:0.0:1769077965.303168:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077965.303179:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769077965.303180:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000080:00200000:0.0:1769077965.303189:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077965.303195:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000040:2.0:1769077965.303195:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077965.303200:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077965.303204:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077965.303210:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077965.303223:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.303223:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077965.303229:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077965.303230:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077965.303236:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 02000000:00000001:2.0:1769077965.303237:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1769077965.303245:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:2.0:1769077965.303246:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077965.303248:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 02000000:00000001:2.0:1769077965.303252:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769077965.303253:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077965.303265:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000100:00100000:2.0:1769077965.303267:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846144:192.168.204.154@tcp:38:kworker.0 00000020:00000001:0.0:1769077965.303270:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077965.303275:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769077965.303275:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000080:00200000:0.0:1769077965.303281:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:2.0:1769077965.303282:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1769077965.303290:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:2.0:1769077965.303291:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303292:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077965.303294:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077965.303298:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 02000000:00000001:2.0:1769077965.303298:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000002:0.0:1769077965.303305:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:0.0:1769077965.303307:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000010:2.0:1769077965.303308:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 00020000:00000001:0.0:1769077965.303311:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077965.303313:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077965.303315:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303318:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077965.303318:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303324:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077965.303328:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303330:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.303331:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077965.303335:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077965.303339:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000400:00000200:2.0:1769077965.303339:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077965.303346:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303349:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000400:00000010:2.0:1769077965.303349:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:0.0:1769077965.303350:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077965.303358:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000400:00000010:2.0:1769077965.303360:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00020000:00200000:0.0:1769077965.303361:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077965.303371:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000200:2.0:1769077965.303372:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657846144, portal 10 00020000:00000001:0.0:1769077965.303381:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769077965.303382:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:0.0:1769077965.303386:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:2.0:1769077965.303386:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069306752 : -115332640244864 : ffff971b06f27b80) 00000020:00000001:0.0:1769077965.303390:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077965.303393:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077965.303395:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000100:00000040:2.0:1769077965.303399:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077965.303400:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:0.0:1769077965.303406:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077965.303410:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.303414:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077965.303419:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303428:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.303431:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:0.0:1769077965.303433:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000040:2.0:1769077965.303441:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769077965.303442:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077965.303449:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077965.303450:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00020000:00000001:0.0:1769077965.303459:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077965.303461:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657846144, offset 0 00000020:00000001:0.0:1769077965.303462:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303474:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077965.303478:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077965.303481:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769077965.303482:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769077965.303488:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077965.303489:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077965.303490:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303492:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303493:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303494:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303495:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077965.303496:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303497:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303499:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077965.303503:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077965.303504:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.303508:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:2.0:1769077965.303508:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769077965.303513:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077965.303516:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077965.303519:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077965.303520:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077965.303522:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.303526:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077965.303527:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:2.0:1769077965.303527:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000008:00000001:0.0:1769077965.303533:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:0.0:1769077965.303537:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000200:2.0:1769077965.303540:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:0.0:1769077965.303541:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077965.303547:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077965.303549:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.303579:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000400:00000200:2.0:1769077965.303583:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000020:0.0:1769077965.303584:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769077965.303590:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769077965.303592:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000001:0.0:1769077965.303593:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303598:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077965.303600:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:0.0:1769077965.303606:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303612:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077965.303614:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370500:370500:256:4294967295] 192.168.204.154@tcp LPNI seq info [370495:370495:8:4294967295] 00000020:00000001:0.0:1769077965.303620:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303623:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:2.0:1769077965.303627:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077965.303628:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077965.303636:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077965.303639:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077965.303641:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077965.303644:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303652:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077965.303655:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:2.0:1769077965.303656:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769077965.303657:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077965.303663:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077965.303668:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000200:2.0:1769077965.303669:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769077965.303670:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077965.303675:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077965.303677:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303679:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303680:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077965.303681:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077965.303681:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077965.303684:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000800:00000010:2.0:1769077965.303685:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00000020:00000001:0.0:1769077965.303704:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077965.303706:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077965.303713:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000200:2.0:1769077965.303717:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077965.303718:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077965.303721:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077965.303726:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769077965.303727:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00020000:00000001:0.0:1769077965.303730:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303737:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077965.303741:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000800:00000200:2.1:1769077965.303742:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077965.303749:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077965.303750:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000020:00000001:0.0:1769077965.303761:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077965.303767:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000800:00000100:2.0:1769077965.303768:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769077965.303771:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000800:00000010:2.0:1769077965.303772:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00000020:00000001:0.0:1769077965.303774:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077965.303779:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:2.0:1769077965.303780:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00001000:0.0:1769077965.303781:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077965.303788:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077965.303790:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000200:2.0:1769077965.303793:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000080:00000001:0.0:1769077965.303794:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077965.303800:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:2.0:1769077965.303802:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00000080:00000001:0.0:1769077965.303805:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000010:2.0:1769077965.303807:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000020:00000001:0.0:1769077965.303808:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077965.303820:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00000001:2.0:1769077965.303821:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000080:00000001:0.0:1769077965.303829:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1769077965.303833:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769077965.303836:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077965.303849:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077965.303854:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769077965.303857:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769077965.303858:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077965.303865:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000040:2.0:1769077965.303869:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1769077965.303872:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077965.303878:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:0.0:1769077965.303885:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077965.303890:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077965.303895:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769077965.303905:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.303906:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.303912:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769077965.303914:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:0.0:1769077965.303921:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077965.303924:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000001:2.0:1769077965.303924:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077965.303932:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00020000:00000002:0.0:1769077965.303933:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:0.0:1769077965.303940:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077965.303944:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000400:00000200:2.0:1769077965.303944:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077965.303947:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:2.0:1769077965.303949:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299622925 00020000:00000001:0.0:1769077965.303950:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.303961:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077965.303962:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299623628 00020000:00000001:0.0:1769077965.303972:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:2.0:1769077965.303973:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299622925 00020000:00000001:0.0:1769077965.303981:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.303982:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299623628 00000020:00000001:0.0:1769077965.303994:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769077965.303995:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077965.304001:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769077965.304002:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.304008:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:2.0:1769077965.304009:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000002:0.0:1769077965.304019:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000100:00100000:2.0:1769077965.304023:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077965/real 1769077965] req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077965.304024:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.304033:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077965.304036:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077965.304039:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077965.304044:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077965.304052:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077965.304057:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000001:2.0:1769077965.304058:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00020000:00000001:0.0:1769077965.304059:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000001:2.0:1769077965.304061:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1769077965.304062:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000010:2.0:1769077965.304065:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000020:00000001:0.0:1769077965.304067:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077965.304071:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000400:00000200:2.0:1769077965.304071:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000001:0.0:1769077965.304073:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000400:00000010:2.0:1769077965.304075:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769077965.304076:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077965.304081:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077965.304083:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769077965.304084:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1769077965.304085:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.304088:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.304090:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077965.304093:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077965.304094:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077965.304096:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077965.304097:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.304101:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.304104:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077965.304106:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077965.304108:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.304111:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077965.304114:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077965.304116:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.304122:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.304124:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.304131:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.304137:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077965.304138:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.304141:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.304143:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077965.304144:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077965.304146:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000200:2.0:1769077965.304146:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077965.304152:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077965.304157:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077965.304159:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077965.304166:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077965.304172:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077965.304176:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.304177:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:0.0:1769077965.304183:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:2.0:1769077965.304183:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.304189:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:2.0:1769077965.304189:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:0.0:1769077965.304191:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000100:00000001:2.0:1769077965.304192:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1769077965.304194:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000100:00100000:2.0:1769077965.304201:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077965.304202:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077965.304205:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077965.304210:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.304219:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077965.304223:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:2.0:1769077965.304236:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.304237:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077965.304241:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077965.304243:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077965.304246:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.304254:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.304260:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.304271:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077965.304279:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769077965.304280:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769077965.304284:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077965.304287:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077965.304290:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769077965.304290:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077965.304295:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077965.304299:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.304300:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:0.0:1769077965.304302:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077965.304307:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769077965.304308:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077965.304309:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077965.304312:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077965.304315:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769077965.304316:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1769077965.304317:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077965.304320:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077965.304322:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.304325:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.304326:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077965.304328:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077965.304329:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:2.0:1769077965.304329:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769077965.304331:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077965.304332:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077965.304333:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077965.304337:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077965.304340:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00080000:2.0:1769077965.304341:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769077965.304342:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077965.304347:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077965.304352:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00020000:00000001:0.0:1769077965.304353:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077965.304359:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769077965.304359:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1769077965.304364:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077965.304366:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077965.304371:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077965.304372:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077965.304375:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077965.304379:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077965.304382:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077965.304387:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077965.304392:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077965.304400:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077965.304402:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00100000:2.0:1769077965.304403:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846144:192.168.204.154@tcp:38:kworker.0 00000080:00000001:0.0:1769077965.304408:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077965.304416:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769077965.304417:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000080:00000001:0.0:1769077965.304423:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000040:2.0:1769077965.304427:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077965.304428:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077965.304434:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077965.304440:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077965.304451:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.304452:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077965.304461:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077965.304464:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077965.304466:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077965.304469:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077965.304474:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846272:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077965.304476:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077965.304478:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077965.304479:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077965.304481:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077965.304484:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769077965.304486:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077965.304489:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077965.304491:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077965.304493:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077965.304496:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657846272, portal 4 00000100:00000001:2.0:1769077965.304497:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077965.304498:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069303168 : -115332640248448 : ffff971b06f26d80) 00000100:00000040:2.0:1769077965.304502:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304507:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077965.304510:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077965.304512:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00000100:00000200:2.0:1769077965.304514:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657846272, offset 0 00000400:00000200:2.0:1769077965.304519:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077965.304523:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077965.304526:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077965.304529:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077965.304533:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077965.304535:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077965.304537:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077965.304541:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370501:370501:256:4294967295] 192.168.204.154@tcp LPNI seq info [370496:370496:8:4294967295] 00000400:00000200:2.0:1769077965.304546:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077965.304579:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077965.304584:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077965.304587:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00000800:00000200:2.0:1769077965.304590:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077965.304592:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077965.304595:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077965.304597:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:2.0:1769077965.304600:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077965.304601:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00000400:00000200:2.0:1769077965.304603:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077965.304606:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077965.304608:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00000400:00000010:2.0:1769077965.304609:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000100:00000001:2.0:1769077965.304611:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077965.304614:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304620:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077965.304622:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304626:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.304627:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077965.304630:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077965.304632:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769077965.304634:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077965.304636:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299622947 00000100:00000001:2.0:1769077965.304638:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299623628 00000100:00000001:2.0:1769077965.304639:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299622947 00000100:00000001:2.0:1769077965.304641:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299623628 00000100:00000001:2.0:1769077965.304643:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077965.304644:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.304645:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077965.304648:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077965/real 1769077965] req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077965.304653:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077965.304653:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077965.304654:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077965.304656:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077965.304657:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077965.304658:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077965.304660:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077965.304666:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304670:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077965.304671:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.304672:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077965.304673:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077965.304675:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304679:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077965.304681:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304686:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077965.304687:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.304688:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077965.304689:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.304704:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077965.304707:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077965.304709:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077965.304712:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077965.304713:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077965.304716:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077965.304722:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846272:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077965.304725:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077965.304727:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304731:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077965.304732:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077965.304734:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077965.304736:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077965.304737:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077965.304739:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846400:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077965.304741:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077965.304742:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077965.304743:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077965.304744:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077965.304747:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077965.304748:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077965.304751:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077965.304752:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077965.304754:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077965.304757:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657846400, portal 4 00000100:00000001:2.0:1769077965.304758:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077965.304759:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069295104 : -115332640256512 : ffff971b06f24e00) 00000100:00000040:2.0:1769077965.304763:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304767:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077965.304769:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077965.304770:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00000100:00000200:2.0:1769077965.304772:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657846400, offset 0 00000400:00000200:2.0:1769077965.304774:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077965.304777:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077965.304779:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077965.304781:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077965.304782:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077965.304784:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077965.304786:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077965.304788:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370502:370502:256:4294967295] 192.168.204.154@tcp LPNI seq info [370497:370497:8:4294967295] 00000400:00000200:2.0:1769077965.304791:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077965.304795:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077965.304798:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077965.304800:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00000800:00000200:2.0:1769077965.304803:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077965.304805:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769077965.304807:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077965.304809:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:2.0:1769077965.304812:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077965.304813:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00000400:00000200:2.0:1769077965.304815:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077965.304817:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077965.304819:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00000400:00000010:2.0:1769077965.304820:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000100:00000001:2.0:1769077965.304822:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077965.304824:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304829:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077965.304831:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077990 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304844:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.304846:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077965.304849:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077965.304852:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769077965.304856:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077965.304858:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299622951 00000100:00000001:2.0:1769077965.304860:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299623628 00000100:00000001:2.0:1769077965.304863:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299622951 00000100:00000001:2.0:1769077965.304865:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299623628 00000100:00000001:2.0:1769077965.304868:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077965.304870:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.304872:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077965.304876:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077965/real 1769077965] req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077965.304885:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077965.304886:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077965.304888:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077965.304891:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077965.304892:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077965.304894:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077965.304896:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077965.304902:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304906:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077965.304907:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.304908:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077965.304909:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077965.304911:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304916:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077965.304919:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304923:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077965.304925:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.304926:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077965.304926:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.304927:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077965.304931:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077965.304932:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077965.304934:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077965.304935:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077965.304938:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077965.304942:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846400:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077965.304945:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.304946:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077965.304948:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27b80 x1855007657846144/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304953:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077965.304954:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077965.304955:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077965.304957:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077965.304957:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077965.304958:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769077965.304960:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077965.304961:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b400. 02000000:00000001:2.0:1769077965.304963:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077965.304964:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077965.304965:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27b80. 00000100:00000001:2.0:1769077965.304967:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077965.304968:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.304969:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077965.304971:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f26d80 x1855007657846272/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304975:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077965.304976:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077965.304977:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769077965.304978:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077965.304979:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077965.304979:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769077965.304980:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077965.304981:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b800. 02000000:00000001:2.0:1769077965.304982:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077965.304983:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077965.304984:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f26d80. 00000100:00000001:2.0:1769077965.304985:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077965.304986:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.304987:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077965.304989:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24e00 x1855007657846400/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077990 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077965.304992:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077965.304993:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077965.304994:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077965.304995:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077965.304995:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077965.304996:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769077965.304997:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077965.304998:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18400. 02000000:00000001:2.0:1769077965.304999:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077965.305000:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077965.305001:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24e00. 00000100:00000001:2.0:1769077965.305002:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077965.305003:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.305005:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.305008:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077965.305009:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.305011:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077965.305012:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077965.940691:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077965.940701:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077965.940703:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077965.940708:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.940711:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077965.940712:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077965.940712:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077965.940718:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077965.940719:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077965.940720:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.940723:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077965.940730:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077965.940733:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077965.940735:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077965.940736:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077965.940736:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077965.940739:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077965.940742:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.940742:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077965.940746:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077965.940746:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077965.940751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077965.940752:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.940752:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077965.940754:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077965.940759:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077965.940763:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.940763:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077965.940768:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077965.940769:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077965.940775:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.940777:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.940778:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077965.940787:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077965.940788:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077965.940795:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077965.940795:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077965.940800:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077965.940806:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077965.940806:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077965.940811:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077965.940813:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077965.940814:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077965.940817:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077965.940818:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077965.940820:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077965.940824:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077965.940826:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077965.940829:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077965.940833:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077965.940835:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077965.940839:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077965.940839:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077965.940840:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077965.940846:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077965.940849:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.940850:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077965.940851:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.940864:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077965.940865:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077965.940873:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769077965.940874:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000020:00000001:0.0:1769077965.940875:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077965.940879:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077965.940887:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077965.940887:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077965.940888:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077965.940894:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769077965.940897:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077965.940898:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077965.940898:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077965.940916:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077965.940919:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077965.940923:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769077966.068734:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299623628, at 4299623680 00000100:00000040:1.0:1769077966.068734:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299623628, at 4299623680 00000100:00000010:1.0:1769077966.068754:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bae0. 00000100:00000010:0.0:1769077966.068757:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b600. 00000100:00000001:2.0:1769077966.324740:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077966.324746:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077966.324747:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077966.324756:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077966.324756:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077966.324762:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077966.324766:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077966.324768:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769077966.324771:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077966.324773:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077966.324776:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077966.324777:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077966.324787:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077966.324791:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077966.324795:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077966.324797:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077966.324802:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077966.324806:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077966.964735:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077966.964743:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077966.964745:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077966.964747:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077966.964748:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077966.964753:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077966.964754:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077966.964760:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769077966.964760:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077966.964763:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077966.964764:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077966.964767:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077966.964770:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077966.964771:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077966.964781:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077966.964782:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769077966.964783:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769077966.964783:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077966.964785:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077966.964791:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077966.964798:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077966.964800:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077966.964802:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077966.964803:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077966.964805:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077966.964812:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077966.964813:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077966.964814:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077966.964824:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077966.964831:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077966.964832:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077966.964836:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077966.964839:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077966.964841:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077966.964842:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077966.964842:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077966.964850:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077966.964853:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077966.964860:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077966.964860:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077966.964861:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077966.964868:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077966.964872:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077966.964875:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077966.964877:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077966.964878:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077966.964878:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077966.964880:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077966.964892:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769077966.964893:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077966.964893:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077966.964894:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077966.964901:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077966.964903:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077966.964908:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077966.964908:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077966.964908:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077966.964915:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077966.964918:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077966.964920:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077966.964928:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077966.964930:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077966.964932:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077966.964934:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077966.964938:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077966.964939:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077966.964947:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077966.964951:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077966.964952:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077966.964956:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077966.964962:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077966.964978:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077966.964983:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077966.964988:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077967.348644:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077967.348652:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077967.348653:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077967.348676:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077967.348679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077967.348681:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077967.348689:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077967.348691:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077967.348699:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077967.348700:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077967.348707:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077967.348707:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.348717:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077967.348721:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.348725:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077967.348728:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077967.348733:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077967.348742:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077967.988673:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077967.988682:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077967.988682:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077967.988682:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077967.988683:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077967.988693:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077967.988694:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077967.988695:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077967.988696:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077967.988696:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077967.988699:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077967.988702:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077967.988711:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077967.988713:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077967.988714:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769077967.988715:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077967.988717:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077967.988719:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077967.988724:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.988726:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077967.988731:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077967.988732:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077967.988733:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077967.988733:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077967.988737:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077967.988745:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077967.988747:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077967.988747:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077967.988754:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077967.988758:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077967.988760:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077967.988762:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077967.988762:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077967.988767:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077967.988767:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.988773:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077967.988774:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769077967.988774:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077967.988778:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077967.988787:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077967.988787:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077967.988787:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077967.988793:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077967.988794:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077967.988797:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077967.988798:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077967.988800:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077967.988802:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077967.988804:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077967.988808:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.988810:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077967.988812:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077967.988812:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077967.988817:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077967.988818:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.988823:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077967.988824:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077967.988829:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.988830:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077967.988833:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077967.988834:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077967.988838:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077967.988842:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988842:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077967.988847:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988853:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077967.988858:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077967.988861:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077967.988865:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988869:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077967.988871:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988873:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988875:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988879:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077967.988881:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077967.988882:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077967.988884:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988886:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077967.988887:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988889:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988891:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988894:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077967.988896:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077967.988897:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077967.988898:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988900:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077967.988902:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988903:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077967.988905:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077967.988985:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077967.988989:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077967.988992:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077968.372720:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077968.372721:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077968.372736:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077968.372737:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077968.372748:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077968.372749:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077968.372765:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769077968.372766:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077968.372770:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077968.372774:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077968.372775:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077968.372781:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077968.372784:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077968.372784:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077968.372794:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077968.372796:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077968.372801:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077968.372805:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077969.012694:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077969.012701:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077969.012701:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077969.012704:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077969.012707:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077969.012710:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077969.012710:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077969.012717:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769077969.012718:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769077969.012723:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077969.012723:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077969.012725:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077969.012729:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077969.012729:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077969.012730:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077969.012733:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077969.012736:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077969.012743:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.012743:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077969.012744:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077969.012744:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.012751:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077969.012751:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077969.012753:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077969.012767:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077969.012767:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077969.012768:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077969.012771:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077969.012780:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077969.012781:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077969.012786:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077969.012788:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077969.012791:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.012794:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077969.012800:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077969.012800:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077969.012801:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077969.012805:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077969.012807:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.012812:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077969.012813:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077969.012814:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077969.012818:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077969.012824:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769077969.012829:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077969.012830:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077969.012833:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077969.012835:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077969.012838:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077969.012838:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077969.012841:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077969.012842:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077969.012848:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.012850:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077969.012857:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077969.012859:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077969.012864:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077969.012866:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077969.012869:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077969.012870:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769077969.012874:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769077969.012877:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.012878:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077969.012878:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077969.012891:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077969.012891:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769077969.012892:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077969.012899:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077969.012901:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077969.012904:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077969.012908:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077969.012909:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077969.012915:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077969.012919:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.396704:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077969.396715:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077969.396718:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077969.396723:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077969.396726:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077969.396730:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077969.396737:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.396739:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077969.396743:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077969.396746:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077969.396748:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077969.396752:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077969.396755:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077969.396756:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077969.396763:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077969.396764:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077969.396770:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077969.396774:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077970.036698:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077970.036698:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077970.036698:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077970.036698:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077970.036708:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077970.036708:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077970.036708:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077970.036709:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077970.036713:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.036713:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077970.036714:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.036714:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077970.036723:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769077970.036724:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077970.036724:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077970.036725:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077970.036732:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077970.036732:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077970.036733:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077970.036734:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077970.036738:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077970.036739:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077970.036739:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.036740:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.036746:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077970.036749:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.036751:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077970.036754:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077970.036757:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077970.036759:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.036761:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077970.036763:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077970.036765:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.036766:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077970.036770:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077970.036773:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077970.036773:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077970.036773:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077970.036779:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077970.036779:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077970.036783:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.036785:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077970.036786:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077970.036786:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077970.036789:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077970.036794:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077970.036794:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.036795:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077970.036799:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.036800:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077970.036802:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077970.036803:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077970.036806:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077970.036808:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077970.036810:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077970.036813:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077970.036813:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077970.036817:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077970.036817:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077970.036818:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077970.036822:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077970.036823:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.036824:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077970.036829:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077970.036834:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077970.036834:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077970.036838:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077970.036844:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077970.036846:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077970.036849:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077970.036851:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077970.036882:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077970.036885:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077970.036888:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077970.420677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077970.420685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077970.420688:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.420688:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769077970.420696:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:3.0:1769077970.420696:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077970.420697:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077970.420702:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769077970.420703:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077970.420706:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077970.420707:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.420707:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:0.0:1769077970.420710:0:38:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769077970.420712:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077970.420712:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.420712:0:8:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:0.0:1769077970.420714:0:38:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:1.0:1769077970.420718:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077970.420718:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000020:00000001:0.0:1769077970.420719:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:3.0:1769077970.420720:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4955 00000100:00000001:2.0:1769077970.420724:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077970.420725:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:1.0:1769077970.420726:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.420728:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1769077970.420732:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000001:2.0:1769077970.420733:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1769077970.420733:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077970.420738:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000100:00000001:2.0:1769077970.420738:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769077970.420743:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077970.420745:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769077970.420745:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.420747:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000080:00000001:0.0:1769077970.420749:0:38:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077970.420753:0:38:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:3.0:1769077970.420754:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077970.420760:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769077970.420761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077970.420764:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1769077970.420766:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:0.0:1769077970.420767:0:38:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.420769:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:0.0:1769077970.420773:0:38:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000020:00000001:3.0:1769077970.420773:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077970.420776:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000002:0.0:1769077970.420778:0:38:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b01380000 00000020:00000001:3.0:1769077970.420780:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769077970.420783:0:38:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000040:3.0:1769077970.420784:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:0.0:1769077970.420787:0:38:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000001:3.0:1769077970.420788:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769077970.420790:0:38:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000001:3.0:1769077970.420791:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769077970.420793:0:38:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077970.420796:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077970.420798:0:38:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769077970.420800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077970.420801:0:38:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077970.420805:0:38:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077970.420806:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077970.420811:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769077970.420811:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077970.420814:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:3.0:1769077970.420816:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:0.0:1769077970.420817:0:38:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00080000:3.0:1769077970.420821:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000002:0.0:1769077970.420823:0:38:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b01380000 00000100:00000001:3.0:1769077970.420824:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.420828:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077970.420830:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.420832:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077970.420837:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:3.0:1769077970.420837:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.420839:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077970.420842:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769077970.420842:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.420848:0:38:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077970.420854:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000010:3.0:1769077970.420854:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24a80. 00000020:00000040:3.0:1769077970.420860:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000002:0.0:1769077970.420861:0:38:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:3.0:1769077970.420864:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077970.420867:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.420869:0:38:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:3.0:1769077970.420870:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769077970.420874:0:38:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000001:3.0:1769077970.420874:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769077970.420879:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:3.0:1769077970.420880:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.420883:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 02000000:00000010:3.0:1769077970.420888:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000020:00001000:0.0:1769077970.420889:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077970.420894:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000100:00000001:3.0:1769077970.420896:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.420898:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077970.420903:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00100000:3.0:1769077970.420905:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769077970.420907:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077970.420911:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.420916:0:38:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.420922:0:38:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077970.420930:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769077970.420931:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769077970.420933:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.420935:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.420939:0:38:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077970.420942:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9aa0412] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077970.420944:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.420950:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077970.420953:0:38:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077970.420956:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077970.420957:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077970.420959:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077970.420961:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.420964:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.420965:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.420970:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.420971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:0.0:1769077970.420976:0:38:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.420977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077970.420980:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1769077970.420981:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00080000:3.0:1769077970.420982:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077970.420983:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769077970.420984:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.420988:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077970.420988:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769077970.420990:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.420992:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769077970.420994:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4955 00000020:00000001:0.0:1769077970.420995:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077970.421000:0:38:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000040:2.0:1769077970.421001:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769077970.421001:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077970.421004:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:3.0:1769077970.421008:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077970.421009:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077970.421014:0:38:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00080000:3.0:1769077970.421014:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077970.421019:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1769077970.421020:0:38:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000040:3.0:1769077970.421021:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077970.421022:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.421027:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:0.0:1769077970.421029:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:2.0:1769077970.421029:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1769077970.421031:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:2.0:1769077970.421033:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1769077970.421035:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769077970.421035:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769077970.421037:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077970.421039:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077970.421040:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1769077970.421044:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657846528:192.168.204.154@tcp:250:kworker.0 00000020:00000040:3.0:1769077970.421044:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000008:00000001:0.0:1769077970.421046:0:38:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000020:00000001:3.0:1769077970.421047:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:0.0:1769077970.421051:0:38:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:2.0:1769077970.421052:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1769077970.421052:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000008:00000001:0.0:1769077970.421057:0:38:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000020:00000001:3.0:1769077970.421057:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:2.0:1769077970.421058:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077970.421062:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077970.421063:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000008:00000020:0.0:1769077970.421065:0:38:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 02000000:00000001:2.0:1769077970.421066:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1769077970.421069:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077970.421071:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1769077970.421073:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 00000100:00000040:3.0:1769077970.421073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077970.421075:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769077970.421078:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077970.421079:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:3.0:1769077970.421084:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:2.0:1769077970.421089:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769077970.421089:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077970.421091:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:3.0:1769077970.421093:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000020:0.0:1769077970.421095:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000010:2.0:1769077970.421095:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 02000000:00000001:3.0:1769077970.421098:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769077970.421099:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077970.421102:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077970.421103:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000008:00000001:0.0:1769077970.421104:0:38:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769077970.421105:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00000020:0.0:1769077970.421110:0:38:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000200:2.0:1769077970.421111:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657846528, portal 25 00000008:00100000:3.0:1769077970.421111:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077970.421118:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.421119:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:0.0:1769077970.421121:0:38:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.421123:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069294208 : -115332640257408 : ffff971b06f24a80) 00000100:00000001:3.0:1769077970.421123:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077970.421125:0:38:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077970.421130:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27800. 00000020:00000001:0.0:1769077970.421131:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077970.421133:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769077970.421135:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00020000:00000001:0.0:1769077970.421137:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.421141:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769077970.421143:0:38:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.421145:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.421150:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077970.421151:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.421151:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769077970.421154:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769077970.421157:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:2.0:1769077970.421158:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 02000000:00000001:3.0:1769077970.421158:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421160:0:38:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077970.421164:0:38:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000010:2.0:1769077970.421164:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 02000000:00000010:3.0:1769077970.421165:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000020:00000001:0.0:1769077970.421167:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000200:2.0:1769077970.421170:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657846528, offset 0 00000020:00000001:0.0:1769077970.421171:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769077970.421171:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421176:0:38:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421180:0:38:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00100000:3.0:1769077970.421181:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769077970.421184:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:2.0:1769077970.421184:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769077970.421188:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077970.421192:0:38:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077970.421195:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769077970.421195:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077970.421198:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077970.421201:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769077970.421202:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769077970.421203:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:0.0:1769077970.421205:0:38:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421210:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.421210:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077970.421211:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:0.0:1769077970.421218:0:38:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000400:00000200:2.0:1769077970.421221:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:0.0:1769077970.421222:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:3.0:1769077970.421222:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2388de] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077970.421227:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000400:00000200:2.0:1769077970.421229:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1769077970.421231:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077970.421235:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:2.0:1769077970.421237:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:0.0:1769077970.421240:0:38:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:3.0:1769077970.421242:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421244:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769077970.421245:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370503:370503:256:4294967295] 192.168.204.154@tcp LPNI seq info [370498:370498:8:4294967295] 00000100:00080000:3.0:1769077970.421248:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769077970.421249:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077970.421253:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:2.0:1769077970.421255:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077970.421257:0:38:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.421257:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077970.421261:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769077970.421263:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.421264:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:0.0:1769077970.421269:0:38:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769077970.421270:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769077970.421272:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769077970.421274:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00080000:3.0:1769077970.421277:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4955 00000020:00000001:0.0:1769077970.421279:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077970.421285:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077970.421286:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000800:00000200:2.0:1769077970.421286:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769077970.421291:0:38:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000200:3.0:1769077970.421291:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000800:00000010:2.0:1769077970.421293:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00020000:00000001:0.0:1769077970.421295:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00080000:3.0:1769077970.421296:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077970.421300:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:3.0:1769077970.421303:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077970.421305:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000800:00000200:2.0:1769077970.421305:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:3.0:1769077970.421306:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:0.0:1769077970.421310:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000800:00000200:2.0:1769077970.421312:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000100:00000040:3.0:1769077970.421312:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077970.421315:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:3.0:1769077970.421316:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077970.421321:0:38:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000020:00000001:3.0:1769077970.421321:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077970.421325:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000200:2.1:1769077970.421326:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000080:00000001:0.0:1769077970.421327:0:38:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000020:00000001:3.0:1769077970.421327:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077970.421333:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000200:2.1:1769077970.421333:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000080:00200000:0.0:1769077970.421334:0:38:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00000001:3.0:1769077970.421338:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769077970.421344:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000100:2.0:1769077970.421345:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000080:00000001:0.0:1769077970.421346:0:38:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077970.421350:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:3.0:1769077970.421350:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000010:2.0:1769077970.421351:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00000100:00000001:3.0:1769077970.421356:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:0.0:1769077970.421357:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000400:00000200:2.0:1769077970.421359:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:3.0:1769077970.421360:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:0.0:1769077970.421363:0:38:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077970.421363:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:0.0:1769077970.421370:0:38:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077970.421370:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:3.0:1769077970.421376:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:2.0:1769077970.421378:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1769077970.421380:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077970.421381:0:38:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:3.0:1769077970.421383:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769077970.421384:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00000080:00000001:0.0:1769077970.421385:0:38:0:(file.c:5265:cl_sync_file_range()) Process entered 02000000:00000001:3.0:1769077970.421387:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1769077970.421388:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000020:00000001:0.0:1769077970.421389:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:3.0:1769077970.421390:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.421394:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:3.0:1769077970.421394:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077970.421395:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:3.0:1769077970.421398:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00001000:0.0:1769077970.421400:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000200:2.0:1769077970.421402:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769077970.421403:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.421407:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077970.421413:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000020:00000001:0.0:1769077970.421416:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000020:00000040:3.0:1769077970.421418:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769077970.421423:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:3.0:1769077970.421424:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769077970.421426:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000001:0.0:1769077970.421427:0:38:0:(vvp_io.c:1849:vvp_io_init()) Process entered 02000000:00000001:3.0:1769077970.421427:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769077970.421431:0:38:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:2.0:1769077970.421432:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077970.421433:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077970.421435:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077970.421438:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.421440:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000010:3.0:1769077970.421444:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00000020:00000001:0.0:1769077970.421445:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077970.421450:0:38:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.421452:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.421452:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077970.421455:0:38:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000001:2.0:1769077970.421458:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1769077970.421462:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000002:0.0:1769077970.421463:0:38:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b01380000 00000100:00000001:2.0:1769077970.421465:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077970.421475:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769077970.421476:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769077970.421479:0:38:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:2.0:1769077970.421480:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299628747 00000100:00000001:3.0:1769077970.421480:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421483:0:38:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077970.421487:0:38:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000010:2.0:1769077970.421489:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841ba20. 00000100:00000040:3.0:1769077970.421489:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077970.421490:0:38:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421497:0:38:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077970.421499:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00020000:00000001:0.0:1769077970.421505:0:38:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:3.0:1769077970.421506:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.421508:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299628747 00020000:00000001:0.0:1769077970.421509:0:38:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077970.421510:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1769077970.421513:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bb40. 00000020:00000001:0.0:1769077970.421515:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:3.0:1769077970.421519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:0.0:1769077970.421520:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769077970.421520:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077970.421522:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769077970.421524:0:38:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00080000:3.0:1769077970.421526:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077970.421527:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1769077970.421529:0:38:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b01380000 00000100:00000001:3.0:1769077970.421532:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077970.421533:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.421535:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.421536:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769077970.421538:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4955 00000020:00000001:0.0:1769077970.421542:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00100000:2.0:1769077970.421543:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077970/real 1769077970] req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769077970.421545:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077970.421546:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077970.421551:0:38:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077970.421578:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000200:3.0:1769077970.421578:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077970.421584:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000002:0.0:1769077970.421585:0:38:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000040:3.0:1769077970.421590:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077970.421594:0:38:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:3.0:1769077970.421594:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077970.421599:0:38:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000040:3.0:1769077970.421600:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077970.421617:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077970.421618:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077970.421624:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077970.421625:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00000040:3.0:1769077970.421626:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000001:2.0:1769077970.421627:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1769077970.421629:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:2.0:1769077970.421631:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00001000:0.0:1769077970.421633:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000040:3.0:1769077970.421633:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000400:00000010:2.0:1769077970.421634:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000020:00000001:0.0:1769077970.421639:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000020:00000001:3.0:1769077970.421639:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000200:2.0:1769077970.421641:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000001:0.0:1769077970.421643:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769077970.421645:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000010:2.0:1769077970.421646:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769077970.421648:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:3.0:1769077970.421652:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077970.421653:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769077970.421653:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077970.421655:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077970.421658:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077970.421659:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000200:2.0:1769077970.421662:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077970.421666:0:38:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.421666:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077970.421672:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:0.0:1769077970.421673:0:38:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000200:2.0:1769077970.421677:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077970.421678:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769077970.421680:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077970.421684:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.421685:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421691:0:38:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.421691:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077970.421694:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077970.421695:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1769077970.421697:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.421699:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077970.421700:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.421702:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769077970.421706:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077970.421707:0:38:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:2.0:1769077970.421707:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:3.0:1769077970.421710:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000001:0.0:1769077970.421711:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769077970.421711:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769077970.421715:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.421716:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769077970.421718:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077970.421720:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077970.421721:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000010:3.0:1769077970.421723:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000020:00000001:0.0:1769077970.421726:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077970.421728:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769077970.421733:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.421734:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077970.421737:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421740:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.421741:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077970.421741:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077970.421744:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077970.421748:0:38:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077970.421748:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077970.421750:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769077970.421755:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000020:00000001:0.0:1769077970.421756:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077970.421760:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077970.421761:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.421766:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.421768:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769077970.421770:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00100000:3.0:1769077970.421772:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077970.421773:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769077970.421774:0:38:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077970.421777:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769077970.421778:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769077970.421781:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769077970.421781:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077970.421785:0:38:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:2.0:1769077970.421787:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769077970.421788:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:0.0:1769077970.421789:0:38:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769077970.421791:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077970.421793:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077970.421796:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:2.0:1769077970.421796:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1769077970.421800:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:0.0:1769077970.421801:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:2.0:1769077970.421804:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000008:00000001:0.0:1769077970.421806:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.421810:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:0.0:1769077970.421813:0:38:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077970.421817:0:38:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000040:2.0:1769077970.421819:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769077970.421823:0:38:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000100:00000001:3.0:1769077970.421823:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769077970.421831:0:38:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000040:3.0:1769077970.421831:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4965) 00000100:00100000:2.0:1769077970.421833:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657846528:192.168.204.154@tcp:250:kworker.0 00000008:00000001:0.0:1769077970.421840:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769077970.421842:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1769077970.421843:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077970.421847:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.421848:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1769077970.421853:0:38:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000040:2.0:1769077970.421853:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24a80 x1855007657846528/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:0.0:1769077970.421858:0:38:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:2.0:1769077970.421863:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:0.0:1769077970.421866:0:38:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077970.421866:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:0.0:1769077970.421871:0:38:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769077970.421871:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077970.421875:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769077970.421876:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077970.421878:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00020000:00000001:0.0:1769077970.421879:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769077970.421881:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00020000:00000001:0.0:1769077970.421883:0:38:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077970.421884:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077970.421887:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 00000020:00000001:0.0:1769077970.421888:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077970.421891:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769077970.421893:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:2.0:1769077970.421893:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00020000:00000001:0.0:1769077970.421897:0:38:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000010:2.0:1769077970.421898:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24a80. 00020000:00000001:0.0:1769077970.421902:0:38:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:2.0:1769077970.421903:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077970.421906:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077970.421907:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769077970.421908:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077970.421911:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077970.421914:0:38:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.421915:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077970.421918:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421919:0:38:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:2.0:1769077970.421921:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769077970.421922:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769077970.421923:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077970.421926:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769077970.421927:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:0.0:1769077970.421930:0:38:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000040:2.0:1769077970.421932:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077970.421934:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077970.421937:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077970.421939:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769077970.421942:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:0.0:1769077970.421943:0:38:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.421945:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421948:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077970.421948:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077970.421951:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077970.421953:0:38:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000001:2.0:1769077970.421954:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.421956:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077970.421960:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00100000:2.0:1769077970.421960:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846656:192.168.204.154@tcp:38:kworker.0 00000020:00000001:0.0:1769077970.421964:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:2.0:1769077970.421965:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1769077970.421967:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:2.0:1769077970.421968:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:0.0:1769077970.421970:0:38:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:2.0:1769077970.421971:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421974:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:2.0:1769077970.421974:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769077970.421977:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000010:2.0:1769077970.421979:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 00000020:00000001:0.0:1769077970.421981:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:2.0:1769077970.421982:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.421984:0:38:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077970.421989:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077970.421991:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077970.421993:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00020000:00000001:0.0:1769077970.421995:0:38:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000400:00000010:2.0:1769077970.421997:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769077970.421998:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000200:2.0:1769077970.422001:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657846656, portal 10 00000020:00000001:0.0:1769077970.422002:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.422005:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769077970.422007:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769077970.422007:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069305856 : -115332640245760 : ffff971b06f27800) 00020000:00000001:0.0:1769077970.422010:0:38:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077970.422014:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000040:2.0:1769077970.422015:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077970.422017:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077970.422020:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077970.422023:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:2.0:1769077970.422026:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:0.0:1769077970.422028:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000040:2.0:1769077970.422030:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769077970.422033:0:38:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000010:2.0:1769077970.422034:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00000080:00000001:0.0:1769077970.422036:0:38:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000200:2.0:1769077970.422037:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657846656, offset 0 00000080:00200000:0.0:1769077970.422040:0:38:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:2.0:1769077970.422043:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000080:00000001:0.0:1769077970.422048:0:38:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000200:2.0:1769077970.422049:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077970.422052:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:2.0:1769077970.422054:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00001000:0.0:1769077970.422057:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000400:00000200:2.0:1769077970.422058:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000001:0.0:1769077970.422063:0:38:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769077970.422063:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077970.422068:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000080:00000001:0.0:1769077970.422069:0:38:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077970.422071:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077970.422076:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370504:370504:256:4294967295] 192.168.204.154@tcp LPNI seq info [370499:370499:8:4294967295] 00000080:00000001:0.0:1769077970.422077:0:38:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:2.0:1769077970.422081:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:0.0:1769077970.422082:0:38:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077970.422086:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:2.0:1769077970.422090:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769077970.422091:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077970.422096:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000800:00000200:2.0:1769077970.422097:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769077970.422102:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000800:00000010:2.0:1769077970.422102:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00000020:00000001:0.0:1769077970.422108:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000800:00000200:2.0:1769077970.422109:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000080:00000001:0.0:1769077970.422112:0:38:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000800:00000200:2.0:1769077970.422114:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000080:00200000:0.0:1769077970.422115:0:38:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000800:00000200:2.1:1769077970.422120:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077970.422122:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000200:2.1:1769077970.422124:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000020:00000001:0.0:1769077970.422126:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000800:00000100:2.0:1769077970.422129:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000080:00000001:0.0:1769077970.422130:0:38:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769077970.422131:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00020000:00000002:0.0:1769077970.422136:0:38:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000400:00000200:2.0:1769077970.422136:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077970.422143:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000002:0.0:1769077970.422144:0:38:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b01380000 00000400:00000200:2.0:1769077970.422146:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00020000:00000001:0.0:1769077970.422150:0:38:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000010:2.0:1769077970.422150:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00020000:00000001:0.0:1769077970.422154:0:38:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:2.0:1769077970.422155:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:0.0:1769077970.422159:0:38:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000200:2.0:1769077970.422160:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077970.422164:0:38:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.422170:0:38:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077970.422171:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:0.0:1769077970.422177:0:38:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:2.0:1769077970.422177:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077970.422181:0:38:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.422185:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077970.422188:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769077970.422190:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.422191:0:38:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:2.0:1769077970.422193:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000002:0.0:1769077970.422195:0:38:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b01380000 00000100:00000001:2.0:1769077970.422197:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.422199:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077970.422202:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000020:00000001:0.0:1769077970.422203:0:38:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077970.422206:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:2.0:1769077970.422209:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077970.422210:0:38:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:2.0:1769077970.422212:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299628043 00020000:00200000:0.0:1769077970.422214:0:38:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:2.0:1769077970.422215:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299628747 00020000:00000002:0.0:1769077970.422219:0:38:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:2.0:1769077970.422219:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299628043 00000100:00000001:2.0:1769077970.422224:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299628747 00020000:00000001:0.0:1769077970.422227:0:38:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769077970.422227:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077970.422231:0:38:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:2.0:1769077970.422231:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.422236:0:38:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769077970.422236:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077970.422240:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077970/real 1769077970] req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077970.422241:0:38:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077970.422248:0:38:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000400:00000001:2.0:1769077970.422253:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1769077970.422254:0:38:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000400:00000001:2.0:1769077970.422256:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1769077970.422257:0:38:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000010:2.0:1769077970.422260:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000020:00000001:0.0:1769077970.422261:0:38:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:2.0:1769077970.422263:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000001:0.0:1769077970.422265:0:38:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000010:2.0:1769077970.422266:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769077970.422268:0:38:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.422269:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000001:0.0:1769077970.422274:0:38:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077970.422274:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077970.422280:0:38:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077970.422285:0:38:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077970.422288:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077970.422289:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077970.422291:0:38:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.422297:0:38:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.422302:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769077970.422303:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:0.0:1769077970.422306:0:38:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:2.0:1769077970.422306:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769077970.422309:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769077970.422310:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077970.422313:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077970.422314:0:38:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077970.422318:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00100000:2.0:1769077970.422318:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077970.422322:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.422327:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.422329:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769077970.422331:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077970.422333:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077970.422335:0:38:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.422341:0:38:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077970.422344:0:38:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.422345:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769077970.422347:0:38:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.422348:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077970.422351:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769077970.422352:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:0.0:1769077970.422355:0:38:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:2.0:1769077970.422355:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.422358:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:0.0:1769077970.422360:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769077970.422362:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769077970.422363:0:38:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00080000:2.0:1769077970.422365:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00000001:0.0:1769077970.422367:0:38:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00080000:2.0:1769077970.422370:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000008:00000001:0.0:1769077970.422371:0:38:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769077970.422372:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:0.0:1769077970.422377:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:2.0:1769077970.422377:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:0.0:1769077970.422381:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077970.422385:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077970.422387:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846656:192.168.204.154@tcp:38:kworker.0 00000008:00000001:0.0:1769077970.422389:0:38:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077970.422394:0:38:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:2.0:1769077970.422394:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:0.0:1769077970.422398:0:38:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000100:00000040:2.0:1769077970.422399:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:0.0:1769077970.422405:0:38:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000001:2.0:1769077970.422408:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077970.422410:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077970.422412:0:38:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:2.0:1769077970.422413:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000020:0.0:1769077970.422416:0:38:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:2.0:1769077970.422417:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769077970.422421:0:38:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769077970.422421:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077970.422427:0:38:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00100000:2.0:1769077970.422428:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846784:192.168.204.154@tcp:8:kworker.0 00000008:00000020:0.0:1769077970.422433:0:38:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:2.0:1769077970.422433:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077970.422435:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077970.422437:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077970.422442:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:0.0:1769077970.422443:0:38:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 02000000:00000010:2.0:1769077970.422445:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 00000008:00000001:0.0:1769077970.422448:0:38:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077970.422449:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077970.422452:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077970.422454:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077970.422458:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077970.422458:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077970.422462:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00020000:00000001:0.0:1769077970.422464:0:38:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077970.422465:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657846784, portal 4 00000020:00000001:0.0:1769077970.422468:0:38:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.422468:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077970.422471:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069295104 : -115332640256512 : ffff971b06f24e00) 00000020:00000001:0.0:1769077970.422473:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077970.422477:0:38:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000040:2.0:1769077970.422477:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077970.422480:0:38:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077970.422483:0:38:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077970.422486:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769077970.422487:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:0.0:1769077970.422489:0:38:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077970.422492:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769077970.422494:0:38:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000010:2.0:1769077970.422495:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00000020:00000001:0.0:1769077970.422497:0:38:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000200:2.0:1769077970.422498:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657846784, offset 0 00000020:00000001:0.0:1769077970.422500:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077970.422504:0:38:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000200:2.0:1769077970.422504:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769077970.422508:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769077970.422510:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077970.422511:0:38:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:2.0:1769077970.422515:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:0.0:1769077970.422516:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000200:2.0:1769077970.422519:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:0.0:1769077970.422520:0:38:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077970.422524:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:0.0:1769077970.422525:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077970.422528:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:0.0:1769077970.422529:0:38:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000400:00000200:2.0:1769077970.422532:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:0.0:1769077970.422533:0:38:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077970.422536:0:38:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000400:00000200:2.0:1769077970.422537:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370505:370505:256:4294967295] 192.168.204.154@tcp LPNI seq info [370500:370500:8:4294967295] 00000020:00000001:0.0:1769077970.422540:0:38:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077970.422544:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:2.0:1769077970.422544:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077970.422548:0:38:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077970.422551:0:38:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077970.422572:0:38:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077970.422573:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077970.422575:0:38:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077970.422579:0:38:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077970.422580:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:0.0:1769077970.422584:0:38:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077970.422588:0:38:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077970.422591:0:38:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769077970.422593:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769077970.422595:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077970.422598:0:38:0:(lov_io.c:675:lov_io_fini()) Process entered 00000800:00000010:2.0:1769077970.422599:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00020000:00000001:0.0:1769077970.422600:0:38:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077970.422602:0:38:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077970.422617:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077970.422621:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000800:00000200:2.0:1769077970.422621:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:0.0:1769077970.422626:0:38:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000800:00000200:2.0:1769077970.422626:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00020000:00000001:0.0:1769077970.422630:0:38:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000800:00000200:2.1:1769077970.422633:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000080:00000001:0.0:1769077970.422634:0:38:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000800:00000200:2.1:1769077970.422637:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000080:00200000:0.0:1769077970.422639:0:38:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000800:00000100:2.0:1769077970.422643:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000080:00000001:0.0:1769077970.422646:0:38:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000800:00000010:2.0:1769077970.422647:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00000020:00000001:0.0:1769077970.422650:0:38:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:2.0:1769077970.422651:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00001000:0.0:1769077970.422653:0:38:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000400:00000200:2.0:1769077970.422658:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000080:00000001:0.0:1769077970.422659:0:38:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:2.0:1769077970.422661:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00000080:00000001:0.0:1769077970.422662:0:38:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077970.422664:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000100:00000001:2.0:1769077970.422667:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077970.422670:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422677:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077970.422679:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422684:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.422686:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077970.422689:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077970.422691:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769077970.422693:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077970.422695:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299628065 00000100:00000001:2.0:1769077970.422697:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299628747 00000100:00000001:2.0:1769077970.422699:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299628065 00000100:00000001:2.0:1769077970.422701:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299628747 00000100:00000001:2.0:1769077970.422702:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077970.422704:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.422705:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077970.422708:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077970/real 1769077970] req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077970.422713:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077970.422713:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077970.422714:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077970.422716:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077970.422717:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077970.422718:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077970.422720:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077970.422725:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422730:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077970.422731:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.422732:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077970.422733:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077970.422735:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422739:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077970.422741:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422745:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077970.422747:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.422748:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077970.422749:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.422750:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077970.422753:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077970.422755:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077970.422757:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077970.422758:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077970.422761:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077970.422766:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846784:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077970.422768:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077970.422770:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422774:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077970.422775:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077970.422777:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077970.422778:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077970.422779:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077970.422781:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846912:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077970.422783:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077970.422784:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077970.422785:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077970.422786:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077970.422788:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077970.422789:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077970.422791:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077970.422793:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077970.422795:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077970.422797:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657846912, portal 4 00000100:00000001:2.0:1769077970.422798:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077970.422799:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069303168 : -115332640248448 : ffff971b06f26d80) 00000100:00000040:2.0:1769077970.422802:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422807:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077970.422809:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077970.422810:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00000100:00000200:2.0:1769077970.422811:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657846912, offset 0 00000400:00000200:2.0:1769077970.422814:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077970.422816:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077970.422818:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077970.422820:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077970.422822:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077970.422824:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077970.422825:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077970.422827:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370506:370506:256:4294967295] 192.168.204.154@tcp LPNI seq info [370501:370501:8:4294967295] 00000400:00000200:2.0:1769077970.422830:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077970.422834:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077970.422837:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077970.422839:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00000800:00000200:2.0:1769077970.422842:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077970.422843:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769077970.422846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077970.422848:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:2.0:1769077970.422850:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077970.422851:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00000400:00000200:2.0:1769077970.422853:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077970.422855:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077970.422857:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00000400:00000010:2.0:1769077970.422858:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000100:00000001:2.0:1769077970.422859:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077970.422861:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422866:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077970.422868:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077995 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422877:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.422878:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077970.422879:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077970.422881:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769077970.422883:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077970.422884:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299628069 00000100:00000001:2.0:1769077970.422886:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299628747 00000100:00000001:2.0:1769077970.422888:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299628069 00000100:00000001:2.0:1769077970.422889:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299628747 00000100:00000001:2.0:1769077970.422890:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077970.422891:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.422892:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077970.422894:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077970/real 1769077970] req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077970.422899:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077970.422899:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077970.422900:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077970.422902:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077970.422903:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077970.422904:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077970.422906:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077970.422911:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422915:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077970.422916:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.422917:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077970.422918:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077970.422920:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422925:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077970.422927:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422931:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077970.422933:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.422934:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077970.422935:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.422936:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077970.422938:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077970.422940:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077970.422941:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077970.422942:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077970.422945:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077970.422949:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657846912:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077970.422951:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.422952:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077970.422954:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27800 x1855007657846656/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422958:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077970.422960:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077970.422961:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077970.422962:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077970.422963:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077970.422964:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769077970.422966:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077970.422967:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 02000000:00000001:2.0:1769077970.422969:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077970.422970:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077970.422971:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27800. 00000100:00000001:2.0:1769077970.422973:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077970.422974:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.422975:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077970.422977:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24e00 x1855007657846784/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422981:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077970.422982:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077970.422983:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769077970.422984:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077970.422985:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077970.422986:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769077970.422987:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077970.422988:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19400. 02000000:00000001:2.0:1769077970.422989:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077970.422990:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077970.422990:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24e00. 00000100:00000001:2.0:1769077970.422992:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077970.422993:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.422993:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077970.422995:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f26d80 x1855007657846912/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077995 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077970.422999:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077970.423000:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077970.423000:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077970.423002:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077970.423002:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077970.423003:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769077970.423004:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077970.423005:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:2.0:1769077970.423006:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077970.423007:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077970.423007:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f26d80. 00000100:00000001:2.0:1769077970.423009:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077970.423010:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.423012:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077970.423014:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077970.423015:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077970.423016:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077970.423017:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077971.060707:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077971.060707:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077971.060707:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077971.060712:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077971.060715:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077971.060716:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077971.060716:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077971.060719:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077971.060719:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077971.060722:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077971.060722:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077971.060724:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077971.060727:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077971.060730:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769077971.060730:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077971.060731:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077971.060732:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077971.060736:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077971.060738:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077971.060739:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077971.060739:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077971.060740:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077971.060743:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077971.060745:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077971.060747:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077971.060751:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077971.060753:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077971.060756:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077971.060759:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077971.060762:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077971.060764:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077971.060769:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077971.060769:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077971.060772:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077971.060774:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077971.060775:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077971.060775:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077971.060779:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077971.060781:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077971.060784:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077971.060785:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077971.060789:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077971.060789:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077971.060791:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077971.060793:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077971.060794:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077971.060796:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077971.060798:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077971.060799:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077971.060801:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077971.060801:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077971.060801:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:0.0:1769077971.060807:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077971.060807:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077971.060808:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077971.060811:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077971.060813:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077971.060814:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769077971.060815:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077971.060816:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077971.060818:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077971.060820:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077971.060820:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077971.060822:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077971.060824:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077971.060825:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077971.060827:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077971.060830:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077971.060831:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077971.060835:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077971.060835:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077971.060840:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077971.060840:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077971.060849:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077971.060852:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077971.060856:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077971.060858:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077971.060895:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077971.060897:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077971.060899:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077971.188676:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299628747, at 4299628800 00000100:00000040:1.0:1769077971.188676:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299628747, at 4299628800 00000100:00000010:0.0:1769077971.188691:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000010:1.0:1769077971.188693:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bb40. 00000100:00000001:2.0:1769077971.444687:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077971.444693:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077971.444695:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077971.444700:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769077971.444703:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077971.444707:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077971.444708:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077971.444709:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077971.444712:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077971.444713:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077971.444715:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077971.444717:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077971.444719:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077971.444724:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077971.444726:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077971.444728:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077971.444730:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077971.444732:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077972.084678:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077972.084684:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077972.084686:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077972.084690:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077972.084695:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077972.084699:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077972.084700:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077972.084703:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077972.084703:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077972.084706:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077972.084713:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077972.084714:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077972.084715:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077972.084716:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077972.084721:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077972.084723:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077972.084725:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077972.084725:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077972.084736:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077972.084737:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077972.084738:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077972.084744:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077972.084747:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077972.084750:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769077972.084755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077972.084755:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077972.084758:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077972.084758:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077972.084765:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077972.084769:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077972.084769:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077972.084771:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077972.084775:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077972.084775:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077972.084789:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077972.084791:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077972.084791:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077972.084793:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077972.084796:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077972.084803:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077972.084803:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077972.084804:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077972.084807:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077972.084811:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077972.084812:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077972.084812:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077972.084816:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077972.084817:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077972.084823:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077972.084823:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077972.084824:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077972.084831:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077972.084832:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077972.084841:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077972.084843:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077972.084851:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077972.084860:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077972.084861:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077972.084862:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077972.084869:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077972.084871:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077972.084875:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077972.084876:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077972.084882:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077972.084882:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077972.084883:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077972.084892:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077972.084893:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077972.084894:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077972.084905:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077972.084905:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077972.084906:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077972.084913:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077972.084919:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077972.468690:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077972.468690:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077972.468697:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077972.468698:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077972.468700:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077972.468702:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077972.468705:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769077972.468708:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077972.468710:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077972.468712:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077972.468714:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077972.468715:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077972.468717:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077972.468721:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077972.468723:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077972.468726:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077972.468728:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077972.468731:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077973.108660:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077973.108662:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077973.108664:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077973.108668:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077973.108669:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077973.108670:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077973.108670:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077973.108671:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077973.108673:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077973.108674:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077973.108676:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769077973.108677:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769077973.108681:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077973.108681:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077973.108682:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769077973.108683:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077973.108688:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077973.108689:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077973.108690:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077973.108690:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077973.108691:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077973.108694:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077973.108696:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077973.108696:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077973.108696:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077973.108700:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077973.108702:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077973.108704:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077973.108707:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077973.108709:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077973.108710:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077973.108714:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077973.108718:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077973.108718:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077973.108720:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077973.108723:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077973.108724:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077973.108726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077973.108728:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077973.108731:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077973.108732:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077973.108735:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077973.108735:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077973.108737:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769077973.108739:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077973.108740:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077973.108740:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077973.108741:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077973.108744:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077973.108746:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077973.108746:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077973.108746:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077973.108749:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077973.108754:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077973.108754:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077973.108755:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077973.108755:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077973.108758:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077973.108761:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077973.108762:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077973.108763:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077973.108763:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077973.108764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077973.108769:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077973.108769:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077973.108772:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077973.108782:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077973.108785:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769077973.108786:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077973.108786:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077973.108788:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077973.108790:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769077973.108792:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077973.108794:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077973.492641:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077973.492648:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077973.492650:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077973.492656:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769077973.492661:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077973.492664:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077973.492667:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077973.492669:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077973.492673:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077973.492676:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077973.492679:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077973.492680:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077973.492685:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077973.492687:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077973.492690:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077973.492692:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077973.492694:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077973.492696:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077974.132686:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077974.132686:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077974.132690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077974.132694:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077974.132695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077974.132695:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077974.132698:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077974.132700:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077974.132703:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077974.132704:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077974.132706:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077974.132707:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077974.132710:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077974.132711:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077974.132713:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077974.132715:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077974.132717:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077974.132719:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077974.132719:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077974.132722:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077974.132723:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077974.132723:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077974.132725:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077974.132727:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077974.132734:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077974.132735:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077974.132737:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077974.132738:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077974.132747:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077974.132748:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077974.132752:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077974.132756:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077974.132756:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077974.132760:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077974.132765:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077974.132779:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077974.132783:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077974.132784:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077974.132786:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077974.132791:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769077974.132793:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769077974.132794:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077974.132796:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077974.132800:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077974.132803:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769077974.132803:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077974.132807:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077974.132810:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077974.132817:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077974.132819:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077974.132820:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077974.132825:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077974.132825:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769077974.132827:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077974.132831:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077974.132831:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077974.132835:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077974.132835:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077974.132837:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077974.132840:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077974.132840:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077974.132842:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077974.132844:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077974.132846:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077974.132847:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077974.132852:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077974.132854:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077974.132854:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077974.132855:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077974.132858:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077974.132862:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077974.132863:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077974.132866:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077974.132869:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077974.516675:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077974.516677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077974.516685:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077974.516686:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077974.516690:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077974.516691:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077974.516699:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769077974.516700:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077974.516705:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077974.516707:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077974.516711:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077974.516712:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077974.516718:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077974.516721:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077974.516724:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077974.516725:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077974.516728:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077974.516730:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077975.156693:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077975.156699:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077975.156700:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077975.156703:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.156706:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077975.156712:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077975.156713:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077975.156714:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077975.156719:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077975.156723:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077975.156728:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077975.156729:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077975.156729:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077975.156729:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077975.156737:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077975.156741:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077975.156743:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769077975.156744:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077975.156744:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077975.156746:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077975.156747:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077975.156750:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.156755:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077975.156760:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077975.156761:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.156763:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077975.156763:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077975.156764:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077975.156771:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.156776:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.156778:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077975.156778:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077975.156783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.156784:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.156792:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077975.156795:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077975.156799:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077975.156802:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077975.156807:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077975.156811:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077975.156813:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077975.156818:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077975.156819:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077975.156820:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077975.156824:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077975.156828:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077975.156829:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077975.156829:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077975.156831:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077975.156835:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077975.156837:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.156839:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077975.156849:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077975.156849:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077975.156850:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077975.156854:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077975.156857:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.156859:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769077975.156863:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.156863:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.156865:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077975.156876:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1769077975.156876:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077975.156879:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077975.156880:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077975.156883:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077975.156886:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077975.156886:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077975.156893:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077975.156896:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077975.156901:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077975.156902:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077975.156904:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077975.156907:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.540641:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077975.540650:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077975.540653:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077975.540659:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769077975.540664:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077975.540668:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077975.540672:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077975.540675:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077975.540679:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077975.540692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769077975.540693:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077975.540701:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077975.540706:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077975.540707:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.540710:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769077975.540716:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:3.0:1769077975.540717:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077975.540725:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769077975.540728:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077975.540731:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077975.540736:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4960 00000100:00000001:0.0:1769077975.540737:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077975.540743:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077975.540747:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077975.540751:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077975.540762:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077975.540765:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077975.540771:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077975.540775:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077975.540778:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077975.540782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077975.540786:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077975.540788:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769077975.540792:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077975.540796:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769077975.540798:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769077975.540800:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769077975.540803:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077975.540804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077975.540805:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077975.540807:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077975.540809:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769077975.540811:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077975.540813:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077975.540815:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077975.540825:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077975.540828:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.540829:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077975.540831:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077975.540842:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000020:00000040:3.0:1769077975.540845:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769077975.540848:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077975.540849:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.540852:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077975.540855:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077975.540859:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077975.540869:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000100:00000001:3.0:1769077975.540875:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077975.540884:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077975.540893:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077975.540898:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077975.540902:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077975.540919:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077975.540922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077975.540926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077975.540927:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077975.540928:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077975.540931:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077975.540933:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4960 00000400:00000200:3.0:1769077975.540937:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077975.540939:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077975.540941:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077975.540943:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077975.540945:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077975.540945:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077975.540956:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769077975.540957:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077975.540965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077975.540966:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769077975.540973:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077975.540975:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769077975.540976:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077975.540978:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769077975.540982:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:2.0:1769077975.540983:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769077975.540990:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:3.0:1769077975.541002:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077975.541013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077975.541018:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1769077975.541019:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077975.541027:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077975.541029:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077975.541043:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:2.0:1769077975.541044:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077975.541055:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077975.541055:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077975.541067:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.541068:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077975.541086:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1769077975.541092:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657847040:192.168.204.154@tcp:250:kworker.0 02000000:00000001:3.0:1769077975.541095:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077975.541103:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.541105:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077975.541107:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1769077975.541110:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:3.0:1769077975.541112:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077975.541118:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.541119:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.541121:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077975.541123:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 02000000:00000001:2.0:1769077975.541126:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1769077975.541127:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769077975.541132:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077975.541133:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.541134:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1769077975.541137:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:3.0:1769077975.541137:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769077975.541142:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077975.541142:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077975.541149:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00000400:00000200:2.0:1769077975.541156:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769077975.541156:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077975.541172:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000100:00100000:3.0:1769077975.541174:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769077975.541184:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077975.541193:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657847040, portal 25 00000100:00000001:3.0:1769077975.541198:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077975.541199:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077975.541202:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.541203:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069306752 : -115332640244864 : ffff971b06f27b80) 00000100:00000040:3.0:1769077975.541214:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769077975.541218:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077975.541270:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077975.541271:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077975.541276:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00080000:3.0:1769077975.541279:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1769077975.541280:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdea18. 00000100:00000200:2.0:1769077975.541286:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657847040, offset 0 00000100:00080000:3.0:1769077975.541291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:2.0:1769077975.541296:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:3.0:1769077975.541297:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077975.541303:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077975.541308:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769077975.541310:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:3.0:1769077975.541316:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4960 00000400:00000200:2.0:1769077975.541320:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077975.541326:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077975.541330:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077975.541333:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077975.541340:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077975.541343:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370507:370507:256:4294967295] 192.168.204.154@tcp LPNI seq info [370502:370502:8:4294967295] 00000400:00000200:2.0:1769077975.541346:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077975.541352:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077975.541365:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:2.0:1769077975.541371:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00080000:3.0:1769077975.541373:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077975.541381:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000200:2.0:1769077975.541383:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077975.541400:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8800. 00000100:00000001:3.0:1769077975.541402:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077975.541407:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:2.0:1769077975.541415:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:3.0:1769077975.541416:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077975.541427:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077975.541434:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000200:2.1:1769077975.541435:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769077975.541439:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077975.541443:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769077975.541445:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769077975.541447:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:3.0:1769077975.541450:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077975.541452:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077975.541454:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077975.541456:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077975.541457:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077975.541459:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:3.0:1769077975.541466:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077975.541469:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077975.541474:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769077975.541476:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:3.0:1769077975.541478:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077975.541483:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.541485:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299633867 00000100:00000001:3.0:1769077975.541486:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077975.541489:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769077975.541493:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.541495:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769077975.541498:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841be40. 00000100:00000010:3.0:1769077975.541499:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000020:00000040:3.0:1769077975.541503:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:3.0:1769077975.541509:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077975.541511:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.541512:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769077975.541515:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769077975.541534:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299633867 02000000:00000001:3.0:1769077975.541534:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077975.541537:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769077975.541545:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b9c0. 02000000:00000010:3.0:1769077975.541546:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000100:00000001:3.0:1769077975.541580:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.541584:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00100000:3.0:1769077975.541587:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077975.541591:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077975.541602:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.541612:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077975.541614:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.541616:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.541625:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769077975.541626:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077975.541640:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.541642:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769077975.541642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077975.541647:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00080000:3.0:1769077975.541648:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077975.541651:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077975.541656:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077975.541658:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769077975.541660:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077975.541666:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077975.541666:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4960 00000100:00000001:2.0:1769077975.541672:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769077975.541674:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077975.541681:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077975.541686:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769077975.541687:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769077975.541692:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077975.541697:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077975.541701:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077975.541709:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077975.541717:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077975.541720:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769077975.541726:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769077975.541729:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1769077975.541729:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:2.0:1769077975.541736:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077975.541736:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769077975.541748:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 02000000:00000001:2.0:1769077975.541749:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077975.541754:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769077975.541758:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:2.0:1769077975.541769:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.541769:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077975.541781:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00100000:2.0:1769077975.541782:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847168:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769077975.541789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077975.541794:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1769077975.541796:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 02000000:00000001:2.0:1769077975.541798:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077975.541803:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077975.541804:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077975.541811:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077975.541817:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769077975.541818:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1769077975.541822:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077975.541825:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769077975.541826:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 00000100:00000001:3.0:1769077975.541828:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077975.541831:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769077975.541835:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.541836:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.541836:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077975.541849:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00000020:00000040:3.0:1769077975.541853:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000400:00000200:2.0:1769077975.541857:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:3.0:1769077975.541858:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077975.541861:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077975.541865:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077975.541867:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077975.541869:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077975.541870:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4aa8. 02000000:00000010:3.0:1769077975.541874:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000100:00000001:3.0:1769077975.541877:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077975.541879:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdee58. 00000100:00100000:3.0:1769077975.541883:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769077975.541889:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657847168, portal 10 00000100:00000001:3.0:1769077975.541891:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077975.541895:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.541898:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1769077975.541902:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077975.541903:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069296000 : -115332640255616 : ffff971b06f25180) 00000100:00000001:3.0:1769077975.541922:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077975.541923:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769077975.541932:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4970) 00000100:00000001:2.0:1769077975.541941:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077975.541947:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077975.541951:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fde000. 00000100:00000200:2.0:1769077975.541954:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657847168, offset 0 00000400:00000200:2.0:1769077975.541960:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077975.541966:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077975.541974:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077975.541978:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077975.541984:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077975.541987:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077975.541991:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077975.541994:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370508:370508:255:4294967295] 192.168.204.154@tcp LPNI seq info [370503:370503:7:4294967295] 00000400:00000200:2.0:1769077975.541998:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077975.542006:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077975.542011:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077975.542015:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8e00. 00000800:00000200:2.0:1769077975.542020:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077975.542025:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:2.0:1769077975.542030:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077975.542035:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769077975.542039:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077975.542041:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299633163 00000100:00000001:2.0:1769077975.542044:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299633867 00000100:00000001:2.0:1769077975.542046:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299633163 00000100:00000001:2.0:1769077975.542049:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299633867 00000100:00000001:2.0:1769077975.542052:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077975.542055:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.542057:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077975.542062:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077975.542071:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077975.542072:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.542075:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077975.542077:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077975.542079:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077975.542082:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847296:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077975.542086:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077975.542090:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077975.542093:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.542095:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077975.542100:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077975.542102:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077975.542109:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077975.542113:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4c60. 00000400:00000010:2.0:1769077975.542119:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077975.542122:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657847296, portal 4 00000100:00000001:2.0:1769077975.542124:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077975.542125:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069304960 : -115332640246656 : ffff971b06f27480) 00000100:00000040:2.0:1769077975.542131:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077975.542155:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077975.542157:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077975.542160:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fde660. 00000100:00000200:2.0:1769077975.542163:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657847296, offset 0 00000400:00000200:2.0:1769077975.542168:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077975.542173:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077975.542178:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077975.542183:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077975.542186:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077975.542188:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077975.542191:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077975.542194:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370509:370509:254:4294967295] 192.168.204.154@tcp LPNI seq info [370504:370504:6:4294967295] 00000400:00000200:2.0:1769077975.542198:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077975.542205:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077975.542210:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077975.542214:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8d00. 00000800:00000200:2.0:1769077975.542219:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077975.542222:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:2.0:1769077975.542225:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077975.542228:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769077975.542232:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077975.542234:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299633184 00000100:00000001:2.0:1769077975.542237:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299633867 00000100:00000001:2.0:1769077975.542239:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299633184 00000100:00000001:2.0:1769077975.542242:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299633867 00000100:00000001:2.0:1769077975.542244:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077975.542246:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.542249:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.542251:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077975.542255:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077975.542257:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769077975.542259:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077975.542261:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077975.542262:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077975.542268:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077975.542276:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077975.542277:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.542280:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077975.542283:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077975.542285:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077975.542288:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847424:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077975.542291:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077975.542293:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077975.542295:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077975.542297:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077975.542300:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769077975.542303:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077975.542307:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077975.542310:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c45d8. 00000400:00000010:2.0:1769077975.542313:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fde990. 00000100:00000200:2.0:1769077975.542317:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657847424, portal 4 00000100:00000001:2.0:1769077975.542319:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077975.542320:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069291520 : -115332640260096 : ffff971b06f24000) 00000100:00000040:2.0:1769077975.542326:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077975.542333:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077975.542336:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077975.542339:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fde440. 00000100:00000200:2.0:1769077975.542342:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657847424, offset 0 00000400:00000200:2.0:1769077975.542346:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077975.542351:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077975.542354:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077975.542357:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077975.542360:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077975.542363:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077975.542366:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077975.542369:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370510:370510:253:4294967295] 192.168.204.154@tcp LPNI seq info [370505:370505:5:4294967295] 00000400:00000200:2.0:1769077975.542374:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077975.542380:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077975.542386:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077975.542390:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8c00. 00000800:00000200:2.0:1769077975.542395:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077975.542399:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:2.0:1769077975.542402:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077975.542405:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769077975.542409:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077975.542412:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299633188 00000100:00000001:2.0:1769077975.542414:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299633867 00000100:00000001:2.0:1769077975.542416:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299633188 00000100:00000001:2.0:1769077975.542419:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299633867 00000100:00000001:2.0:1769077975.542421:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077975.542423:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.542426:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.542428:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077975.542431:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077975.542433:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769077975.542435:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077975.542436:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077975.542438:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077975.542440:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077976.180661:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077976.180662:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077976.180662:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077976.180662:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077976.180668:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077976.180669:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077976.180670:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077976.180670:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077976.180673:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077976.180673:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077976.180675:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077976.180677:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077976.180678:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077976.180679:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077976.180680:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077976.180682:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077976.180685:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077976.180685:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077976.180688:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077976.180688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077976.180691:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077976.180691:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077976.180692:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077976.180694:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077976.180697:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077976.180700:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077976.180701:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077976.180703:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077976.180705:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077976.180708:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077976.180711:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077976.180714:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077976.180715:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077976.180718:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077976.180721:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077976.180722:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769077976.180725:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077976.180726:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769077976.180729:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077976.180730:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077976.180731:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:2.0:1769077976.180736:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769077976.180736:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077976.180737:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077976.180737:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077976.180742:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077976.180743:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077976.180743:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077976.180747:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077976.180747:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077976.180748:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077976.180752:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077976.180754:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077976.180755:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077976.180756:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077976.180759:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077976.180759:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077976.180760:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077976.180765:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077976.180765:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077976.180765:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077976.180767:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077976.180769:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077976.180771:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077976.180774:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077976.180775:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077976.180775:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077976.180779:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077976.180781:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077976.180783:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077976.180784:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077976.180788:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077976.180789:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077976.180791:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077976.308638:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299633867, at 4299633920 00000100:00000040:0.0:1769077976.308644:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299633867, at 4299633920 00000100:00000010:1.0:1769077976.308656:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b9c0. 00000100:00000010:0.0:1769077976.308659:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841be40. 00000100:00000001:2.0:1769077976.564675:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077976.564684:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077976.564686:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077976.564693:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769077976.564697:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077976.564702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077976.564705:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077976.564707:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077976.564710:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077976.564724:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077976.564727:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077976.564729:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077976.564732:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077976.564734:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077976.564736:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077976.564738:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077976.564739:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077976.564741:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077977.204641:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077977.204644:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077977.204645:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077977.204649:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077977.204650:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077977.204651:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077977.204652:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077977.204653:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077977.204656:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077977.204660:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077977.204660:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769077977.204662:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077977.204665:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077977.204666:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077977.204668:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077977.204672:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077977.204672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077977.204672:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077977.204673:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077977.204679:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077977.204680:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077977.204683:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077977.204686:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077977.204687:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077977.204688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077977.204690:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077977.204692:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077977.204694:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077977.204695:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077977.204699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077977.204700:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077977.204702:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077977.204704:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077977.204706:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077977.204706:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077977.204708:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077977.204709:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077977.204712:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077977.204713:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077977.204713:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077977.204719:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077977.204719:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077977.204719:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077977.204722:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077977.204723:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077977.204727:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077977.204728:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077977.204728:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077977.204730:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077977.204732:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077977.204734:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077977.204736:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077977.204739:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077977.204740:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077977.204745:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077977.204745:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077977.204750:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077977.204751:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077977.204753:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077977.204757:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077977.204758:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077977.204758:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077977.204763:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077977.204764:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077977.204768:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077977.204772:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077977.204776:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077977.204779:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077977.204783:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077977.204785:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077977.204787:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769077977.204789:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077977.204792:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077977.204797:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077977.588648:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077977.588654:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077977.588655:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077977.588660:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077977.588664:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077977.588667:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077977.588669:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077977.588671:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077977.588674:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077977.588700:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077977.588701:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077977.588702:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077977.588704:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077977.588706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077977.588708:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077977.588709:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077977.588710:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077977.588712:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077978.228631:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077978.228637:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077978.228638:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077978.228640:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077978.228644:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077978.228646:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077978.228648:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077978.228652:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769077978.228654:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077978.228656:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077978.228656:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.228660:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077978.228660:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077978.228661:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077978.228662:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077978.228666:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077978.228667:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077978.228667:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077978.228667:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.228671:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077978.228673:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077978.228674:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077978.228676:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:2.0:1769077978.228676:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077978.228678:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.228681:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077978.228683:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077978.228684:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077978.228685:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077978.228688:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.228691:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077978.228695:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077978.228698:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077978.228698:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077978.228701:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077978.228703:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077978.228705:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077978.228706:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077978.228712:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077978.228713:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077978.228715:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077978.228715:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077978.228720:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077978.228720:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077978.228723:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077978.228724:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077978.228724:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.228727:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077978.228729:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077978.228730:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077978.228733:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077978.228734:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077978.228734:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077978.228735:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077978.228739:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077978.228740:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077978.228741:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077978.228743:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077978.228745:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077978.228746:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.228747:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077978.228748:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077978.228751:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769077978.228754:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077978.228754:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077978.228757:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077978.228758:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.228761:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077978.228762:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077978.228766:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077978.228767:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077978.228770:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077978.228770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077978.228773:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077978.228775:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.228776:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077978.228780:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.228782:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077978.228783:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.228784:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.228786:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.228788:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077978.228789:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077978.228790:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077978.228791:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.228792:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077978.228793:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.228794:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077978.228795:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077978.228831:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077978.228834:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077978.228836:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077978.612671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077978.612679:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077978.612681:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077978.612688:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077978.612689:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769077978.612695:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077978.612696:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077978.612699:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077978.612702:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077978.612705:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077978.612707:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077978.612710:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077978.612712:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.612714:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.612718:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077978.612718:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077978.612721:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.612724:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1769077978.612802:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.154:988 00000400:00000100:0.0:1769077978.612840:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.154@tcp at host 192.168.204.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1769077978.612851:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077978.612855:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.54@tcp notifying 192.168.204.154@tcp: down 00000400:00000200:0.0:1769077978.612859:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769077978.612863:0:2353:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1769077978.612870:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077978.612874:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8800. 00000400:00000200:0.0:1769077978.612880:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077978.612884:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077978.612892:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdea18 00000400:00000010:0.0:1769077978.612895:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdea18. 00000100:00000001:0.0:1769077978.612900:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077978.612908:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077978.612938:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077978.612947:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077978.612956:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077978.612958:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077978.612969:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077978.612972:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8e00. 00000400:00000200:0.0:1769077978.612975:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077978.612979:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077978.612982:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fde000 00000400:00000010:0.0:1769077978.612984:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fde000. 00000100:00000001:0.0:1769077978.612986:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077978.612990:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077978.612999:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077978.613002:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077978.613008:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077978.613009:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077978.613014:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077978.613016:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8d00. 00000400:00000200:0.0:1769077978.613019:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077978.613022:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077978.613025:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fde660 00000400:00000010:0.0:1769077978.613026:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fde660. 00000100:00000001:0.0:1769077978.613028:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077978.613033:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077978.613040:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077978.613042:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077978.613065:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077978.613067:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769077978.613073:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769077978.613076:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8c00. 00000400:00000200:0.0:1769077978.613079:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769077978.613082:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769077978.613085:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fde440 00000400:00000010:0.0:1769077978.613087:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fde440. 00000100:00000001:0.0:1769077978.613090:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769077978.613095:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077978.613102:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769077978.613105:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078000 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769077978.613111:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077978.613112:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077978.613396:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077978.613402:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077978.613404:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077978.613413:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077975/real 1769077978] req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077978.613426:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077978.613428:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077978.613431:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c45d8. 00000400:00000200:2.0:1769077978.613436:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fde990 00000400:00000010:2.0:1769077978.613438:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fde990. 00000100:00000001:2.0:1769077978.613441:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077978.613445:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077978.613457:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613465:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077978.613479:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613483:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077978.613485:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077978.613489:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613501:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077978.613506:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613514:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077978.613517:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613519:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077978.613521:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613523:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077978.613528:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077978.613532:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077978.613538:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077978.613540:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077978.613544:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077978.613582:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847424:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077978.613588:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077978.613592:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077975/real 1769077978] req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077978.613601:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077978.613603:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077978.613605:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4aa8. 00000400:00000200:2.0:1769077978.613608:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdee58 00000400:00000010:2.0:1769077978.613610:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdee58. 00000100:00000001:2.0:1769077978.613612:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077978.613627:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077978.613640:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613646:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077978.613648:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613650:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077978.613652:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077978.613655:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613663:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077978.613667:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613680:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077978.613683:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613686:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077978.613687:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613689:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077978.613693:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077978.613696:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077978.613699:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077978.613702:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077978.613707:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077978.613715:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847168:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769077978.613720:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077978.613740:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077975/real 1769077978] req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077978.613749:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077978.613751:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077978.613753:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4c60. 00000400:00000200:2.0:1769077978.613756:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077978.613758:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077978.613760:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077978.613764:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077978.613773:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613780:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077978.613782:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613784:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077978.613785:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077978.613789:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613796:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077978.613800:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613806:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077978.613809:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613811:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077978.613812:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613814:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077978.613818:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077978.613821:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077978.613825:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077978.613828:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077978.613832:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077978.613841:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847296:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077978.613845:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077978.613849:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077975/real 1769077978] req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077978.613857:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077978.613858:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077978.613860:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077978.613863:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077978.613865:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077978.613868:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077978.613872:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077978.613880:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613887:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077978.613888:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613890:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077978.613892:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077978.613896:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613903:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077978.613907:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613913:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077978.613916:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613917:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077978.613919:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613920:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077978.613922:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077978.613925:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077978.613929:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077978.613931:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077978.613936:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077978.613944:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657847040:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769077978.613948:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.613951:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077978.613955:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24000 x1855007657847424/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.613963:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077978.613967:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077978.613970:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769077978.613975:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077978.613978:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077978.613981:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769077978.613983:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077978.613987:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 02000000:00000001:2.0:1769077978.613991:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077978.613994:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077978.613997:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24000. 00000100:00000001:2.0:1769077978.614001:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077978.614002:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.614004:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077978.614008:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25180 x1855007657847168/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.614014:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077978.614016:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077978.614018:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769077978.614020:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077978.614021:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077978.614023:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769077978.614025:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077978.614027:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19400. 02000000:00000001:2.0:1769077978.614029:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077978.614031:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077978.614032:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25180. 00000100:00000001:2.0:1769077978.614035:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077978.614036:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.614038:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077978.614042:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27480 x1855007657847296/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.614049:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077978.614051:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077978.614052:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077978.614054:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077978.614056:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077978.614057:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769077978.614059:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077978.614061:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 02000000:00000001:2.0:1769077978.614064:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077978.614065:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077978.614067:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27480. 00000100:00000001:2.0:1769077978.614070:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077978.614071:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.614072:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077978.614076:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27b80 x1855007657847040/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078000 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077978.614082:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077978.614084:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077978.614086:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077978.614088:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077978.614089:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077978.614091:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769077978.614093:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077978.614094:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:2.0:1769077978.614097:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077978.614098:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077978.614099:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27b80. 00000100:00000001:2.0:1769077978.614102:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077978.614104:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.614106:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077978.614115:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077978.614116:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077978.614119:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077978.614121:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077979.252779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077979.252783:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077979.252784:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077979.252785:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077979.252788:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077979.252798:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077979.252799:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077979.252800:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077979.252800:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077979.252807:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077979.252807:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077979.252809:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077979.252810:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077979.252824:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077979.252825:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077979.252826:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769077979.252826:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077979.252827:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077979.252839:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077979.252840:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077979.252840:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077979.252841:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077979.252848:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077979.252851:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077979.252852:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077979.252852:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077979.252865:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077979.252871:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077979.252876:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077979.252878:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077979.252884:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077979.252886:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077979.252890:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077979.252890:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077979.252891:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077979.252896:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077979.252897:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077979.252900:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077979.252902:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077979.252904:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077979.252908:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077979.252911:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077979.252914:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077979.252917:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077979.252918:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077979.252922:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077979.252926:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077979.252928:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077979.252931:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077979.252932:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077979.252933:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077979.252940:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077979.252942:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077979.252944:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077979.252949:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077979.252950:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077979.252951:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077979.252956:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077979.252958:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077979.252959:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077979.252963:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077979.252966:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077979.252969:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077979.252971:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077979.252977:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077979.252978:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769077979.252978:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077979.252984:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077979.252989:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769077979.252990:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077979.252995:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077979.252996:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077979.253001:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077979.253004:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077979.636675:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077979.636685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077979.636687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077979.636693:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077979.636704:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077979.636709:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077979.636709:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077979.636713:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077979.636715:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077979.636718:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077979.636721:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077979.636723:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077979.636726:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077979.636728:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077979.636731:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077979.636733:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077979.636737:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077979.636739:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077980.276693:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077980.276694:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077980.276699:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077980.276700:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077980.276703:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077980.276705:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077980.276708:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077980.276708:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077980.276711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077980.276713:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077980.276714:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077980.276717:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077980.276719:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077980.276721:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077980.276722:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077980.276724:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077980.276727:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077980.276740:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769077980.276742:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769077980.276743:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077980.276747:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077980.276747:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077980.276752:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077980.276754:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077980.276756:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077980.276757:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077980.276758:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077980.276759:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077980.276763:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077980.276783:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077980.276786:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077980.276787:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077980.276789:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077980.276789:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077980.276792:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077980.276795:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077980.276796:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.276798:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077980.276800:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077980.276801:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077980.276804:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.276806:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.276806:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077980.276808:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077980.276813:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769077980.276816:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077980.276818:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077980.276824:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.276825:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077980.276827:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077980.276829:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077980.276832:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077980.276833:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.276833:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077980.276837:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.276841:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.276842:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077980.276844:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077980.276847:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077980.276850:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077980.276854:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077980.276855:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077980.276860:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077980.276862:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077980.276865:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.276868:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077980.276873:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077980.276875:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077980.276878:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077980.276881:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077980.276884:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.276886:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077980.276888:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.276890:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077980.660645:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077980.660647:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077980.660655:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077980.660655:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077980.660660:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077980.660660:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077980.660668:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077980.660669:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077980.660674:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077980.660680:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077980.660681:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077980.660684:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077980.660686:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077980.660691:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077980.660695:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077980.660695:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077980.660699:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077980.660703:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077980.660708:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077980.660715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077980.660717:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077980.660720:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077980.660725:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077980.660731:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4965 00000400:00000200:3.0:1769077980.660740:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077980.660745:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077980.660748:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077980.660751:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077980.660754:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077980.660756:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077980.660759:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077980.660762:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077980.660763:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769077980.660765:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077980.660768:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769077980.660771:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769077980.660774:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769077980.660778:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077980.660781:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077980.660784:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077980.660787:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077980.660791:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769077980.660795:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077980.660798:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077980.660801:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077980.660804:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077980.660808:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077980.660811:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769077980.660813:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077980.660820:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25c00. 00000020:00000040:3.0:1769077980.660824:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769077980.660829:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077980.660831:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077980.660835:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077980.660839:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077980.660844:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077980.660853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00000100:00000001:3.0:1769077980.660860:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077980.660870:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769077980.660881:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077980.660885:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077980.660889:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d4ec735] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077980.660911:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077980.660914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077980.660918:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769077980.660919:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077980.660921:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077980.660924:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077980.660927:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4965 00000400:00000200:3.0:1769077980.660932:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077980.660935:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077980.660938:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077980.660943:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077980.660945:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077980.660948:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077980.660950:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077980.660953:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769077980.660954:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1769077980.660955:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769077980.660960:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769077980.660961:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1769077980.660962:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:2.0:1769077980.660965:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769077980.660967:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:3.0:1769077980.660971:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:2.0:1769077980.660977:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769077980.660978:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077980.660983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077980.660987:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077980.660992:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077980.660996:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077980.660998:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.661002:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1769077980.661004:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:2.0:1769077980.661006:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769077980.661010:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:2.0:1769077980.661012:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077980.661016:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077980.661021:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657847552:192.168.204.154@tcp:250:kworker.0 02000000:00000001:3.0:1769077980.661022:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769077980.661030:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769077980.661030:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077980.661035:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769077980.661035:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.661040:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077980.661040:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1769077980.661047:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:3.0:1769077980.661047:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769077980.661052:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769077980.661055:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 00000100:00000001:3.0:1769077980.661055:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.661060:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077980.661060:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24700. 00000020:00000040:3.0:1769077980.661066:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769077980.661069:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077980.661072:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077980.661073:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769077980.661075:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077980.661078:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1769077980.661081:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 02000000:00000001:3.0:1769077980.661081:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077980.661089:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000400:00000010:2.0:1769077980.661093:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000001:3.0:1769077980.661095:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077980.661103:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769077980.661104:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657847552, portal 25 00000100:00000001:2.0:1769077980.661110:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077980.661114:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069298688 : -115332640252928 : ffff971b06f25c00) 00000100:00000001:3.0:1769077980.661122:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1769077980.661126:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077980.661127:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077980.661137:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5c7b818] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.661143:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077980.661150:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:3.0:1769077980.661154:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077980.661157:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00080000:3.0:1769077980.661158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1769077980.661164:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657847552, offset 0 00000100:00080000:3.0:1769077980.661165:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769077980.661168:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077980.661171:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077980.661174:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769077980.661177:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00080000:3.0:1769077980.661181:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4965 00000400:00000200:3.0:1769077980.661186:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077980.661189:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077980.661192:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1769077980.661193:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:3.0:1769077980.661198:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077980.661202:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077980.661204:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:2.0:1769077980.661208:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:3.0:1769077980.661209:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077980.661215:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077980.661216:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769077980.661218:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1769077980.661219:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1769077980.661222:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769077980.661226:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:2.0:1769077980.661227:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:3.0:1769077980.661230:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:3.0:1769077980.661236:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077980.661237:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077980.661240:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:2.0:1769077980.661244:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769077980.661245:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077980.661251:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:2.0:1769077980.661252:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00080000:3.0:1769077980.661257:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:2.0:1769077980.661263:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370511:370511:256:4294967295] 192.168.204.154@tcp LPNI seq info [370506:370506:8:4294967295] 00000100:00000001:3.0:1769077980.661264:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077980.661269:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077980.661274:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769077980.661275:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:3.0:1769077980.661279:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077980.661283:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077980.661286:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769077980.661292:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077980.661297:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:3.0:1769077980.661297:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077980.661304:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000020:00000040:3.0:1769077980.661309:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000800:00000200:2.0:1769077980.661310:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 02000000:00000001:3.0:1769077980.661315:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077980.661318:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769077980.661320:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000100:00000001:3.0:1769077980.661321:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077980.661325:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077980.661328:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769077980.661333:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000010:3.0:1769077980.661334:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00000800:00000200:2.0:1769077980.661339:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000100:00000001:3.0:1769077980.661340:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077980.661350:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.1:1769077980.661352:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077980.661359:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000100:00000001:3.0:1769077980.661368:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000100:2.0:1769077980.661370:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:3.0:1769077980.661372:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769077980.661375:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077980.661382:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:3.0:1769077980.661382:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769077980.661392:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077980.661399:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077980.661402:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077980.661407:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077980.661412:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.661422:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077980.661426:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.661450:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.661452:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077980.661461:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077980.661466:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077980.661469:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299638987 00000100:00000010:2.0:1769077980.661474:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b120. 00000100:00000001:2.0:1769077980.661482:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769077980.661488:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299638987 00000100:00000010:2.0:1769077980.661492:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841be40. 00000100:00000001:2.0:1769077980.661496:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769077980.661505:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077980.661508:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.661511:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077980.661517:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077980/real 1769077980] req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077980.661528:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077980.661530:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077980.661532:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077980.661537:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077980.661539:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077980.661542:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077980.661547:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077980.661580:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.661599:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077980.661601:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.661603:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.661608:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769077980.661608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077980.661611:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077980.661616:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1769077980.661620:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077980.661621:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077980.661624:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077980.661630:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077980.661637:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4965 00000100:00000001:2.0:1769077980.661638:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769077980.661645:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:2.0:1769077980.661648:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769077980.661653:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077980.661658:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077980.661665:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077980.661666:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769077980.661669:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077980.661672:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769077980.661674:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077980.661677:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077980.661679:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077980.661681:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769077980.661683:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769077980.661687:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000040:3.0:1769077980.661687:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769077980.661692:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769077980.661694:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:3.0:1769077980.661695:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00080000:2.0:1769077980.661700:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1769077980.661701:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769077980.661707:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00080000:2.0:1769077980.661711:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000040:3.0:1769077980.661715:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077980.661717:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769077980.661719:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077980.661721:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077980.661723:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077980.661726:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769077980.661729:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077980.661732:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077980.661736:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1769077980.661740:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769077980.661741:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077980.661747:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077980.661752:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077980.661756:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00100000:2.0:1769077980.661761:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657847552:192.168.204.154@tcp:250:kworker.0 00000008:00000001:3.0:1769077980.661762:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077980.661766:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.661771:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769077980.661773:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000100:00000001:2.0:1769077980.661777:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1769077980.661779:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:3.0:1769077980.661785:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077980.661787:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077980.661789:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1769077980.661791:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25c00 x1855007657847552/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769077980.661792:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077980.661796:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077980.661804:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 00000100:00000001:2.0:1769077980.661806:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769077980.661810:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.661811:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077980.661817:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 00000100:00100000:3.0:1769077980.661820:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1769077980.661822:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077980.661827:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077980.661830:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769077980.661835:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077980.661841:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18400. 00000100:00000001:3.0:1769077980.661847:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1769077980.661848:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077980.661853:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077980.661855:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25c00. 00000100:00000001:2.0:1769077980.661859:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077980.661861:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.661863:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077980.661866:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077980.661873:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.661874:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077980.661878:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.661883:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077980.661888:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077980.661890:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.661892:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769077980.661897:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4975) 00000100:00000040:2.0:1769077980.661900:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.661911:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077980.661913:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.661917:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077980.661919:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077980.661922:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077980.661926:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847680:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769077980.661930:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077980.661933:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077980.661935:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.661937:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077980.661942:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077980.661944:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077980.661950:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077980.661953:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077980.661958:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077980.661962:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657847680, portal 10 00000100:00000001:2.0:1769077980.661964:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077980.661967:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069293312 : -115332640258304 : ffff971b06f24700) 00000100:00000040:2.0:1769077980.661975:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.661982:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077980.661987:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077980.662003:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077980.662007:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657847680, offset 0 00000400:00000200:2.0:1769077980.662013:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077980.662019:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077980.662025:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077980.662030:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077980.662035:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077980.662039:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077980.662042:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077980.662047:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370512:370512:256:4294967295] 192.168.204.154@tcp LPNI seq info [370507:370507:8:4294967295] 00000400:00000200:2.0:1769077980.662052:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077980.662062:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077980.662068:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077980.662072:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077980.662077:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077980.662080:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077980.662084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077980.662087:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:2.0:1769077980.662092:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077980.662094:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077980.662097:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077980.662100:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077980.662104:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077980.662106:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077980.662109:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077980.662112:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662121:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077980.662124:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662132:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.662133:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077980.662137:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077980.662141:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769077980.662145:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077980.662147:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299638283 00000100:00000001:2.0:1769077980.662151:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299638987 00000100:00000001:2.0:1769077980.662153:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299638283 00000100:00000001:2.0:1769077980.662156:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299638987 00000100:00000001:2.0:1769077980.662158:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077980.662161:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.662163:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077980.662167:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077980/real 1769077980] req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077980.662176:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077980.662178:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077980.662179:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077980.662182:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077980.662183:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077980.662184:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077980.662187:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077980.662193:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662197:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077980.662198:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662199:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077980.662200:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077980.662202:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662207:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077980.662210:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662218:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077980.662220:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662222:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077980.662224:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662226:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077980.662230:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077980.662234:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077980.662238:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077980.662240:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077980.662244:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077980.662252:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847680:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769077980.662256:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077980.662260:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662266:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077980.662268:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.662270:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077980.662272:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077980.662274:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077980.662277:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847808:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077980.662280:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077980.662283:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077980.662284:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.662287:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077980.662290:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077980.662291:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077980.662294:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077980.662296:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077980.662299:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077980.662301:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657847808, portal 4 00000100:00000001:2.0:1769077980.662303:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077980.662304:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069306752 : -115332640244864 : ffff971b06f27b80) 00000100:00000040:2.0:1769077980.662309:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662313:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077980.662315:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077980.662316:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077980.662318:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657847808, offset 0 00000400:00000200:2.0:1769077980.662320:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077980.662323:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077980.662325:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077980.662328:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077980.662330:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077980.662332:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077980.662335:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077980.662338:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370513:370513:256:4294967295] 192.168.204.154@tcp LPNI seq info [370508:370508:8:4294967295] 00000400:00000200:2.0:1769077980.662342:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077980.662349:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077980.662354:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077980.662358:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077980.662363:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077980.662366:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077980.662370:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077980.662373:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:2.0:1769077980.662377:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077980.662379:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077980.662382:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077980.662386:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077980.662389:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077980.662391:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077980.662393:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077980.662397:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662402:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077980.662405:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662409:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.662410:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077980.662413:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077980.662415:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769077980.662418:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077980.662420:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299638304 00000100:00000001:2.0:1769077980.662423:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299638987 00000100:00000001:2.0:1769077980.662425:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299638304 00000100:00000001:2.0:1769077980.662428:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299638987 00000100:00000001:2.0:1769077980.662430:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077980.662445:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.662447:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077980.662451:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077980/real 1769077980] req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077980.662459:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077980.662461:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077980.662463:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077980.662466:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077980.662468:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077980.662470:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077980.662473:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077980.662483:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662490:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077980.662492:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662493:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077980.662495:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077980.662499:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662506:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077980.662510:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662518:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077980.662520:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662522:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077980.662523:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662525:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077980.662529:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077980.662532:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077980.662536:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077980.662538:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077980.662543:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077980.662552:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847808:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077980.662587:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662589:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077980.662593:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24700 x1855007657847680/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662600:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077980.662604:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077980.662606:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077980.662610:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077980.662611:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077980.662612:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769077980.662615:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077980.662617:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b800. 02000000:00000001:2.0:1769077980.662620:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077980.662622:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077980.662623:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24700. 00000100:00000001:2.0:1769077980.662626:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077980.662627:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662629:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077980.662631:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27b80 x1855007657847808/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662638:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077980.662640:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077980.662641:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077980.662644:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077980.662645:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077980.662646:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769077980.662648:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077980.662649:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b400. 02000000:00000001:2.0:1769077980.662651:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077980.662652:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077980.662655:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27b80. 00000100:00000001:2.0:1769077980.662658:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077980.662659:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662661:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662666:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077980.662668:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.662670:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077980.662671:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077980.662673:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077980.662677:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662683:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077980.662685:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.662687:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077980.662689:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077980.662691:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077980.662695:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847936:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077980.662699:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077980.662700:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077980.662702:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077980.662704:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077980.662708:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077980.662710:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077980.662714:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077980.662716:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077980.662718:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077980.662720:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657847936, portal 4 00000100:00000001:2.0:1769077980.662722:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077980.662723:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069304960 : -115332640246656 : ffff971b06f27480) 00000100:00000040:2.0:1769077980.662727:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662731:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077980.662733:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077980.662734:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077980.662736:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657847936, offset 0 00000400:00000200:2.0:1769077980.662738:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077980.662741:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077980.662744:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077980.662746:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077980.662748:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077980.662750:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077980.662751:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077980.662754:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370514:370514:256:4294967295] 192.168.204.154@tcp LPNI seq info [370509:370509:8:4294967295] 00000400:00000200:2.0:1769077980.662756:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077980.662761:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077980.662764:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077980.662767:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077980.662770:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077980.662774:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769077980.662777:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077980.662779:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:2.0:1769077980.662783:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077980.662785:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077980.662789:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077980.662794:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077980.662798:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077980.662800:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077980.662803:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077980.662807:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662815:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077980.662819:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078005 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662826:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.662827:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077980.662831:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077980.662834:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769077980.662837:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077980.662839:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299638309 00000100:00000001:2.0:1769077980.662843:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299638987 00000100:00000001:2.0:1769077980.662845:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299638309 00000100:00000001:2.0:1769077980.662848:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299638987 00000100:00000001:2.0:1769077980.662850:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077980.662852:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.662854:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077980.662858:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077980/real 1769077980] req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077980.662867:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077980.662868:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077980.662870:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077980.662873:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077980.662874:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077980.662876:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077980.662879:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077980.662885:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662889:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077980.662890:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662891:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077980.662892:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077980.662894:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662898:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077980.662901:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662905:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077980.662907:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662908:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077980.662909:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662910:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077980.662913:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077980.662914:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077980.662916:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077980.662918:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077980.662920:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077980.662925:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657847936:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077980.662928:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662929:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077980.662931:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27480 x1855007657847936/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078005 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077980.662935:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077980.662936:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077980.662938:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077980.662939:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077980.662940:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077980.662941:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769077980.662942:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077980.662943:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19800. 02000000:00000001:2.0:1769077980.662944:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077980.662945:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077980.662946:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27480. 00000100:00000001:2.0:1769077980.662948:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077980.662949:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662950:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077980.662952:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077980.662953:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077980.662955:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077980.662956:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077981.300676:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077981.300685:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077981.300688:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077981.300695:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077981.300698:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077981.300700:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077981.300704:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077981.300706:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077981.300708:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077981.300709:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077981.300712:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077981.300715:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077981.300716:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077981.300716:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077981.300717:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077981.300719:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077981.300723:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077981.300723:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769077981.300725:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077981.300731:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077981.300732:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077981.300732:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077981.300736:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077981.300738:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077981.300739:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077981.300742:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077981.300745:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077981.300746:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077981.300750:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077981.300752:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077981.300752:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077981.300755:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077981.300757:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077981.300760:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077981.300762:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077981.300763:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077981.300764:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077981.300768:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077981.300769:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077981.300773:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077981.300775:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077981.300780:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077981.300783:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077981.300785:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077981.300787:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077981.300790:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077981.300796:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077981.300797:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077981.300799:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077981.300801:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077981.300802:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077981.300806:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077981.300807:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077981.300808:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077981.300812:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769077981.300814:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077981.300814:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077981.300817:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077981.300818:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077981.300820:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077981.300822:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077981.300824:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077981.300825:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077981.300828:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077981.300830:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077981.300831:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077981.300836:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077981.300837:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077981.300837:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077981.300840:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077981.300844:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077981.300847:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077981.300848:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077981.300851:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077981.300852:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077981.300860:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077981.300862:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077981.300881:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077981.300884:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077981.300887:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769077981.428665:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299638987, at 4299639040 00000100:00000040:0.0:1769077981.428675:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299638987, at 4299639040 00000100:00000010:1.0:1769077981.428680:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841be40. 00000100:00000010:0.0:1769077981.428686:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000001:0.0:1769077981.684685:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077981.684685:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077981.684694:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077981.684694:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077981.684698:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077981.684699:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077981.684707:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077981.684707:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077981.684714:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077981.684715:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077981.684721:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077981.684721:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077981.684726:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077981.684729:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077981.684732:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077981.684737:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077981.684740:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077981.684744:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.324677:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077982.324678:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077982.324678:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077982.324682:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077982.324686:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077982.324686:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077982.324687:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.324688:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077982.324691:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077982.324692:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.324692:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077982.324696:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077982.324701:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769077982.324701:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077982.324701:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077982.324706:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077982.324708:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077982.324710:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077982.324711:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077982.324711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077982.324713:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077982.324715:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077982.324716:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.324718:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077982.324719:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077982.324725:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077982.324725:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077982.324729:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077982.324731:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077982.324731:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077982.324736:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077982.324741:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077982.324741:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.324745:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077982.324749:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077982.324752:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077982.324756:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077982.324759:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077982.324760:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077982.324762:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077982.324765:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769077982.324765:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077982.324768:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077982.324769:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.324770:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077982.324771:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077982.324773:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.324776:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769077982.324776:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077982.324777:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077982.324778:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077982.324782:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077982.324782:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077982.324783:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077982.324785:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077982.324786:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077982.324788:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077982.324788:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077982.324790:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077982.324796:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.324796:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077982.324798:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077982.324801:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077982.324802:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077982.324809:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077982.324809:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077982.324814:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077982.324819:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.324820:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077982.324823:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077982.324827:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077982.324829:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077982.324833:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077982.324838:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077982.708605:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077982.708608:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077982.708612:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077982.708612:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077982.708616:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077982.708616:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077982.708623:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077982.708623:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077982.708628:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077982.708628:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077982.708632:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077982.708632:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077982.708637:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077982.708639:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077982.708644:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077982.708646:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077982.708647:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077982.708649:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077983.348750:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077983.348751:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077983.348752:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077983.348756:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077983.348764:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077983.348767:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077983.348769:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077983.348769:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077983.348773:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077983.348775:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077983.348775:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077983.348776:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077983.348796:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077983.348797:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769077983.348799:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077983.348800:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077983.348819:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077983.348820:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077983.348820:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077983.348820:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077983.348846:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077983.348847:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077983.348847:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077983.348848:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077983.348863:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077983.348869:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077983.348872:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077983.348876:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077983.348879:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077983.348882:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077983.348884:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077983.348888:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077983.348889:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077983.348894:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077983.348897:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077983.348897:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077983.348899:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077983.348907:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077983.348907:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077983.348921:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077983.348932:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077983.348937:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077983.348943:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077983.348947:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077983.348952:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077983.348954:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077983.348956:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077983.348956:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077983.348958:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077983.348966:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077983.348967:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077983.348973:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077983.348973:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077983.348985:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077983.348994:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769077983.348994:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077983.348995:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077983.349012:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077983.349014:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077983.349017:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077983.349018:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077983.349020:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077983.349027:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077983.349028:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077983.349028:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077983.349030:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077983.349034:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077983.349040:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077983.349040:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077983.349045:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077983.349053:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077983.349068:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769077983.349073:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769077983.349080:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077983.732693:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077983.732693:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077983.732708:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077983.732708:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077983.732715:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077983.732716:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077983.732727:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077983.732728:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077983.732737:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077983.732738:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077983.732746:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077983.732747:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077983.732756:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077983.732760:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077983.732762:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077983.732764:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077983.732769:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077983.732772:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077984.372671:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077984.372671:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077984.372674:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077984.372678:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077984.372679:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077984.372680:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077984.372680:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077984.372682:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077984.372683:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077984.372688:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769077984.372689:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077984.372690:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769077984.372690:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077984.372693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077984.372694:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077984.372695:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077984.372699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769077984.372700:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077984.372701:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077984.372701:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077984.372702:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077984.372705:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077984.372706:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077984.372708:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077984.372709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077984.372710:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077984.372712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077984.372713:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077984.372719:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077984.372719:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077984.372722:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077984.372726:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077984.372727:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077984.372730:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077984.372733:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077984.372739:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077984.372741:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077984.372743:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077984.372744:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077984.372745:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077984.372748:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077984.372748:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077984.372748:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769077984.372750:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077984.372752:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077984.372755:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077984.372755:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:2.0:1769077984.372756:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077984.372756:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077984.372761:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077984.372763:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077984.372763:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1769077984.372764:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077984.372765:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077984.372767:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077984.372769:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077984.372769:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077984.372773:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077984.372774:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077984.372777:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077984.372777:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077984.372778:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077984.372780:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077984.372782:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077984.372784:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077984.372785:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077984.372787:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077984.372789:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077984.372791:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077984.372793:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077984.372795:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077984.372799:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077984.372801:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077984.372804:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077984.756677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077984.756685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077984.756687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077984.756691:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077984.756694:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077984.756697:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077984.756699:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077984.756701:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077984.756703:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077984.757250:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077984.757253:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077984.757254:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077984.757256:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077984.757257:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077984.757259:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077984.757260:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077984.757261:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077984.757262:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.396640:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077985.396648:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077985.396651:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077985.396651:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077985.396656:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769077985.396658:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077985.396660:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.396664:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077985.396668:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077985.396670:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077985.396672:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077985.396672:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077985.396676:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.396678:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077985.396680:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.396681:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077985.396685:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077985.396687:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077985.396689:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.396692:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077985.396693:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077985.396696:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077985.396697:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077985.396703:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.396703:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077985.396706:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077985.396707:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077985.396710:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.396712:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077985.396717:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077985.396720:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077985.396720:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077985.396724:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077985.396727:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077985.396727:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077985.396731:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077985.396732:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077985.396736:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077985.396737:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077985.396739:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077985.396741:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077985.396743:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077985.396746:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077985.396749:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077985.396762:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077985.396765:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077985.396768:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077985.396862:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077985.396866:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077985.396866:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077985.396867:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.396871:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769077985.396872:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077985.396874:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.396877:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077985.396879:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769077985.396879:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077985.396881:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.396885:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077985.396885:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077985.396889:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077985.396889:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077985.396892:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.396893:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077985.396895:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077985.396897:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077985.396899:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.396902:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077985.396903:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077985.396908:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077985.396911:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077985.396914:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077985.396916:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077985.396918:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077985.780653:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077985.780671:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077985.780673:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077985.780678:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077985.780684:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769077985.780685:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769077985.780686:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077985.780688:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077985.780691:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077985.780694:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077985.780695:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077985.780696:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769077985.780700:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.780700:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1769077985.780700:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077985.780705:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769077985.780706:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769077985.780707:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077985.780708:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.780712:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769077985.780713:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077985.780715:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077985.780718:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077985.780720:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4970 00000400:00000200:1.0:1769077985.780731:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077985.780743:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077985.780746:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077985.780750:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077985.780754:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077985.780756:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077985.780758:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077985.780762:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077985.780764:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769077985.780767:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769077985.780769:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769077985.780772:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769077985.780774:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769077985.780777:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077985.780779:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077985.780781:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077985.780782:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077985.780785:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769077985.780788:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077985.780790:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.780793:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077985.780795:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077985.780797:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.780799:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769077985.780802:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077985.780810:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00000020:00000040:1.0:1769077985.780814:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769077985.780817:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077985.780818:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.780821:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077985.780824:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077985.780827:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077985.780833:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000100:00000001:1.0:1769077985.780839:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077985.780846:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769077985.780856:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077985.780860:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077985.780864:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077985.780886:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077985.780889:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077985.780892:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769077985.780893:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077985.780895:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077985.780898:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769077985.780901:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4970 00000400:00000200:1.0:1769077985.780905:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077985.780908:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769077985.780908:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1769077985.780913:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077985.780914:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1769077985.780917:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077985.780919:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769077985.780922:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769077985.780929:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769077985.780936:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077985.780942:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077985.780943:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077985.780946:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077985.780947:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077985.780950:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769077985.780952:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1769077985.780952:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1769077985.780956:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:2.0:1769077985.780956:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769077985.780960:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:2.0:1769077985.780961:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769077985.780963:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00100000:2.0:1769077985.780968:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657848064:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769077985.780974:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077985.780977:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1769077985.780980:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:2.0:1769077985.780980:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077985.780985:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769077985.780986:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077985.780989:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000010:2.0:1769077985.780991:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 00000100:00000001:1.0:1769077985.780992:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769077985.780996:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769077985.780998:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769077985.781002:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077985.781006:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077985.781006:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769077985.781010:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1769077985.781013:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 02000000:00000001:1.0:1769077985.781016:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077985.781020:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077985.781021:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000001:1.0:1769077985.781022:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769077985.781028:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000200:2.0:1769077985.781030:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657848064, portal 25 00000008:00000001:1.0:1769077985.781032:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.781035:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769077985.781036:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.781038:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 00000100:00000010:1.0:1769077985.781043:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000100:00000040:2.0:1769077985.781047:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1769077985.781048:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000001:2.0:1769077985.781058:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1769077985.781060:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077985.781064:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077985.781064:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769077985.781069:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1769077985.781070:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 02000000:00000001:1.0:1769077985.781071:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077985.781075:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077985.781077:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657848064, offset 0 02000000:00000010:1.0:1769077985.781080:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000100:00000001:1.0:1769077985.781086:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077985.781086:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00100000:1.0:1769077985.781094:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769077985.781096:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077985.781104:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077985.781110:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1769077985.781111:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769077985.781115:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077985.781116:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000040:1.0:1769077985.781124:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769077985.781124:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077985.781129:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077985.781136:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370515:370515:256:4294967295] 192.168.204.154@tcp LPNI seq info [370510:370510:8:4294967295] 00000100:00000001:1.0:1769077985.781143:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077985.781148:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:1.0:1769077985.781149:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769077985.781154:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769077985.781156:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769077985.781159:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769077985.781164:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769077985.781165:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00080000:1.0:1769077985.781169:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4970 00000800:00000200:2.0:1769077985.781175:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769077985.781176:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769077985.781182:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000800:00000010:2.0:1769077985.781184:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000100:00080000:1.0:1769077985.781185:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077985.781190:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077985.781194:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1769077985.781195:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:1.0:1769077985.781200:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:2.0:1769077985.781201:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000100:00000001:1.0:1769077985.781203:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769077985.781208:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077985.781210:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769077985.781213:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:2.1:1769077985.781213:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:1.0:1769077985.781217:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000200:2.1:1769077985.781218:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000020:00000001:1.0:1769077985.781220:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769077985.781224:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000100:2.0:1769077985.781226:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000040:1.0:1769077985.781231:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000010:2.0:1769077985.781231:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00000001:1.0:1769077985.781235:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077985.781239:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:2.0:1769077985.781239:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1769077985.781242:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077985.781245:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:2.0:1769077985.781248:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1769077985.781252:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769077985.781255:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077985.781256:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 02000000:00000001:1.0:1769077985.781257:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1769077985.781260:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 02000000:00000001:1.0:1769077985.781261:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769077985.781265:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.781267:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077985.781267:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:1.0:1769077985.781271:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:1.0:1769077985.781275:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077985.781275:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077985.781277:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769077985.781283:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769077985.781287:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:1.0:1769077985.781292:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769077985.781292:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769077985.781296:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.781299:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1769077985.781299:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769077985.781301:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077985.781303:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769077985.781308:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000100:00000001:2.0:1769077985.781314:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.781315:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.781318:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1769077985.781322:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077985.781325:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077985.781333:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769077985.781337:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077985.781338:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299644107 00000100:00000001:1.0:1769077985.781341:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769077985.781345:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b9c0. 00000100:00000040:1.0:1769077985.781361:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.781364:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769077985.781372:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299644107 00000100:00000001:1.0:1769077985.781373:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769077985.781377:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1769077985.781377:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bb40. 00000100:00080000:1.0:1769077985.781383:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769077985.781383:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769077985.781387:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077985.781389:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769077985.781390:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769077985.781395:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.781396:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769077985.781399:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1769077985.781400:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4970 00000400:00000200:1.0:1769077985.781406:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00100000:2.0:1769077985.781407:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077985/real 1769077985] req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769077985.781411:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769077985.781416:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769077985.781421:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077985.781426:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:2.0:1769077985.781427:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1769077985.781428:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000001:2.0:1769077985.781431:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769077985.781432:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:2.0:1769077985.781435:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000020:00000001:1.0:1769077985.781436:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769077985.781438:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769077985.781441:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1769077985.781442:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000040:1.0:1769077985.781444:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000400:00000010:2.0:1769077985.781446:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:1.0:1769077985.781447:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769077985.781450:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1769077985.781451:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769077985.781457:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000200:2.0:1769077985.781457:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077985.781460:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769077985.781464:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769077985.781469:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769077985.781473:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769077985.781478:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000200:2.0:1769077985.781479:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769077985.781482:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769077985.781485:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769077985.781489:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077985.781493:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1769077985.781494:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.781497:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.781498:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077985.781501:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00100000:1.0:1769077985.781502:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:2.0:1769077985.781504:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769077985.781506:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077985.781509:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077985.781512:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769077985.781514:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769077985.781519:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769077985.781524:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769077985.781527:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.781529:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.781530:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769077985.781534:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769077985.781535:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077985.781537:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769077985.781540:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000100:00000001:1.0:1769077985.781545:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.781551:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:1.0:1769077985.781570:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077985.781579:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.781583:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769077985.781585:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077985.781586:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077985.781589:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.781590:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1769077985.781596:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.781602:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769077985.781604:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769077985.781609:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1769077985.781611:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4981) 00000100:00080000:2.0:1769077985.781616:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077985.781620:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077985.781626:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077985.781635:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657848064:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769077985.781639:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.781642:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077985.781645:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657848064/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.781651:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077985.781653:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077985.781656:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077985.781659:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077985.781660:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077985.781662:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769077985.781664:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077985.781666:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637800. 02000000:00000001:2.0:1769077985.781669:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077985.781671:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077985.781672:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00000100:00000001:2.0:1769077985.781675:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077985.781676:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.781678:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.781685:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077985.781686:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.781688:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077985.781690:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077985.781691:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077985.781694:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.781701:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077985.781703:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077985.781705:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077985.781707:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077985.781709:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077985.781711:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848192:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769077985.781714:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077985.781716:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077985.781718:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077985.781719:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077985.781722:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077985.781724:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077985.781727:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077985.781730:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077985.781733:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077985.781736:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657848192, portal 10 00000100:00000001:2.0:1769077985.781738:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077985.781739:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:2.0:1769077985.781744:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.781751:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077985.781753:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077985.781755:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077985.781757:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657848192, offset 0 00000400:00000200:2.0:1769077985.781761:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077985.781765:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077985.781768:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077985.781771:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077985.781774:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077985.781776:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077985.781778:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077985.781781:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370516:370516:256:4294967295] 192.168.204.154@tcp LPNI seq info [370511:370511:8:4294967295] 00000400:00000200:2.0:1769077985.781785:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077985.781792:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077985.781796:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077985.781799:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077985.781802:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077985.781805:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769077985.781809:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077985.781812:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000100:2.0:1769077985.781815:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077985.781817:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077985.781820:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077985.781823:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077985.781826:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077985.781827:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077985.781829:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077985.781833:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.781840:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077985.781843:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.781850:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.781851:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077985.781854:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077985.781857:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769077985.781860:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077985.781862:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299643403 00000100:00000001:2.0:1769077985.781865:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299644107 00000100:00000001:2.0:1769077985.781867:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299643403 00000100:00000001:2.0:1769077985.781869:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299644107 00000100:00000001:2.0:1769077985.781871:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077985.781873:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.781875:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077985.781878:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077985/real 1769077985] req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077985.781884:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077985.781885:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077985.781887:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077985.781889:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077985.781891:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077985.781893:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077985.781895:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077985.781903:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.781910:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077985.781911:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.781913:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077985.781914:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077985.781917:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.781924:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077985.781928:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.781934:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077985.781937:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.781938:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077985.781940:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.781942:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077985.781945:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077985.781948:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077985.781951:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077985.781953:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077985.781956:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077985.781965:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848192:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769077985.781968:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077985.781971:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.781977:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077985.781978:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077985.781980:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077985.781982:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077985.781984:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077985.781986:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848320:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077985.781989:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077985.781991:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077985.781992:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077985.781994:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077985.781997:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077985.781999:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077985.782002:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077985.782004:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077985.782007:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077985.782009:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657848320, portal 4 00000100:00000001:2.0:1769077985.782011:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077985.782012:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00000040:2.0:1769077985.782017:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782024:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077985.782026:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077985.782028:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077985.782030:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657848320, offset 0 00000400:00000200:2.0:1769077985.782033:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077985.782036:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077985.782039:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077985.782042:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077985.782044:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077985.782046:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077985.782048:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077985.782051:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370517:370517:256:4294967295] 192.168.204.154@tcp LPNI seq info [370512:370512:8:4294967295] 00000400:00000200:2.0:1769077985.782056:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077985.782061:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077985.782065:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077985.782068:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077985.782072:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077985.782074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769077985.782078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077985.782081:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000100:2.0:1769077985.782084:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077985.782086:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077985.782089:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077985.782092:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077985.782095:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077985.782096:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077985.782098:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077985.782102:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782109:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077985.782112:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782118:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.782120:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077985.782122:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077985.782125:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769077985.782128:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077985.782130:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299643424 00000100:00000001:2.0:1769077985.782132:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299644107 00000100:00000001:2.0:1769077985.782134:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299643424 00000100:00000001:2.0:1769077985.782136:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299644107 00000100:00000001:2.0:1769077985.782138:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077985.782140:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.782142:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077985.782145:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077985/real 1769077985] req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077985.782152:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077985.782153:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077985.782155:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077985.782157:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077985.782159:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077985.782161:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077985.782163:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077985.782172:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782178:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077985.782179:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.782180:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077985.782181:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077985.782185:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782192:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077985.782195:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782201:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077985.782204:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.782205:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077985.782207:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.782208:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077985.782211:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077985.782214:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077985.782216:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077985.782218:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077985.782222:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077985.782230:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848320:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077985.782234:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077985.782236:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782242:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077985.782244:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077985.782246:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077985.782247:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077985.782249:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077985.782252:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848448:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077985.782255:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077985.782257:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077985.782258:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077985.782260:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077985.782263:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769077985.782265:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077985.782268:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077985.782270:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077985.782272:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077985.782275:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657848448, portal 4 00000100:00000001:2.0:1769077985.782277:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077985.782278:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:2.0:1769077985.782283:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782290:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077985.782292:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077985.782294:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077985.782296:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657848448, offset 0 00000400:00000200:2.0:1769077985.782299:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077985.782302:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077985.782305:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077985.782308:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077985.782310:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077985.782312:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077985.782314:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077985.782317:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370518:370518:256:4294967295] 192.168.204.154@tcp LPNI seq info [370513:370513:8:4294967295] 00000400:00000200:2.0:1769077985.782322:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077985.782327:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077985.782332:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077985.782334:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077985.782338:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077985.782340:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000200:2.1:1769077985.782344:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077985.782358:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 52 secs later) 00000800:00000100:2.0:1769077985.782362:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077985.782364:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077985.782366:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077985.782369:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077985.782372:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077985.782374:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077985.782376:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077985.782379:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782386:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077985.782389:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078010 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782395:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.782397:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077985.782399:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077985.782402:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769077985.782405:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077985.782407:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299643428 00000100:00000001:2.0:1769077985.782409:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299644107 00000100:00000001:2.0:1769077985.782411:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299643428 00000100:00000001:2.0:1769077985.782413:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299644107 00000100:00000001:2.0:1769077985.782415:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077985.782417:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.782419:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077985.782422:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077985/real 1769077985] req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077985.782430:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077985.782432:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077985.782433:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077985.782435:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077985.782436:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077985.782438:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077985.782441:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077985.782450:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782455:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077985.782457:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.782458:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077985.782460:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077985.782463:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782469:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077985.782473:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782479:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077985.782481:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.782483:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077985.782484:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.782486:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077985.782490:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077985.782492:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077985.782494:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077985.782496:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077985.782500:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077985.782508:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848448:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077985.782511:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.782512:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077985.782516:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657848192/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782522:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077985.782523:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077985.782525:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077985.782527:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077985.782528:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077985.782529:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769077985.782531:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077985.782533:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636800. 02000000:00000001:2.0:1769077985.782535:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077985.782536:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077985.782538:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:2.0:1769077985.782540:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077985.782542:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.782543:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077985.782546:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657848320/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782552:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077985.782568:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077985.782570:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077985.782572:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077985.782574:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077985.782575:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769077985.782577:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077985.782578:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 02000000:00000001:2.0:1769077985.782580:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077985.782581:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077985.782582:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:2.0:1769077985.782584:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077985.782586:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.782587:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077985.782591:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657848448/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078010 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077985.782597:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077985.782598:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077985.782599:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769077985.782601:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077985.782603:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077985.782604:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769077985.782606:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077985.782607:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 02000000:00000001:2.0:1769077985.782609:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077985.782610:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077985.782611:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:2.0:1769077985.782613:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077985.782614:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.782615:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077985.782618:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077985.782619:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077985.782621:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077985.782622:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077986.420705:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077986.420705:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077986.420708:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077986.420718:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077986.420718:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077986.420719:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077986.420722:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077986.420723:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077986.420725:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077986.420732:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077986.420735:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:2.0:1769077986.420736:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077986.420737:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077986.420741:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077986.420742:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077986.420746:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077986.420746:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077986.420747:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077986.420753:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077986.420756:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077986.420757:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077986.420757:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077986.420764:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077986.420768:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077986.420769:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077986.420774:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077986.420778:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077986.420817:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077986.420820:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077986.420824:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077986.420825:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077986.420828:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077986.420829:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077986.420833:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077986.420834:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077986.420856:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077986.420859:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077986.420862:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077986.420917:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077986.420921:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077986.420924:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077986.420927:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077986.420931:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077986.420933:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077986.420935:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077986.420937:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077986.420939:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077986.420941:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077986.420946:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077986.420948:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077986.420952:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077986.420955:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077986.420959:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077986.420961:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077986.420963:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077986.420966:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077986.421019:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077986.421021:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077986.421022:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077986.421024:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077986.421026:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077986.421028:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077986.421031:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077986.421033:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077986.421035:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077986.421052:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077986.421056:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077986.421058:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077986.421060:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077986.421062:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077986.421063:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077986.421066:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077986.421067:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077986.421070:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769077986.548671:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299644107, at 4299644160 00000100:00000040:0.0:1769077986.548677:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299644107, at 4299644160 00000100:00000010:1.0:1769077986.548691:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bb40. 00000100:00000010:0.0:1769077986.548694:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b9c0. 00000100:00000001:0.0:1769077986.804691:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077986.804691:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077986.804702:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077986.804702:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077986.804705:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077986.804706:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077986.804714:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769077986.804715:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769077986.804721:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077986.804722:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077986.804729:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077986.804729:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077986.804736:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077986.804740:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077986.804745:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077986.804745:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077986.804749:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077986.804754:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077987.444631:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077987.444639:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077987.444641:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077987.444649:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077987.444656:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077987.444658:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077987.444659:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077987.444661:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077987.444662:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077987.444665:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077987.444668:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077987.444668:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077987.444669:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077987.444675:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077987.444675:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077987.444675:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077987.444675:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077987.444688:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077987.444688:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077987.444689:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077987.444689:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077987.444696:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077987.444696:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077987.444697:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077987.444709:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077987.444710:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077987.444711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077987.444719:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077987.444719:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077987.444720:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077987.444727:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077987.444728:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077987.444732:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077987.444739:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077987.444742:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077987.444752:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077987.444757:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077987.444757:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077987.444758:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077987.444759:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077987.444760:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077987.444763:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769077987.444763:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077987.444764:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077987.444767:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077987.444769:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077987.444770:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769077987.444772:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077987.444775:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077987.444777:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077987.444779:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077987.444779:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077987.444782:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077987.444784:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077987.444785:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077987.444789:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077987.444793:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077987.444796:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077987.444798:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077987.444799:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077987.444803:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077987.444807:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077987.444811:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769077987.444813:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769077987.444815:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769077987.444818:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077987.444823:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077987.444824:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077987.444828:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077987.444834:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077987.444837:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077987.444839:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077987.444842:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077987.444844:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077987.828676:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077987.828684:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077987.828686:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077987.828693:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769077987.828697:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077987.828698:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077987.828703:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077987.828703:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077987.828708:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077987.828708:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077987.828713:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077987.828714:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077987.828719:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077987.828719:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077987.828724:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077987.828728:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077987.828729:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077987.828732:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077988.468731:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077988.468735:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077988.468738:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077988.468738:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077988.468740:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077988.468742:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077988.468745:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077988.468747:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077988.468750:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077988.468752:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077988.468752:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769077988.468755:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077988.468757:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077988.468765:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077988.468766:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769077988.468766:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077988.468770:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077988.468775:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077988.468778:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077988.468779:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077988.468780:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077988.468781:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077988.468784:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077988.468790:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077988.468794:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077988.468795:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077988.468796:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077988.468802:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077988.468803:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077988.468809:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077988.468810:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077988.468814:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077988.468819:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077988.468819:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077988.468825:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077988.468827:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077988.468831:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077988.468833:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077988.468834:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077988.468836:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077988.468842:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077988.468845:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769077988.468847:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077988.468849:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077988.468849:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1769077988.468851:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077988.468854:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077988.468855:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077988.468858:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077988.468859:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077988.468862:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077988.468862:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077988.468864:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769077988.468865:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077988.468871:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077988.468873:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077988.468879:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077988.468880:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077988.468881:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077988.468882:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077988.468887:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077988.468896:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077988.468897:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077988.468898:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077988.468902:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077988.468909:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077988.468910:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077988.468911:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077988.468913:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077988.468917:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077988.468921:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769077988.468923:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077988.468923:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077988.468926:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077988.468928:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077988.468931:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077988.468935:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077988.468937:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077988.468947:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077988.468950:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077988.468953:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077988.468956:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077988.468958:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077988.468960:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077988.468963:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077988.468964:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077988.468966:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077988.468967:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077988.468971:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077988.468995:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077988.468997:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077988.468999:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077988.852734:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077988.852734:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077988.852748:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077988.852749:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077988.852753:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077988.852754:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077988.852767:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077988.852768:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077988.852778:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077988.852779:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077988.852788:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077988.852789:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077988.852796:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077988.852800:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077988.852804:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077988.852805:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077988.852810:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077988.852814:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077989.492669:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077989.492669:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077989.492678:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077989.492681:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077989.492681:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077989.492685:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077989.492685:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077989.492686:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077989.492690:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077989.492694:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077989.492694:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769077989.492696:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077989.492699:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077989.492701:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077989.492702:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077989.492704:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077989.492705:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077989.492707:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077989.492708:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077989.492712:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077989.492716:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077989.492717:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077989.492720:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077989.492723:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077989.492726:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077989.492730:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077989.492733:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077989.492776:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077989.492779:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077989.492782:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077989.492782:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077989.492787:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077989.492788:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077989.492791:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077989.492792:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077989.492796:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077989.492797:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077989.492802:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077989.492803:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077989.492806:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077989.492806:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077989.492814:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077989.492814:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077989.492817:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077989.492822:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077989.492869:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077989.492873:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077989.492875:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077989.492877:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077989.492879:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077989.492881:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077989.492883:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077989.492885:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077989.492889:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077989.492891:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077989.492894:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077989.492896:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077989.492898:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077989.492898:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077989.492903:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077989.492905:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077989.492909:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077989.492909:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077989.492914:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077989.492917:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077989.492919:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077989.492921:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077989.492933:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077989.492934:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077989.492939:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077989.492941:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077989.492966:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077989.492969:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077989.492972:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769077989.876710:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077989.876710:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077989.876719:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077989.876719:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077989.876723:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077989.876723:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077989.876731:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077989.876731:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769077989.876736:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077989.876737:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077989.876740:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077989.876741:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077989.876743:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077989.876747:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077989.876750:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077989.876760:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077989.876763:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077989.876767:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.516829:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077990.516831:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077990.516840:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077990.516841:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077990.516843:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.516845:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077990.516854:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077990.516861:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077990.516866:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077990.516870:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077990.516874:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077990.516878:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.516928:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077990.516931:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077990.516933:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077990.516935:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769077990.516937:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077990.516938:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077990.516940:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077990.516942:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077990.516944:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077990.516989:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077990.516993:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077990.516995:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077990.516998:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077990.516999:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077990.517001:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077990.517263:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077990.517277:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077990.517277:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077990.517282:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077990.517282:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077990.517286:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077990.517289:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769077990.517291:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077990.517294:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.517296:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077990.517297:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077990.517299:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077990.517376:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769077990.517382:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077990.517384:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077990.517387:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077990.517390:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077990.517393:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077990.517469:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077990.517477:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077990.517479:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077990.517484:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769077990.517488:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077990.517494:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.517497:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077990.517500:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.517503:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077990.517531:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077990.517533:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077990.517537:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077990.517539:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077990.517542:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077990.517543:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077990.517546:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077990.517547:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.518000:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077990.518004:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077990.518005:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077990.518008:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077990.518010:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077990.518013:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077990.518015:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077990.518017:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077990.518019:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077990.518054:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077990.518058:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077990.518062:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077990.900661:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077990.900662:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077990.900673:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077990.900673:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077990.900679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077990.900686:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00100000:2.0:1769077990.900687:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077990.900688:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077990.900692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077990.900697:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:0.0:1769077990.900698:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00100000:1.0:1769077990.900700:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769077990.900702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077990.900704:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:3.0:1769077990.900705:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769077990.900711:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077990.900713:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077990.900714:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077990.900714:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1769077990.900716:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:1.0:1769077990.900718:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077990.900722:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000020:00001000:0.0:1769077990.900726:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000001:3.0:1769077990.900729:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769077990.900734:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000100:00000001:1.0:1769077990.900736:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077990.900736:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.900739:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769077990.900741:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077990.900742:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4976 00000080:00000001:0.0:1769077990.900745:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:1.0:1769077990.900748:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769077990.900749:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077990.900753:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077990.900755:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077990.900758:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077990.900759:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:0.0:1769077990.900763:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077990.900767:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:3.0:1769077990.900772:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:0.0:1769077990.900773:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:3.0:1769077990.900776:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000001:0.0:1769077990.900777:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077990.900780:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077990.900783:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077990.900784:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077990.900785:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077990.900790:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:3.0:1769077990.900791:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077990.900792:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.900796:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077990.900799:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1769077990.900799:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077990.900802:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:3.0:1769077990.900804:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:0.0:1769077990.900805:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769077990.900811:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077990.900811:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077990.900815:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769077990.900816:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769077990.900820:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077990.900825:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769077990.900827:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769077990.900828:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769077990.900832:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000001:3.0:1769077990.900834:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00200000:0.0:1769077990.900838:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000040:3.0:1769077990.900840:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:0.0:1769077990.900843:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:3.0:1769077990.900845:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077990.900850:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077990.900851:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077990.900854:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:3.0:1769077990.900855:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077990.900856:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077990.900859:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077990.900862:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000040:3.0:1769077990.900862:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:0.0:1769077990.900865:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000020:00000001:0.0:1769077990.900870:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:3.0:1769077990.900870:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077990.900875:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077990.900880:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077990.900881:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769077990.900884:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077990.900885:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077990.900888:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077990.900890:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.900892:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.900895:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077990.900896:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000001:3.0:1769077990.900900:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.900901:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077990.900905:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.900908:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.900910:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077990.900912:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00000020:00000001:0.0:1769077990.900913:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077990.900915:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077990.900918:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077990.900919:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000040:3.0:1769077990.900919:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769077990.900922:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077990.900924:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.900926:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077990.900927:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769077990.900928:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.900932:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077990.900932:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.900937:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077990.900938:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.900939:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.900939:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077990.900944:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:3.0:1769077990.900945:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077990.900947:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077990.900950:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077990.900951:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:3.0:1769077990.900953:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077990.900954:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077990.900959:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077990.900965:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000010:3.0:1769077990.900966:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00000008:00000020:0.0:1769077990.900968:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077990.900970:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077990.900974:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077990.900976:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077990.900986:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000100:00000001:3.0:1769077990.900987:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769077990.900996:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00100000:3.0:1769077990.901000:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:0.0:1769077990.901002:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077990.901004:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077990.901007:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077990.901012:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077990.901017:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:3.0:1769077990.901019:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:0.0:1769077990.901024:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077990.901027:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769077990.901028:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901033:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901036:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077990.901037:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077990.901039:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901042:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901046:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077990.901049:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077990.901053:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077990.901055:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077990.901057:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077990.901067:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901070:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:3.0:1769077990.901070:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901074:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:3.0:1769077990.901075:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769077990.901078:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00080000:3.0:1769077990.901079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:0.0:1769077990.901081:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:3.0:1769077990.901083:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769077990.901084:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077990.901087:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00080000:3.0:1769077990.901087:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1769077990.901090:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077990.901093:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.901093:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:0.0:1769077990.901095:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901097:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077990.901099:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00080000:3.0:1769077990.901099:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4976 00000020:00000001:0.0:1769077990.901102:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077990.901104:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077990.901107:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:3.0:1769077990.901108:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077990.901109:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077990.901112:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077990.901114:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077990.901116:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:3.0:1769077990.901117:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:0.0:1769077990.901118:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901121:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901123:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077990.901123:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077990.901125:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901126:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077990.901128:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077990.901129:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077990.901129:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077990.901130:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077990.901132:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077990.901134:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769077990.901134:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:0.0:1769077990.901144:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769077990.901146:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769077990.901147:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000080:00000001:0.0:1769077990.901149:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769077990.901152:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000080:00200000:0.0:1769077990.901154:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000040:3.0:1769077990.901158:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:0.0:1769077990.901160:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:3.0:1769077990.901162:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077990.901164:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:2.0:1769077990.901169:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769077990.901170:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00001000:0.0:1769077990.901171:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077990.901178:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769077990.901180:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:0.0:1769077990.901189:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077990.901189:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769077990.901200:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077990.901202:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077990.901206:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 02000000:00000001:2.0:1769077990.901209:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769077990.901211:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:0.0:1769077990.901212:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:2.0:1769077990.901213:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769077990.901218:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000040:3.0:1769077990.901219:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:2.0:1769077990.901220:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901223:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769077990.901227:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769077990.901228:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00000001:3.0:1769077990.901234:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00100000:2.0:1769077990.901235:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657848576:192.168.204.154@tcp:250:kworker.0 00000020:00001000:0.0:1769077990.901236:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077990.901244:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000100:00000040:3.0:1769077990.901249:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077990.901251:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769077990.901252:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769077990.901254:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769077990.901268:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077990.901274:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077990.901274:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:0.0:1769077990.901277:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077990.901281:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:3.0:1769077990.901282:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769077990.901289:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:2.0:1769077990.901290:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1769077990.901290:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:0.0:1769077990.901295:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077990.901298:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077990.901301:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00080000:3.0:1769077990.901301:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000010:2.0:1769077990.901304:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 00020000:00000002:0.0:1769077990.901307:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:3.0:1769077990.901310:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077990.901313:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901315:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:3.0:1769077990.901317:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769077990.901321:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077990.901325:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077990.901326:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901328:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077990.901331:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000400:00000200:2.0:1769077990.901335:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077990.901336:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077990.901340:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1769077990.901341:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:0.0:1769077990.901342:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077990.901347:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000010:2.0:1769077990.901350:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 02000000:00000001:3.0:1769077990.901350:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901351:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077990.901355:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000200:2.0:1769077990.901358:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657848576, portal 25 00000100:00000001:2.0:1769077990.901361:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077990.901362:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069296000 : -115332640255616 : ffff971b06f25180) 00000020:00000001:0.0:1769077990.901367:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077990.901371:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077990.901373:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077990.901379:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769077990.901382:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077990.901383:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077990.901391:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:2.0:1769077990.901396:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000002:0.0:1769077990.901397:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000008:00100000:3.0:1769077990.901398:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000040:2.0:1769077990.901404:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769077990.901413:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000008:00000001:3.0:1769077990.901413:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901415:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:3.0:1769077990.901417:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901418:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077990.901423:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000400:00000010:2.0:1769077990.901424:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000010:3.0:1769077990.901425:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00000020:00001000:0.0:1769077990.901427:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000040:3.0:1769077990.901433:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769077990.901435:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000100:00000200:2.0:1769077990.901436:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657848576, offset 0 00000020:00000001:0.0:1769077990.901441:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:3.0:1769077990.901441:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769077990.901445:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769077990.901445:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901448:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769077990.901450:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077990.901452:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077990.901456:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077990.901458:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077990.901459:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 02000000:00000001:3.0:1769077990.901460:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901463:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077990.901467:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077990.901468:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769077990.901469:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00020000:00000001:0.0:1769077990.901470:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901475:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.901477:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077990.901482:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077990.901483:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077990.901488:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077990.901490:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00100000:3.0:1769077990.901490:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769077990.901493:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077990.901495:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077990.901497:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901500:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077990.901504:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:0.0:1769077990.901505:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.901512:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769077990.901513:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901516:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769077990.901517:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901520:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077990.901521:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1769077990.901524:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077990.901525:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077990.901530:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077990.901537:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000400:00000200:2.0:1769077990.901537:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:0.0:1769077990.901542:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077990.901545:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769077990.901546:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077990.901588:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000001:0.0:1769077990.901594:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000400:00000200:2.0:1769077990.901594:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00080000:3.0:1769077990.901595:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:0.0:1769077990.901602:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00080000:3.0:1769077990.901607:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:2.0:1769077990.901608:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370519:370519:256:4294967295] 192.168.204.154@tcp LPNI seq info [370514:370514:8:4294967295] 00000008:00000001:0.0:1769077990.901609:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:3.0:1769077990.901611:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000020:0.0:1769077990.901617:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:3.0:1769077990.901617:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:0.0:1769077990.901622:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077990.901624:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769077990.901629:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769077990.901632:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00080000:3.0:1769077990.901634:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4976 00000008:00000001:0.0:1769077990.901637:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077990.901641:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000400:00000200:3.0:1769077990.901642:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000020:0.0:1769077990.901646:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000400:00000200:3.0:1769077990.901655:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:0.0:1769077990.901656:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:3.0:1769077990.901661:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000020:0.0:1769077990.901663:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077990.901670:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769077990.901670:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000040:3.0:1769077990.901671:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077990.901680:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769077990.901680:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000020:0.0:1769077990.901691:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000100:00000040:3.0:1769077990.901691:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:2.0:1769077990.901701:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:3.0:1769077990.901703:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077990.901715:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:0.0:1769077990.901716:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000020:00000040:3.0:1769077990.901719:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000008:00000001:0.0:1769077990.901720:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901724:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077990.901724:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769077990.901728:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769077990.901728:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000020:00000040:3.0:1769077990.901729:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00020000:00000001:0.0:1769077990.901735:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077990.901738:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769077990.901741:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901745:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769077990.901745:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:0.0:1769077990.901747:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077990.901753:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000800:00000200:2.0:1769077990.901755:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077990.901756:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077990.901763:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:3.0:1769077990.901763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000200:2.0:1769077990.901765:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00020000:00000001:0.0:1769077990.901766:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.901769:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077990.901773:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000040:3.0:1769077990.901777:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077990.901778:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077990.901780:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769077990.901781:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077990.901782:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077990.901785:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:3.0:1769077990.901790:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:0.0:1769077990.901791:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000800:00000200:2.1:1769077990.901792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769077990.901795:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00080000:3.0:1769077990.901798:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769077990.901803:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.901805:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769077990.901806:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00020000:00000001:0.0:1769077990.901807:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077990.901808:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077990.901812:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077990.901815:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000001:3.0:1769077990.901817:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901819:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769077990.901822:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077990.901823:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077990.901828:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000800:00000100:2.0:1769077990.901828:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00100000:3.0:1769077990.901828:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:0.0:1769077990.901837:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000008:00000001:3.0:1769077990.901840:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901841:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077990.901845:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769077990.901845:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901848:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077990.901850:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000800:00000010:2.0:1769077990.901851:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00000010:3.0:1769077990.901851:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00020000:00000001:0.0:1769077990.901852:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901861:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077990.901863:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:0.0:1769077990.901864:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077990.901867:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769077990.901868:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1769077990.901869:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1769077990.901870:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077990.901872:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.901881:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077990.901882:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:3.0:1769077990.901884:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077990.901887:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000200:2.0:1769077990.901889:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:0.0:1769077990.901891:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:3.0:1769077990.901891:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077990.901894:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:2.0:1769077990.901895:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000001:0.0:1769077990.901898:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000010:2.0:1769077990.901899:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 02000000:00000010:3.0:1769077990.901900:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00000020:00001000:0.0:1769077990.901904:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:2.0:1769077990.901907:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769077990.901909:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077990.901910:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077990.901917:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077990.901920:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077990.901922:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1769077990.901922:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769077990.901925:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769077990.901930:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077990.901932:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077990.901935:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077990.901941:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:0.0:1769077990.901948:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.901964:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077990.901968:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077990.901977:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.901983:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769077990.901985:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077990.901990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769077990.901997:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077990.901997:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077990.902002:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077990.902006:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077990.902017:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077990.902024:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4976 00000100:00000001:2.0:1769077990.902026:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077990.902032:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077990.902039:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769077990.902041:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:3.0:1769077990.902045:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769077990.902053:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077990.902054:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.902059:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077990.902063:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077990.902067:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:2.0:1769077990.902070:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769077990.902071:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769077990.902075:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00000001:2.0:1769077990.902077:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299649228 00000020:00000001:3.0:1769077990.902078:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077990.902084:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000010:2.0:1769077990.902085:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841ba20. 00000020:00000001:3.0:1769077990.902093:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769077990.902096:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1769077990.902097:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769077990.902103:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299649228 00000100:00000040:3.0:1769077990.902109:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000010:2.0:1769077990.902110:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b600. 00000100:00000001:2.0:1769077990.902117:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077990.902118:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077990.902126:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769077990.902127:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077990.902132:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.902134:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077990.902137:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000040:3.0:1769077990.902141:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00100000:2.0:1769077990.902148:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077990] req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077990.902149:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769077990.902158:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077990.902161:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769077990.902167:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077990.902176:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077990.902181:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769077990.902185:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769077990.902193:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769077990.902196:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769077990.902196:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769077990.902201:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077990.902205:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000100:00000010:3.0:1769077990.902205:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000020:00000040:3.0:1769077990.902212:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000400:00000200:2.0:1769077990.902215:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 02000000:00000001:3.0:1769077990.902218:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:2.0:1769077990.902220:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 02000000:00000001:3.0:1769077990.902222:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077990.902227:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769077990.902228:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077990.902233:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077990.902236:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077990.902240:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769077990.902243:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000100:00000001:3.0:1769077990.902252:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077990.902270:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769077990.902273:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077990.902316:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769077990.902318:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077990.902319:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902323:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077990.902324:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077990.902326:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077990.902342:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769077990.902343:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902367:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077990.902378:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077990.902381:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077990.902390:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4986) 00000100:00000001:2.0:1769077990.902392:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077990.902399:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902401:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077990.902403:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902406:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077990.902409:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077990.902412:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077990.902418:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077990.902420:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077990.902425:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077990.902431:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657848576:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769077990.902434:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902435:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077990.902437:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25180 x1855007657848576/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902441:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077990.902443:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077990.902445:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077990.902447:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077990.902449:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077990.902450:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769077990.902452:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077990.902454:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b400. 02000000:00000001:2.0:1769077990.902457:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077990.902458:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077990.902460:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25180. 00000100:00000001:2.0:1769077990.902462:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077990.902463:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902465:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902470:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077990.902471:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077990.902473:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077990.902474:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077990.902475:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077990.902477:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902482:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077990.902483:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077990.902485:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077990.902486:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077990.902488:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077990.902489:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848704:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769077990.902492:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077990.902493:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077990.902495:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077990.902496:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077990.902498:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077990.902500:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077990.902503:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077990.902505:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077990.902507:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077990.902510:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657848704, portal 10 00000100:00000001:2.0:1769077990.902511:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077990.902512:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069291520 : -115332640260096 : ffff971b06f24000) 00000100:00000040:2.0:1769077990.902516:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902520:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077990.902522:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077990.902523:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077990.902525:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657848704, offset 0 00000400:00000200:2.0:1769077990.902527:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077990.902530:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077990.902533:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077990.902535:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077990.902536:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077990.902538:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077990.902540:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077990.902542:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370520:370520:256:4294967295] 192.168.204.154@tcp LPNI seq info [370515:370515:8:4294967295] 00000400:00000200:2.0:1769077990.902545:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077990.902551:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077990.902577:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077990.902581:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077990.902585:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077990.902588:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769077990.902592:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077990.902595:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000100:2.0:1769077990.902599:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077990.902602:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077990.902605:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077990.902611:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077990.902614:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077990.902616:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077990.902618:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077990.902622:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902630:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077990.902633:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902638:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077990.902639:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077990.902643:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077990.902646:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769077990.902650:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077990.902652:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299648524 00000100:00000001:2.0:1769077990.902654:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299649228 00000100:00000001:2.0:1769077990.902657:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299648524 00000100:00000001:2.0:1769077990.902658:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299649228 00000100:00000001:2.0:1769077990.902661:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077990.902663:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077990.902664:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077990.902669:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077990] req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077990.902676:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077990.902677:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077990.902679:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077990.902682:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077990.902684:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077990.902685:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077990.902687:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077990.902692:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902696:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077990.902697:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902698:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077990.902699:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077990.902701:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902704:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077990.902706:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902713:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077990.902715:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902717:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077990.902718:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902720:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077990.902724:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077990.902726:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077990.902730:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077990.902732:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077990.902736:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077990.902744:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848704:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769077990.902748:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077990.902751:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902757:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077990.902759:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077990.902761:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077990.902763:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077990.902765:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077990.902768:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848832:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077990.902770:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077990.902773:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077990.902774:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077990.902775:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077990.902779:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077990.902782:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077990.902786:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077990.902788:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077990.902791:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077990.902794:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657848832, portal 4 00000100:00000001:2.0:1769077990.902796:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077990.902797:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069303168 : -115332640248448 : ffff971b06f26d80) 00000100:00000040:2.0:1769077990.902803:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902808:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077990.902810:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077990.902813:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077990.902815:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657848832, offset 0 00000400:00000200:2.0:1769077990.902819:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077990.902822:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077990.902825:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077990.902828:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077990.902831:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077990.902833:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077990.902835:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077990.902838:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370521:370521:256:4294967295] 192.168.204.154@tcp LPNI seq info [370516:370516:8:4294967295] 00000400:00000200:2.0:1769077990.902841:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077990.902847:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077990.902850:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077990.902853:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077990.902857:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077990.902859:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769077990.902863:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077990.902865:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000100:2.0:1769077990.902869:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077990.902871:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077990.902873:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077990.902877:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077990.902879:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077990.902881:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077990.902883:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077990.902887:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902894:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077990.902897:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902903:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077990.902905:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077990.902907:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077990.902910:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769077990.902913:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077990.902914:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299648545 00000100:00000001:2.0:1769077990.902917:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299649228 00000100:00000001:2.0:1769077990.902919:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299648545 00000100:00000001:2.0:1769077990.902921:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299649228 00000100:00000001:2.0:1769077990.902923:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077990.902925:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077990.902927:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077990.902930:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077990] req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077990.902937:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077990.902938:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077990.902940:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077990.902942:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077990.902944:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077990.902945:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077990.902948:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077990.902955:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902960:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077990.902961:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902963:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077990.902964:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077990.902967:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902974:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077990.902977:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.902983:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077990.902985:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902987:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077990.902988:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.902990:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077990.902993:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077990.902996:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077990.902999:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077990.903001:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077990.903005:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077990.903011:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848832:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077990.903014:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077990.903018:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.903024:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077990.903025:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077990.903027:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077990.903029:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077990.903031:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077990.903034:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848960:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077990.903036:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077990.903038:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077990.903039:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077990.903041:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077990.903043:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769077990.903045:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077990.903048:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077990.903050:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077990.903053:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077990.903056:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657848960, portal 4 00000100:00000001:2.0:1769077990.903058:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077990.903059:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069295104 : -115332640256512 : ffff971b06f24e00) 00000100:00000040:2.0:1769077990.903064:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.903071:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077990.903073:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077990.903075:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077990.903077:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657848960, offset 0 00000400:00000200:2.0:1769077990.903081:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077990.903099:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077990.903103:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077990.903106:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077990.903108:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077990.903111:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077990.903113:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077990.903115:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370522:370522:256:4294967295] 192.168.204.154@tcp LPNI seq info [370517:370517:8:4294967295] 00000400:00000200:2.0:1769077990.903119:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077990.903125:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077990.903129:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077990.903131:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077990.903135:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077990.903138:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:2.1:1769077990.903142:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077990.903145:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000100:2.0:1769077990.903148:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077990.903150:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077990.903153:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077990.903156:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077990.903159:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077990.903161:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077990.903163:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077990.903167:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.903174:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077990.903177:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078015 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.903187:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077990.903189:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077990.903192:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077990.903194:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769077990.903198:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077990.903200:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299648549 00000100:00000001:2.0:1769077990.903202:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299649228 00000100:00000001:2.0:1769077990.903204:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299648549 00000100:00000001:2.0:1769077990.903206:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299649228 00000100:00000001:2.0:1769077990.903208:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077990.903210:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077990.903212:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077990.903216:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077990/real 1769077990] req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077990.903223:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077990.903224:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077990.903226:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077990.903228:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077990.903230:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077990.903232:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077990.903235:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077990.903242:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.903247:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077990.903249:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.903250:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077990.903252:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077990.903255:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.903271:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077990.903275:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.903282:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077990.903285:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.903286:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077990.903287:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.903289:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077990.903292:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077990.903295:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077990.903298:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077990.903300:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077990.903304:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077990.903311:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657848960:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077990.903314:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.903316:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077990.903319:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24000 x1855007657848704/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.903325:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077990.903327:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077990.903329:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769077990.903332:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077990.903333:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077990.903335:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769077990.903337:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077990.903338:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b800. 02000000:00000001:2.0:1769077990.903341:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077990.903342:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077990.903344:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24000. 00000100:00000001:2.0:1769077990.903346:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077990.903347:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.903349:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077990.903352:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f26d80 x1855007657848832/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.903356:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077990.903357:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077990.903358:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077990.903359:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077990.903360:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077990.903360:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769077990.903361:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077990.903362:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18400. 02000000:00000001:2.0:1769077990.903363:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077990.903364:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077990.903365:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f26d80. 00000100:00000001:2.0:1769077990.903366:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077990.903367:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.903368:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077990.903369:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24e00 x1855007657848960/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078015 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077990.903375:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077990.903376:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077990.903377:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769077990.903379:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077990.903380:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077990.903381:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769077990.903383:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077990.903384:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:2.0:1769077990.903385:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077990.903386:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077990.903387:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24e00. 00000100:00000001:2.0:1769077990.903389:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077990.903391:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.903393:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077990.903396:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077990.903398:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077990.903400:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077990.903401:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077991.540672:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077991.540681:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077991.540684:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077991.540688:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077991.540688:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077991.540692:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077991.540695:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077991.540698:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077991.540699:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077991.540701:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077991.540705:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077991.540707:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077991.540707:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077991.540710:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077991.540714:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077991.540715:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077991.540721:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077991.540723:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077991.540723:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077991.540725:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077991.540731:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077991.540734:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077991.540734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077991.540743:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077991.540744:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077991.540748:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077991.540751:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077991.540752:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077991.540753:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077991.540761:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077991.540762:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077991.540767:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077991.540769:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077991.540773:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077991.540777:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077991.540777:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077991.540787:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077991.540790:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077991.540792:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077991.540795:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077991.540796:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077991.540797:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077991.540800:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077991.540804:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077991.540806:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077991.540811:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077991.540811:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077991.540812:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077991.540812:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077991.540819:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077991.540820:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077991.540822:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769077991.540823:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077991.540829:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077991.540829:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077991.540830:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077991.540836:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077991.540836:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077991.540837:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077991.540837:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077991.540842:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077991.540845:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077991.540848:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077991.540849:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077991.540857:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077991.540859:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077991.540862:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077991.540866:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077991.540874:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077991.540883:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077991.540885:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077991.540888:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077991.540890:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077991.540893:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077991.540894:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077991.540896:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077991.540899:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077991.540902:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077991.540906:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077991.540910:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077991.668709:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299649228, at 4299649280 00000100:00000040:1.0:1769077991.668709:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299649228, at 4299649280 00000100:00000010:1.0:1769077991.668731:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b600. 00000100:00000010:0.0:1769077991.668733:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000001:2.0:1769077991.924601:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077991.924608:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077991.924610:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077991.924615:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769077991.924618:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077991.924621:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077991.924624:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077991.924625:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077991.924628:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077991.924685:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077991.924693:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077991.924695:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077991.924700:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077991.924703:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077991.924707:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077991.924710:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077991.924712:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077991.924715:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077992.564678:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077992.564680:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077992.564686:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077992.564687:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077992.564687:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077992.564691:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077992.564693:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077992.564696:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077992.564697:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077992.564697:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077992.564699:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077992.564704:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077992.564704:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077992.564706:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077992.564709:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077992.564709:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077992.564710:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077992.564715:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077992.564715:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077992.564717:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077992.564719:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077992.564721:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077992.564723:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077992.564743:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077992.564746:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077992.564750:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077992.564777:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077992.564780:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077992.564782:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077992.564785:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769077992.564787:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077992.564790:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077992.564817:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077992.564820:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077992.564822:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077992.564824:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077992.564826:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077992.564828:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077992.564855:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077992.564860:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077992.564861:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077992.564864:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077992.564867:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077992.564869:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077992.565323:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077992.565326:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077992.565329:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077992.565330:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077992.565333:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077992.565336:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077992.565337:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077992.565341:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077992.565344:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077992.565358:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077992.565362:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077992.565363:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077992.565366:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769077992.565369:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077992.565371:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077992.565374:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077992.565375:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077992.565377:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077992.565387:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077992.565389:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077992.565391:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077992.565393:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077992.565394:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077992.565397:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077992.565399:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077992.565400:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077992.565402:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077992.565950:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077992.565953:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077992.565956:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077992.948656:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077992.948661:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077992.948662:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077992.948666:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077992.948667:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077992.948670:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077992.948673:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077992.948675:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769077992.948678:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077992.948680:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077992.948681:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077992.948683:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077992.948685:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077992.948688:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077992.948690:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077992.948695:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077992.948699:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077992.948702:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077993.588675:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077993.588675:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077993.588683:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077993.588683:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077993.588687:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077993.588688:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077993.588696:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769077993.588696:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077993.588704:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077993.588704:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077993.588709:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077993.588710:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077993.588713:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077993.588716:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077993.588721:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077993.588726:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077993.588729:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077993.588730:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077993.588733:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077993.588737:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077993.588741:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077993.588748:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077993.588752:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077993.588755:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077993.588759:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077993.588762:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077993.588802:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077993.588809:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077993.588811:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077993.588813:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077993.588817:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077993.588820:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077993.588821:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077993.588825:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077993.588828:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077993.588828:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077993.588831:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077993.588833:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077993.588837:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077993.588840:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077993.588843:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077993.588846:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077993.588848:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077993.588850:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077993.588860:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077993.588864:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077993.588866:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077993.588870:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769077993.588871:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077993.588873:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077993.588880:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077993.588881:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077993.588884:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077993.588887:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077993.588890:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769077993.588892:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077993.588896:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077993.588897:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077993.588901:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077993.588902:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077993.588908:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077993.588909:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077993.588913:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077993.588914:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077993.588920:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077993.588921:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077993.588924:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077993.588928:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077993.588930:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077993.588935:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077993.588936:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077993.588957:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077993.588959:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077993.588962:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077993.972686:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077993.972693:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077993.972695:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077993.972701:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769077993.972704:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077993.972708:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077993.972710:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077993.972713:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077993.972716:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077993.973278:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077993.973282:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077993.973283:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077993.973287:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077993.973289:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077993.973291:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077993.973293:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077993.973294:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077993.973296:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077994.612703:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077994.612711:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077994.612713:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077994.612719:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077994.612723:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077994.612728:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077994.612731:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077994.612734:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077994.612737:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077994.612768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077994.612773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077994.612777:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077994.612779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077994.612782:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077994.612783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077994.612788:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077994.612790:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077994.612790:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077994.612795:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077994.612796:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077994.612798:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077994.612801:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077994.612803:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077994.612805:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077994.612806:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077994.612809:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077994.612809:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077994.612814:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077994.612819:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769077994.612934:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077994.612938:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077994.612939:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077994.612942:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077994.612944:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077994.612946:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077994.612948:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077994.612949:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077994.612952:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077994.613171:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077994.613174:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077994.613175:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077994.613178:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769077994.613180:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077994.613182:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077994.613184:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077994.613186:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077994.613188:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077994.616264:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077994.616268:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077994.616270:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077994.616274:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769077994.616277:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077994.616280:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077994.616282:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077994.616284:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077994.616286:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077994.616394:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077994.616397:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077994.616399:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077994.616401:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077994.616403:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077994.616406:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077994.616408:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077994.616409:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077994.616411:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077994.616584:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077994.616587:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077994.616588:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077994.616591:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077994.616593:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077994.616596:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077994.616598:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077994.616599:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077994.616601:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077994.996632:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077994.996639:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077994.996642:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077994.996648:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769077994.996661:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077994.996666:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077994.996668:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077994.996671:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077994.996674:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077994.996676:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077994.996681:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077994.996682:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077994.996686:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769077994.996689:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077994.996692:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077994.996694:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077994.996696:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077994.996699:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077995.636722:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077995.636731:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077995.636732:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077995.636735:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077995.636736:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077995.636742:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077995.636743:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077995.636743:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077995.636747:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077995.636754:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077995.636755:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:2.0:1769077995.636756:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769077995.636764:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077995.636768:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077995.636768:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077995.636771:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077995.636774:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077995.636776:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077995.636777:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077995.636783:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077995.636870:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077995.636874:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077995.636876:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769077995.636879:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077995.636881:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077995.636884:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077995.636904:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077995.636905:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077995.636909:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077995.636911:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077995.636945:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077995.636948:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077995.636950:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077995.636952:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077995.636955:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077995.636958:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077995.636960:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077995.636962:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077995.636964:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077995.636970:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077995.636975:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077995.636976:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077995.636978:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769077995.636980:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077995.636983:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077995.636984:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077995.636986:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077995.636987:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077995.636991:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077995.636992:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077995.636995:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077995.636996:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077995.636998:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077995.637000:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077995.637004:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077995.637005:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077995.637007:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077995.637076:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077995.637081:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077995.637085:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077995.637086:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077995.637089:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077995.637093:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077995.637116:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077995.637120:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077995.637124:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077995.637125:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077995.637129:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077995.637130:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077995.637133:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077995.637134:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077995.637155:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769077995.637157:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077995.637160:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769077996.020717:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769077996.020732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769077996.020736:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769077996.020741:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077996.020747:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769077996.020757:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4981 00000100:00000001:2.0:1769077996.020762:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077996.020770:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:0.0:1769077996.020772:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769077996.020773:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077996.020782:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000400:00000200:3.0:1769077996.020783:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:0.0:1769077996.020784:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769077996.020793:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077996.020796:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769077996.020800:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769077996.020800:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769077996.020805:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:2.0:1769077996.020808:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769077996.020809:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077996.020814:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1769077996.020815:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000040:3.0:1769077996.020818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077996.020827:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.020828:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769077996.020829:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00000040:3.0:1769077996.020836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769077996.020837:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769077996.020842:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:0.0:1769077996.020843:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077996.020848:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769077996.020850:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769077996.020853:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:3.0:1769077996.020854:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769077996.020857:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077996.020861:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769077996.020864:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769077996.020867:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769077996.020868:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000080:00000001:0.0:1769077996.020870:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077996.020874:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077996.020877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000002:0.0:1769077996.020878:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077996.020884:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:0.0:1769077996.020889:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:3.0:1769077996.020891:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077996.020892:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077996.020897:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:3.0:1769077996.020897:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769077996.020900:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077996.020903:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:0.0:1769077996.020905:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077996.020909:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00080000:3.0:1769077996.020910:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769077996.020912:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.020915:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.020916:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.020919:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:3.0:1769077996.020920:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769077996.020921:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077996.020925:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:3.0:1769077996.020927:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769077996.020929:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077996.020932:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.020934:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077996.020937:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769077996.020937:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769077996.020942:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:3.0:1769077996.020942:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:0.0:1769077996.020948:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077996.020953:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077996.020956:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000010:3.0:1769077996.020957:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27800. 00020000:00000001:0.0:1769077996.020959:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077996.020961:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:3.0:1769077996.020963:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769077996.020964:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077996.020969:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:3.0:1769077996.020970:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769077996.020972:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 02000000:00000001:3.0:1769077996.020975:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.020976:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077996.020981:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769077996.020981:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769077996.020983:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077996.020987:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077996.020987:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077996.020991:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.020993:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 02000000:00000001:3.0:1769077996.020995:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.020997:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077996.021000:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021002:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021004:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021006:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000010:3.0:1769077996.021007:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00020000:00000001:0.0:1769077996.021008:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077996.021012:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.021014:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077996.021016:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077996.021018:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.021018:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021022:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021025:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021027:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021028:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077996.021030:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021031:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021034:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077996.021037:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00100000:3.0:1769077996.021037:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769077996.021039:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.021042:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077996.021045:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077996.021049:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:3.0:1769077996.021054:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:0.0:1769077996.021057:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077996.021060:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077996.021062:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.021066:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077996.021067:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077996.021070:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000008:00000020:0.0:1769077996.021073:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077996.021076:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077996.021078:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077996.021079:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.021081:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077996.021084:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:0.0:1769077996.021087:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769077996.021090:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021091:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021093:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021094:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021095:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021097:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077996.021099:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077996.021101:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077996.021102:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077996.021103:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077996.021105:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021106:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077996.021108:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077996.021109:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.021111:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.021112:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.021114:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077996.021115:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077996.021116:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021117:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021119:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077996.021120:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077996.021121:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077996.021123:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077996.021124:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077996.021126:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077996.021127:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.021128:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077996.021130:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077996.021131:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021133:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021135:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077996.021135:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077996.021137:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021140:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077996.021142:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077996.021143:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077996.021144:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077996.021145:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077996.021147:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077996.021150:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077996.021153:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077996.021155:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077996.021157:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077996.021160:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077996.021161:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077996.021164:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077996.021166:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:0.0:1769077996.021168:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077996.021192:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077996.021195:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077996.021196:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077996.021197:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077996.021199:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077996.021201:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000020:00000001:0.0:1769077996.021203:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077996.021205:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077996.021206:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077996.021209:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.021209:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077996.021210:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077996.021214:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077996.021217:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:0.0:1769077996.021220:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077996.021222:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077996.021224:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077996.021226:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021228:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077996.021230:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077996.021232:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021234:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.021235:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077996.021236:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077996.021238:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769077996.021240:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021241:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077996.021242:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077996.021243:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077996.021246:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:3.0:1769077996.021248:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077996.021249:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077996.021255:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077996.021257:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000040:3.0:1769077996.021259:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2388de] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077996.021260:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077996.021263:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077996.021268:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077996.021272:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000020:00000001:0.0:1769077996.021276:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077996.021280:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.021281:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077996.021283:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021285:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021287:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000001:3.0:1769077996.021289:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021290:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077996.021293:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077996.021295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:0.0:1769077996.021296:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021300:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769077996.021303:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:0.0:1769077996.021304:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769077996.021307:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769077996.021308:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00080000:3.0:1769077996.021310:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:0.0:1769077996.021311:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.021315:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769077996.021317:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769077996.021319:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00080000:3.0:1769077996.021323:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4981 00000020:00000001:0.0:1769077996.021324:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021330:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.021330:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769077996.021332:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077996.021336:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021341:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.021341:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1769077996.021342:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769077996.021348:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1769077996.021349:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769077996.021350:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077996.021355:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021359:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077996.021359:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:2.0:1769077996.021364:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077996.021366:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769077996.021366:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769077996.021372:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000040:3.0:1769077996.021379:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769077996.021380:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.021385:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769077996.021389:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:0.0:1769077996.021390:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077996.021397:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000020:00000001:3.0:1769077996.021400:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:0.0:1769077996.021403:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000040:3.0:1769077996.021405:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000100:00000001:2.0:1769077996.021406:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000020:0.0:1769077996.021407:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000001:3.0:1769077996.021412:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:0.0:1769077996.021414:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.021414:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769077996.021417:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769077996.021429:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000008:00000001:0.0:1769077996.021430:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 02000000:00000001:2.0:1769077996.021431:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1769077996.021434:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077996.021438:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000020:00000001:3.0:1769077996.021439:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:2.0:1769077996.021440:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1769077996.021447:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 02000000:00000001:2.0:1769077996.021453:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769077996.021454:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077996.021455:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077996.021460:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077996.021464:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077996.021464:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1769077996.021471:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657849088:192.168.204.154@tcp:250:kworker.0 00000100:00000040:3.0:1769077996.021475:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:0.0:1769077996.021479:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077996.021484:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000001:3.0:1769077996.021486:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769077996.021499:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000001:2.0:1769077996.021502:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1769077996.021503:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:0.0:1769077996.021509:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077996.021511:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:3.0:1769077996.021511:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769077996.021513:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077996.021518:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021520:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.021521:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077996.021524:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:0.0:1769077996.021527:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077996.021528:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769077996.021532:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021534:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077996.021536:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077996.021538:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:3.0:1769077996.021538:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1769077996.021539:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 00000020:00000001:0.0:1769077996.021542:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:3.0:1769077996.021546:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021547:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:2.0:1769077996.021548:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021584:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021589:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077996.021591:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077996.021592:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.021593:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.021595:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.021596:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077996.021597:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077996.021599:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021601:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021603:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077996.021604:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077996.021606:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:3.0:1769077996.021606:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769077996.021609:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077996.021611:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000008:00100000:3.0:1769077996.021614:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:0.0:1769077996.021615:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000400:00000200:2.0:1769077996.021616:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769077996.021618:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00000001:3.0:1769077996.021626:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021627:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077996.021629:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000010:2.0:1769077996.021631:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00020000:00000001:0.0:1769077996.021632:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.021632:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021644:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769077996.021646:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24a80. 00020000:00000001:0.0:1769077996.021647:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000400:00000010:2.0:1769077996.021648:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769077996.021652:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000040:3.0:1769077996.021652:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769077996.021656:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769077996.021658:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769077996.021660:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000200:2.0:1769077996.021661:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657849088, portal 25 02000000:00000001:3.0:1769077996.021661:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021665:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:3.0:1769077996.021666:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077996.021671:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769077996.021673:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769077996.021673:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1769077996.021675:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021679:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077996.021683:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769077996.021684:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069305856 : -115332640245760 : ffff971b06f27800) 02000000:00000010:3.0:1769077996.021684:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00000020:00001000:0.0:1769077996.021686:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077996.021691:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:3.0:1769077996.021693:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021697:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077996.021701:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000040:2.0:1769077996.021704:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:0.0:1769077996.021705:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1769077996.021705:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000001:0.0:1769077996.021722:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077996.021728:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077996.021734:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077996.021745:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:0.0:1769077996.021758:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077996.021770:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077996.021779:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077996.021786:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769077996.021786:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769077996.021787:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769077996.021793:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021794:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000040:3.0:1769077996.021802:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9aa0412] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769077996.021804:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00001000:0.0:1769077996.021805:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077996.021816:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000400:00000010:2.0:1769077996.021818:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000001:3.0:1769077996.021820:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021821:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077996.021825:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000200:2.0:1769077996.021826:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657849088, offset 0 00000100:00080000:3.0:1769077996.021827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000080:00200000:0.0:1769077996.021829:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077996.021839:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:3.0:1769077996.021840:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000020:00000001:0.0:1769077996.021842:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769077996.021845:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000080:00000001:0.0:1769077996.021847:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077996.021850:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00080000:3.0:1769077996.021853:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000002:0.0:1769077996.021856:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077996.021867:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:3.0:1769077996.021867:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:0.0:1769077996.021873:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077996.021877:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00080000:3.0:1769077996.021877:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4981 00020000:00000001:0.0:1769077996.021882:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077996.021884:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021886:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077996.021888:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077996.021890:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021891:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.021892:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077996.021893:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077996.021897:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:2.0:1769077996.021897:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077996.021907:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.021909:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077996.021910:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077996.021912:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077996.021915:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000200:2.0:1769077996.021917:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000002:0.0:1769077996.021919:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077996.021925:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077996.021928:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000200:2.0:1769077996.021928:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1769077996.021933:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077996.021938:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000400:00000200:2.0:1769077996.021940:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00001000:0.0:1769077996.021946:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077996.021952:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000400:00000200:2.0:1769077996.021953:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1769077996.021958:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:2.0:1769077996.021963:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:0.0:1769077996.021964:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.021968:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769077996.021971:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1769077996.021972:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077996.021973:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370523:370523:256:4294967295] 192.168.204.154@tcp LPNI seq info [370518:370518:8:4294967295] 00000100:00000001:1.0:1769077996.021978:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:0.0:1769077996.021980:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.021985:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.021989:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077996.021998:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00100000:1.0:1769077996.021999:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000400:00000200:2.0:1769077996.021999:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769077996.022003:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022011:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.022013:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769077996.022014:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022019:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769077996.022019:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769077996.022024:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077996.022031:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769077996.022032:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769077996.022036:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769077996.022039:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769077996.022040:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769077996.022042:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769077996.022045:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077996.022047:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022054:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022058:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022064:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769077996.022064:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769077996.022068:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077996.022071:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022076:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022077:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077996.022078:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077996.022079:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022080:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000800:00000010:2.0:1769077996.022080:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000008:00000001:0.0:1769077996.022085:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077996.022088:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077996.022091:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077996.022096:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000200:2.0:1769077996.022098:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:0.0:1769077996.022100:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.022105:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077996.022106:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077996.022108:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000800:00000200:2.0:1769077996.022108:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000008:00000020:0.0:1769077996.022117:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077996.022124:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000800:00000200:2.1:1769077996.022127:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000020:0.0:1769077996.022129:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077996.022133:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1769077996.022136:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000008:00000001:0.0:1769077996.022138:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077996.022141:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:0.0:1769077996.022152:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000800:00000100:2.0:1769077996.022153:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00000001:0.0:1769077996.022158:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769077996.022161:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000020:00000001:0.0:1769077996.022163:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022169:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022173:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022185:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022187:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:2.0:1769077996.022188:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000001:0.0:1769077996.022189:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077996.022193:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077996.022195:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077996.022199:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077996.022200:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022205:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000200:2.0:1769077996.022207:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1769077996.022208:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077996.022211:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.022215:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.022217:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022218:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:2.0:1769077996.022220:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000001:0.0:1769077996.022221:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077996.022225:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077996.022227:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00020000:00000001:0.0:1769077996.022229:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022234:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077996.022235:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769077996.022237:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769077996.022238:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077996.022241:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077996.022243:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077996.022247:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000200:2.0:1769077996.022249:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769077996.022250:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022253:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077996.022256:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077996.022259:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022266:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022270:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077996.022273:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077996.022277:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022281:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769077996.022282:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:0.0:1769077996.022285:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077996.022290:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000040:2.0:1769077996.022291:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769077996.022294:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077996.022299:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077996.022305:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077996.022312:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077996.022317:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769077996.022317:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077996.022320:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769077996.022323:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000080:00200000:0.0:1769077996.022325:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077996.022331:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077996.022333:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769077996.022334:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769077996.022338:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077996.022342:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:0.0:1769077996.022344:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077996.022349:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077996.022351:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077996.022352:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077996.022354:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077996.022356:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077996.022359:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:0.0:1769077996.022361:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077996.022363:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077996.022365:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077996.022368:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.022369:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077996.022370:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077996.022373:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077996.022376:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:0.0:1769077996.022378:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077996.022379:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077996.022381:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077996.022382:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022383:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077996.022385:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077996.022386:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022387:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.022388:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077996.022389:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077996.022390:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769077996.022391:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022392:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077996.022393:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077996.022394:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077996.022395:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077996.022397:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077996.022398:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077996.022399:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077996.022400:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077996.022401:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077996.022403:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077996.022404:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:0.0:1769077996.022405:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077996.022408:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.022408:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077996.022410:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022411:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022412:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077996.022414:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077996.022415:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022416:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022417:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022418:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077996.022419:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077996.022420:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022420:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077996.022421:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077996.022422:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022423:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022424:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022425:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022426:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077996.022427:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022428:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022429:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077996.022430:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077996.022431:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022432:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077996.022433:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077996.022434:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077996.022437:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077996.022438:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077996.022440:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.022442:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077996.022443:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077996.022445:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000008:00000020:0.0:1769077996.022447:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077996.022449:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077996.022451:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077996.022452:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.022454:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077996.022456:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769077996.022459:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.022461:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022463:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022465:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022466:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022468:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022470:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077996.022471:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077996.022472:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077996.022474:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077996.022475:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077996.022476:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022477:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077996.022479:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077996.022480:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.022481:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.022482:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022483:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077996.022484:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077996.022486:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022487:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022489:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077996.022490:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077996.022491:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077996.022492:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077996.022493:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077996.022494:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077996.022495:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022496:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077996.022498:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077996.022499:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022500:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022502:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077996.022503:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077996.022504:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022506:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077996.022507:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077996.022508:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077996.022509:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077996.022511:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077996.022512:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077996.022514:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077996.022515:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077996.022516:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077996.022518:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077996.022521:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077996.022522:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077996.022524:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077996.022526:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077996.022528:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077996.022532:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077996.022534:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077996.022535:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077996.022537:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077996.022539:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077996.022541:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:0.0:1769077996.022543:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077996.022544:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077996.022546:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077996.022548:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.022549:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077996.022550:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077996.022552:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077996.022596:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:0.0:1769077996.022599:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077996.022600:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077996.022602:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077996.022604:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022606:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077996.022608:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077996.022609:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022610:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.022612:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077996.022613:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077996.022615:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769077996.022617:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022619:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077996.022620:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077996.022622:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077996.022623:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077996.022625:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077996.022628:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077996.022629:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077996.022630:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077996.022632:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077996.022634:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077996.022636:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:0.0:1769077996.022638:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077996.022640:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.022641:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077996.022642:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022644:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022646:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077996.022648:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077996.022649:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022651:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022653:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022654:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077996.022655:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077996.022656:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022658:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077996.022659:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077996.022660:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022662:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022663:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022665:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022666:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077996.022668:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022669:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022671:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077996.022672:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077996.022673:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022674:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077996.022675:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077996.022677:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077996.022680:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077996.022681:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077996.022682:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.022685:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077996.022686:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077996.022687:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:0.0:1769077996.022689:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077996.022691:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077996.022692:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077996.022693:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.022694:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077996.022696:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769077996.022698:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.022699:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022699:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022701:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022702:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022703:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022704:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077996.022705:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077996.022706:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077996.022707:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077996.022707:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077996.022708:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022709:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077996.022709:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077996.022710:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.022711:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.022711:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022712:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077996.022712:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077996.022713:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022714:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022716:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077996.022716:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077996.022717:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077996.022718:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077996.022719:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077996.022720:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077996.022721:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022722:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077996.022722:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077996.022723:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022725:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022726:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077996.022728:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077996.022729:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022731:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077996.022732:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077996.022733:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077996.022734:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077996.022735:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077996.022736:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077996.022738:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077996.022739:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077996.022741:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077996.022743:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077996.022746:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077996.022748:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077996.022750:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077996.022752:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077996.022754:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769077996.022758:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769077996.022760:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769077996.022761:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077996.022763:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769077996.022766:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769077996.022768:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:0.0:1769077996.022770:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769077996.022771:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769077996.022773:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769077996.022775:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.022776:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769077996.022777:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769077996.022780:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769077996.022783:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:0.0:1769077996.022785:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769077996.022787:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769077996.022788:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769077996.022789:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022791:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769077996.022793:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769077996.022794:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022796:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.022797:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769077996.022798:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769077996.022800:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769077996.022802:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022803:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769077996.022804:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769077996.022805:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769077996.022807:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769077996.022809:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769077996.022811:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769077996.022813:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769077996.022814:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769077996.022815:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769077996.022818:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769077996.022819:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:0.0:1769077996.022821:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769077996.022823:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769077996.022824:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769077996.022825:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022827:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022828:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769077996.022830:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769077996.022831:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022834:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022835:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022836:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769077996.022837:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769077996.022838:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022839:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769077996.022840:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077996.022841:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022843:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022844:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022845:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022846:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769077996.022847:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022849:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022850:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769077996.022851:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769077996.022852:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022853:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769077996.022854:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769077996.022855:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769077996.022857:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077996.022858:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077996.022859:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.022861:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769077996.022862:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769077996.022863:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:0.0:1769077996.022865:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769077996.022867:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769077996.022868:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769077996.022870:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.022871:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769077996.022873:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769077996.022876:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769077996.022877:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022879:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022881:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022882:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022883:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022885:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769077996.022886:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769077996.022887:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769077996.022888:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769077996.022889:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769077996.022889:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022891:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769077996.022892:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769077996.022893:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.022894:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769077996.022895:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022896:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769077996.022897:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769077996.022898:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022899:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022900:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769077996.022901:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769077996.022902:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769077996.022903:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769077996.022904:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077996.022905:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769077996.022906:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769077996.022907:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769077996.022908:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769077996.022909:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022910:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769077996.022911:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077996.022912:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769077996.022913:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769077996.022914:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769077996.022915:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769077996.022916:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769077996.022917:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769077996.022918:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077996.022919:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769077996.022921:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769077996.022922:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769077996.022923:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769077996.022924:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769077996.022926:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769077996.022927:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769077996.022929:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769077996.022930:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769077996.022931:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769077996.023594:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769077996.023610:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:2.0:1769077996.023614:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:3.0:1769077996.023618:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769077996.023621:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299654350 00000100:00000040:3.0:1769077996.023625:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077996.023629:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1769077996.023632:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bae0. 00000100:00000040:3.0:1769077996.023633:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077996.023643:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769077996.023647:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769077996.023649:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000040:3.0:1769077996.023650:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769077996.023652:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769077996.023658:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769077996.023661:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000001:2.0:1769077996.023663:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299654350 00000020:00000001:3.0:1769077996.023664:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000010:2.0:1769077996.023671:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bba0. 00000100:00000040:3.0:1769077996.023674:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769077996.023679:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769077996.023681:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077996.023684:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077996.023688:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.023691:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:3.0:1769077996.023697:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077996.023704:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:2.0:1769077996.023705:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077996/real 1769077996] req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769077996.023713:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:3.0:1769077996.023726:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000001:2.0:1769077996.023731:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769077996.023731:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769077996.023736:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769077996.023736:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1769077996.023745:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 02000000:00000001:3.0:1769077996.023746:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769077996.023752:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077996.023754:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000100:00000001:3.0:1769077996.023755:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:2.0:1769077996.023760:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000008:00100000:3.0:1769077996.023762:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000001:2.0:1769077996.023767:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077996.023773:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769077996.023776:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.023784:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077996.023795:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769077996.023797:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000020:00000040:3.0:1769077996.023803:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:3.0:1769077996.023807:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077996.023810:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.023818:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077996.023822:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.023826:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769077996.023826:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769077996.023831:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769077996.023831:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769077996.023839:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077996.023840:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769077996.023851:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000100:00000001:2.0:1769077996.023852:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077996.023864:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077996.023864:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.023880:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00100000:3.0:1769077996.023881:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769077996.023889:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.023896:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077996.023899:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.023904:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077996.023907:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077996.023916:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077996.023929:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077996.023936:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769077996.023937:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769077996.023943:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077996.023945:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769077996.023956:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769077996.023980:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077996.023981:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657849088:192.168.204.154@tcp:250:kworker.0 00000100:00080000:3.0:1769077996.023989:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769077996.023999:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769077996.024000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769077996.024004:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769077996.024007:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769077996.024008:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769077996.024017:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:2.0:1769077996.024018:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27800 x1855007657849088/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769077996.024026:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4981 00000100:00000001:2.0:1769077996.024040:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1769077996.024040:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:2.0:1769077996.024047:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077996.024053:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 00000400:00000200:3.0:1769077996.024053:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769077996.024063:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1769077996.024065:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1769077996.024071:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769077996.024074:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769077996.024075:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769077996.024079:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000040:2.0:1769077996.024082:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000100:00000001:3.0:1769077996.024084:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769077996.024087:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1769077996.024091:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1769077996.024093:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 00000020:00000040:3.0:1769077996.024095:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769077996.024101:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1769077996.024102:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077996.024108:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1769077996.024109:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000010:2.0:1769077996.024111:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27800. 00000020:00000001:3.0:1769077996.024118:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769077996.024125:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769077996.024126:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077996.024134:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769077996.024134:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077996.024142:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769077996.024143:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769077996.024150:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769077996.024154:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769077996.024155:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1769077996.024159:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:2.0:1769077996.024160:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.024166:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769077996.024168:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769077996.024170:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077996.024187:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077996.024194:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024202:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077996.024204:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077996.024206:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077996.024209:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077996.024211:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077996.024214:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849216:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769077996.024217:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077996.024220:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077996.024222:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077996.024225:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077996.024228:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769077996.024230:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077996.024235:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769077996.024238:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769077996.024241:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 02000000:00000001:3.0:1769077996.024244:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1769077996.024248:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 02000000:00000001:3.0:1769077996.024250:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1769077996.024257:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657849216, portal 10 02000000:00000001:3.0:1769077996.024257:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.024265:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769077996.024265:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769077996.024269:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069294208 : -115332640257408 : ffff971b06f24a80) 00000008:00100000:3.0:1769077996.024270:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769077996.024280:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.024286:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077996.024287:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769077996.024303:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000100:00000001:2.0:1769077996.024304:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1769077996.024312:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000040:2.0:1769077996.024313:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077996.024320:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 02000000:00000001:3.0:1769077996.024320:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769077996.024325:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769077996.024327:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657849216, offset 0 00000100:00000001:3.0:1769077996.024332:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769077996.024336:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769077996.024338:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 02000000:00000001:3.0:1769077996.024342:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077996.024348:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000010:3.0:1769077996.024352:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000400:00000200:2.0:1769077996.024357:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:3.0:1769077996.024360:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077996.024365:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1769077996.024372:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769077996.024373:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077996.024382:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077996.024391:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077996.024396:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370524:370524:256:4294967295] 192.168.204.154@tcp LPNI seq info [370519:370519:8:4294967295] 00000400:00000200:2.0:1769077996.024400:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769077996.024417:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769077996.024423:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:3.0:1769077996.024424:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769077996.024440:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000040:3.0:1769077996.024442:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1769077996.024448:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077996.024462:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:3.0:1769077996.024465:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769077996.024467:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000100:00000040:3.0:1769077996.024475:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4991) 00000800:00000200:2.1:1769077996.024475:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077996.024482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000100:2.0:1769077996.024495:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077996.024497:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077996.024503:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077996.024507:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077996.024511:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077996.024512:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077996.024515:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077996.024519:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024528:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077996.024531:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024538:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.024539:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077996.024542:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077996.024546:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769077996.024549:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077996.024552:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299653645 00000100:00000001:2.0:1769077996.024570:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299654350 00000100:00000001:2.0:1769077996.024572:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299653645 00000100:00000001:2.0:1769077996.024575:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299654350 00000100:00000001:2.0:1769077996.024578:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077996.024580:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.024584:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077996.024589:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077996/real 1769077996] req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077996.024598:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077996.024600:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077996.024602:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077996.024605:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077996.024607:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077996.024609:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077996.024612:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077996.024620:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024627:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077996.024628:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.024630:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077996.024631:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077996.024636:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024642:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077996.024646:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024653:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077996.024656:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.024657:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077996.024658:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.024660:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077996.024664:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077996.024667:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077996.024670:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077996.024672:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077996.024676:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077996.024685:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849216:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769077996.024688:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077996.024692:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024704:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077996.024705:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077996.024707:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077996.024710:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077996.024711:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077996.024714:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849344:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077996.024717:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077996.024719:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077996.024721:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077996.024722:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077996.024726:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077996.024727:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077996.024731:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077996.024733:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077996.024736:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077996.024739:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657849344, portal 4 00000100:00000001:2.0:1769077996.024741:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077996.024742:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069295104 : -115332640256512 : ffff971b06f24e00) 00000100:00000040:2.0:1769077996.024747:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024754:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077996.024756:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077996.024758:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077996.024760:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657849344, offset 0 00000400:00000200:2.0:1769077996.024764:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077996.024767:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077996.024770:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077996.024773:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077996.024775:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077996.024777:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077996.024780:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077996.024783:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370525:370525:256:4294967295] 192.168.204.154@tcp LPNI seq info [370520:370520:8:4294967295] 00000400:00000200:2.0:1769077996.024787:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077996.024793:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077996.024797:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077996.024800:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077996.024803:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077996.024806:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769077996.024810:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077996.024813:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000100:2.0:1769077996.024816:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077996.024818:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077996.024821:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077996.024824:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077996.024826:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077996.024828:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077996.024830:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077996.024833:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024841:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077996.024844:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024850:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.024852:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077996.024854:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077996.024857:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769077996.024860:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077996.024862:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299653667 00000100:00000001:2.0:1769077996.024864:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299654350 00000100:00000001:2.0:1769077996.024866:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299653667 00000100:00000001:2.0:1769077996.024869:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299654350 00000100:00000001:2.0:1769077996.024871:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077996.024873:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.024875:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077996.024878:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077996/real 1769077996] req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077996.024885:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077996.024887:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077996.024888:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077996.024891:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077996.024892:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077996.024894:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077996.024898:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077996.024905:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024912:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077996.024913:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.024915:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077996.024916:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077996.024919:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024926:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077996.024930:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024936:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077996.024939:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.024940:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077996.024942:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.024943:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077996.024947:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077996.024949:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077996.024952:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077996.024954:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077996.024958:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077996.024967:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849344:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077996.024971:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.024972:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077996.024975:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24a80 x1855007657849216/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.024981:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077996.024983:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077996.024985:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769077996.024987:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077996.024988:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077996.024990:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769077996.024992:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077996.024994:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19400. 02000000:00000001:2.0:1769077996.024996:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077996.024997:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077996.024999:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24a80. 00000100:00000001:2.0:1769077996.025001:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077996.025003:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.025004:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077996.025007:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24e00 x1855007657849344/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.025013:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077996.025014:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077996.025015:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077996.025017:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077996.025018:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077996.025020:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769077996.025022:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077996.025024:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 02000000:00000001:2.0:1769077996.025027:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077996.025029:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077996.025030:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24e00. 00000100:00000001:2.0:1769077996.025033:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077996.025034:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.025036:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.025038:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077996.025040:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.025042:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077996.025043:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077996.025044:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769077996.025048:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.025055:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077996.025057:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077996.025059:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769077996.025060:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769077996.025062:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077996.025065:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849472:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077996.025068:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769077996.025069:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769077996.025071:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769077996.025073:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769077996.025075:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077996.025077:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769077996.025080:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769077996.025083:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769077996.025086:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769077996.025088:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657849472, portal 4 00000100:00000001:2.0:1769077996.025090:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769077996.025091:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069303168 : -115332640248448 : ffff971b06f26d80) 00000100:00000040:2.0:1769077996.025096:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.025107:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769077996.025110:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769077996.025112:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769077996.025114:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657849472, offset 0 00000400:00000200:2.0:1769077996.025118:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769077996.025121:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077996.025124:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769077996.025126:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769077996.025129:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769077996.025131:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769077996.025133:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769077996.025136:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370526:370526:256:4294967295] 192.168.204.154@tcp LPNI seq info [370521:370521:8:4294967295] 00000400:00000200:2.0:1769077996.025140:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769077996.025145:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769077996.025149:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077996.025153:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769077996.025156:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769077996.025159:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:2.1:1769077996.025163:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769077996.025165:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000100:2.0:1769077996.025168:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769077996.025170:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769077996.025173:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769077996.025188:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769077996.025191:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769077996.025192:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769077996.025195:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769077996.025198:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.025206:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077996.025209:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078021 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.025220:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.025222:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769077996.025224:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769077996.025227:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769077996.025230:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769077996.025232:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299653671 00000100:00000001:2.0:1769077996.025235:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299654350 00000100:00000001:2.0:1769077996.025237:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299653671 00000100:00000001:2.0:1769077996.025239:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299654350 00000100:00000001:2.0:1769077996.025241:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769077996.025243:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.025245:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769077996.025248:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077996/real 1769077996] req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769077996.025254:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769077996.025255:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769077996.025257:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769077996.025259:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769077996.025260:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769077996.025262:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769077996.025266:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769077996.025273:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.025279:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769077996.025280:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.025282:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077996.025283:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769077996.025286:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.025293:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769077996.025297:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.025304:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769077996.025306:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.025308:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769077996.025309:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.025310:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769077996.025314:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769077996.025316:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769077996.025319:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769077996.025321:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769077996.025325:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769077996.025332:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849472:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769077996.025336:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.025337:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769077996.025340:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f26d80 x1855007657849472/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078021 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769077996.025346:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769077996.025347:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769077996.025349:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769077996.025351:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769077996.025352:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769077996.025353:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769077996.025356:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769077996.025357:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 02000000:00000001:2.0:1769077996.025360:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769077996.025361:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769077996.025363:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f26d80. 00000100:00000001:2.0:1769077996.025365:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769077996.025366:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.025368:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.025370:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077996.025371:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.025373:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769077996.025375:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.660651:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077996.660651:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077996.660654:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077996.660659:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077996.660660:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077996.660661:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.660663:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077996.660667:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769077996.660669:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077996.660670:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077996.660671:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077996.660673:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077996.660673:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077996.660675:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.660676:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.660676:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077996.660677:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077996.660679:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077996.660681:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077996.660682:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769077996.660683:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769077996.660686:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769077996.660689:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077996.660690:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077996.660692:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077996.660693:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077996.660693:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.660693:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077996.660697:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.660701:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077996.660701:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077996.660705:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077996.660708:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.660709:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077996.660710:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077996.660712:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077996.660714:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077996.660717:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.660718:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077996.660719:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077996.660723:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077996.660725:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077996.660727:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077996.660728:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077996.660730:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077996.660732:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077996.660735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.660738:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077996.660740:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077996.660741:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077996.660743:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077996.660745:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.660746:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077996.660746:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077996.660749:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077996.660751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769077996.660751:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769077996.660753:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769077996.660755:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.660758:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077996.660759:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077996.660761:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077996.660764:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077996.660764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.660764:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.660771:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077996.660774:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077996.660776:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077996.660779:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077996.660782:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769077996.660785:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769077996.660785:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769077996.660790:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769077996.660793:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769077996.788655:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299654350, at 4299654400 00000100:00000040:1.0:1769077996.788661:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299654350, at 4299654400 00000100:00000010:0.0:1769077996.788672:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bae0. 00000100:00000010:1.0:1769077996.788674:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bba0. 00000100:00000001:1.0:1769077997.044662:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077997.044662:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077997.044670:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077997.044670:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077997.044672:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077997.044673:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077997.044679:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769077997.044680:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077997.044683:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077997.044685:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077997.044687:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077997.044689:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077997.044690:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077997.044692:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077997.044696:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077997.044696:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077997.044699:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077997.044702:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077997.684661:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077997.684661:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077997.684662:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077997.684663:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077997.684669:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077997.684669:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077997.684670:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077997.684672:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077997.684672:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077997.684673:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077997.684674:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077997.684675:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077997.684681:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769077997.684682:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077997.684682:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077997.684683:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077997.684689:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077997.684689:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077997.684689:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077997.684690:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077997.684696:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077997.684697:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077997.684697:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077997.684697:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077997.684701:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077997.684705:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077997.684708:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077997.684710:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077997.684712:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077997.684715:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077997.684717:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077997.684720:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077997.684723:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077997.684724:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077997.684728:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077997.684730:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077997.684732:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077997.684732:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077997.684734:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077997.684735:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077997.684738:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077997.684738:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077997.684741:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769077997.684743:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769077997.684744:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769077997.684746:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077997.684749:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077997.684750:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077997.684750:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077997.684752:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769077997.684755:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077997.684755:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077997.684756:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077997.684760:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077997.684762:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077997.684764:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077997.684764:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077997.684766:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077997.684767:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077997.684768:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077997.684772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077997.684773:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077997.684773:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077997.684777:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077997.684778:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077997.684781:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077997.684782:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077997.684789:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077997.684791:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077997.684795:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077997.684797:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077997.684822:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077997.684827:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077997.684830:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769077998.068645:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077998.068645:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077998.068653:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077998.068653:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077998.068654:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077998.068656:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077998.068660:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769077998.068661:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769077998.068665:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077998.068667:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077998.068669:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077998.068671:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077998.068672:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077998.068675:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077998.068678:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077998.068679:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077998.068681:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077998.068683:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077998.708632:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077998.708632:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077998.708633:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077998.708635:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077998.708638:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077998.708638:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077998.708638:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077998.708640:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077998.708642:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077998.708642:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077998.708642:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077998.708643:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077998.708649:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769077998.708650:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769077998.708650:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769077998.708651:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077998.708655:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077998.708655:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077998.708656:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077998.708657:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077998.708659:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077998.708659:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077998.708660:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077998.708661:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077998.708665:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077998.708667:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077998.708669:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077998.708671:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077998.708674:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077998.708676:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077998.708676:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077998.708679:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077998.708681:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077998.708682:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077998.708685:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077998.708689:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077998.708689:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769077998.708689:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077998.708693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077998.708694:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077998.708694:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077998.708698:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077998.708698:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769077998.708699:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077998.708700:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077998.708703:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:0.0:1769077998.708704:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769077998.708704:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769077998.708705:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769077998.708706:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769077998.708709:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077998.708710:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769077998.708711:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769077998.708713:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769077998.708715:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077998.708716:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077998.708717:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077998.708719:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077998.708720:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077998.708721:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077998.708722:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077998.708722:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077998.708726:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077998.708728:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769077998.708729:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077998.708729:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077998.708730:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077998.708733:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077998.708734:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769077998.708734:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077998.708738:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769077998.708739:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077998.708739:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077998.708740:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077998.708746:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769077998.708746:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077998.708747:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077998.708750:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077998.708750:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077998.708756:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077998.708757:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077998.708763:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769077998.708765:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769077998.708766:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769077998.708767:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077998.708768:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769077998.708769:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077998.708770:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077998.708771:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077998.708787:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077998.708791:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077998.708794:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769077999.092642:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077999.092643:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077999.092649:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077999.092649:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077999.092651:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077999.092652:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769077999.092658:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769077999.092658:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769077999.092662:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077999.092662:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077999.092665:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077999.092666:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077999.092670:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077999.092673:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077999.092675:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077999.092676:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077999.092678:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077999.092680:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077999.732663:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769077999.732663:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077999.732663:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769077999.732668:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077999.732669:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769077999.732670:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077999.732671:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077999.732672:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077999.732672:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077999.732674:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077999.732676:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769077999.732678:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769077999.732678:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769077999.732680:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769077999.732681:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769077999.732684:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769077999.732684:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769077999.732684:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769077999.732686:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769077999.732689:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077999.732690:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077999.732690:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769077999.732691:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769077999.732692:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077999.732694:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769077999.732698:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077999.732700:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077999.732703:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769077999.732706:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077999.732708:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769077999.732709:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077999.732711:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077999.732712:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077999.732714:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769077999.732714:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077999.732715:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769077999.732718:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769077999.732718:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769077999.732721:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077999.732722:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769077999.732722:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077999.732724:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769077999.732726:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769077999.732727:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077999.732729:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769077999.732730:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769077999.732732:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769077999.732734:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769077999.732736:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077999.732736:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077999.732737:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769077999.732737:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077999.732740:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077999.732740:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077999.732741:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769077999.732745:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769077999.732746:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769077999.732747:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077999.732748:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769077999.732752:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769077999.732753:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769077999.732753:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077999.732758:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769077999.732760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077999.732762:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077999.732763:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077999.732769:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769077999.732769:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769077999.732773:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769077999.732773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769077999.732779:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769077999.732798:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769077999.732800:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769077999.732803:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078000.116620:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078000.116625:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078000.116627:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078000.116631:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078000.116634:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078000.116637:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078000.116639:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078000.116641:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078000.116644:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078000.116693:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078000.116696:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078000.116698:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078000.116702:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078000.116704:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078000.116706:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078000.116709:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078000.116711:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078000.116713:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078000.756631:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078000.756631:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078000.756631:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078000.756639:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078000.756640:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078000.756641:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078000.756642:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078000.756643:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078000.756644:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078000.756651:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078000.756651:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078000.756651:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078000.756658:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078000.756659:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078000.756659:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078000.756664:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078000.756666:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078000.756666:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078000.756668:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078000.756672:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078000.756675:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078000.756677:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078000.756680:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078000.756683:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078000.756683:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078000.756687:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078000.756691:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078000.756708:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078000.756711:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078000.756713:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078000.756714:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078000.756716:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078000.756718:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078000.756722:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078000.756722:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078000.756727:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078000.756728:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078000.756730:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078000.756734:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078000.756735:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078000.756735:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078000.756741:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078000.756746:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078000.756746:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078000.756747:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078000.756753:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078000.756753:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078000.756760:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078000.756763:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078000.756768:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078000.756772:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078000.756776:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078000.756779:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078000.756780:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078000.756783:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078000.756784:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078000.756789:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078000.756792:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078000.756794:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078000.756796:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078000.756798:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078000.756799:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078000.756800:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078000.756814:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078000.756821:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078000.756823:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078000.756825:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078000.756827:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078000.756829:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078000.756830:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078000.756832:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078000.756835:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078000.756836:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078000.756839:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078000.756840:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078000.756842:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078000.756843:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078000.756889:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078000.756893:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078000.756897:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078001.140698:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078001.140704:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078001.140709:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078001.140714:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.140716:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078001.140716:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769078001.140726:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078001.140726:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078001.140727:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078001.140735:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.140737:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078001.140738:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078001.140741:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078001.140742:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078001.140745:0:8:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:0.0:1769078001.140747:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078001.140748:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078001.140750:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769078001.140755:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4986 00000100:00000001:1.0:1769078001.140756:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.140759:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769078001.140761:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078001.140769:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078001.140772:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.140772:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078001.140777:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:2.0:1769078001.140779:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769078001.140787:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078001.140791:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769078001.140792:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000400:00000200:3.0:1769078001.140799:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078001.140804:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769078001.140806:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000100:00000040:3.0:1769078001.140810:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078001.140811:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769078001.140820:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:3.0:1769078001.140821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00200000:0.0:1769078001.140832:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:3.0:1769078001.140834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078001.140844:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769078001.140845:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078001.140855:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078001.140856:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000080:00000001:0.0:1769078001.140864:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078001.140869:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000002:0.0:1769078001.140871:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000020:00000001:3.0:1769078001.140873:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000002:0.0:1769078001.140875:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:3.0:1769078001.140877:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:0.0:1769078001.140880:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000001:3.0:1769078001.140881:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769078001.140883:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000001:3.0:1769078001.140885:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769078001.140887:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769078001.140890:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078001.140893:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078001.140899:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078001.140899:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078001.140911:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078001.140912:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769078001.140918:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.140918:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078001.140933:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:3.0:1769078001.140934:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:0.0:1769078001.140942:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:3.0:1769078001.140944:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769078001.140948:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:3.0:1769078001.140949:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769078001.140954:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:3.0:1769078001.140955:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078001.140962:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078001.140963:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078001.140969:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.140970:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078001.140975:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769078001.140976:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769078001.140980:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:3.0:1769078001.140981:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:0.0:1769078001.140985:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769078001.140990:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769078001.140993:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000010:3.0:1769078001.140994:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00020000:00000001:0.0:1769078001.140996:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769078001.141003:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:3.0:1769078001.141005:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769078001.141006:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769078001.141011:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:3.0:1769078001.141014:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769078001.141015:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000020:00000001:0.0:1769078001.141019:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:3.0:1769078001.141019:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.141028:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769078001.141030:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769078001.141032:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078001.141037:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.141038:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078001.141042:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.141045:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.141046:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 02000000:00000010:3.0:1769078001.141048:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000020:00000001:0.0:1769078001.141049:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078001.141053:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.141055:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.141057:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.141057:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.141068:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078001.141071:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769078001.141073:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078001.141075:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00100000:3.0:1769078001.141076:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769078001.141077:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078001.141084:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.141102:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.141110:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.141113:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.141114:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769078001.141116:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078001.141117:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.141119:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.141120:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.141124:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769078001.141126:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078001.141131:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:3.0:1769078001.141131:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078001.141134:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078001.141139:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769078001.141145:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769078001.141155:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078001.141158:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078001.141159:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078001.141162:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:3.0:1769078001.141163:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078001.141165:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00080000:3.0:1769078001.141167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:0.0:1769078001.141169:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000100:00080000:3.0:1769078001.141178:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078001.141180:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078001.141182:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000020:0.0:1769078001.141183:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000100:00000001:3.0:1769078001.141187:0:8:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:0.0:1769078001.141194:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:3.0:1769078001.141200:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4986 00000008:00000020:0.0:1769078001.141201:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078001.141206:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:0.0:1769078001.141209:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.141214:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:0.0:1769078001.141219:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000400:00000200:3.0:1769078001.141219:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078001.141221:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000020:0.0:1769078001.141228:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000400:00000200:3.0:1769078001.141229:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000040:2.0:1769078001.141236:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078001.141240:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078001.141241:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:0.0:1769078001.141254:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078001.141255:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078001.141266:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.141267:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078001.141277:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078001.141277:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078001.141279:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:0.0:1769078001.141285:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.141287:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078001.141289:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078001.141293:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078001.141294:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078001.141296:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.141297:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000020:00000040:3.0:1769078001.141297:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769078001.141304:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769078001.141305:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:2.0:1769078001.141308:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1769078001.141313:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000040:3.0:1769078001.141314:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:2.0:1769078001.141317:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078001.141321:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078001.141324:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:0.0:1769078001.141327:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078001.141329:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078001.141330:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:0.0:1769078001.141331:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078001.141337:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00100000:2.0:1769078001.141339:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657849600:192.168.204.154@tcp:250:kworker.0 00000020:00000001:0.0:1769078001.141343:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:3.0:1769078001.141345:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078001.141349:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:3.0:1769078001.141353:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078001.141354:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078001.141357:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078001.141357:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1769078001.141361:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078001.141363:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769078001.141367:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.141367:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769078001.141368:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:0.0:1769078001.141377:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078001.141378:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078001.141378:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00020000:00000001:0.0:1769078001.141387:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000001:2.0:1769078001.141389:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769078001.141390:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00080000:3.0:1769078001.141390:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769078001.141397:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:3.0:1769078001.141398:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.141401:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000010:2.0:1769078001.141401:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 02000000:00000001:3.0:1769078001.141402:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769078001.141411:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078001.141413:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:2.0:1769078001.141413:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078001.141414:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078001.141424:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.141425:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078001.141430:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078001.141431:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:2.0:1769078001.141433:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078001.141437:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000008:00100000:3.0:1769078001.141440:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:0.0:1769078001.141441:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078001.141444:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00020000:00000001:0.0:1769078001.141456:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078001.141456:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078001.141460:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00020000:00000001:0.0:1769078001.141468:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769078001.141468:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.141475:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000200:2.0:1769078001.141475:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657849600, portal 25 00000100:00000010:3.0:1769078001.141478:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00000020:00000001:0.0:1769078001.141481:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078001.141483:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000001:2.0:1769078001.141488:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769078001.141493:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078001.141494:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069291520 : -115332640260096 : ffff971b06f24000) 02000000:00000001:3.0:1769078001.141495:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769078001.141496:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078001.141502:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:3.0:1769078001.141503:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.141508:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769078001.141511:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769078001.141512:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:2.0:1769078001.141512:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1769078001.141516:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 02000000:00000001:3.0:1769078001.141516:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769078001.141528:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:3.0:1769078001.141529:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.141532:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:0.0:1769078001.141537:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769078001.141540:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000010:3.0:1769078001.141542:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00000100:00000040:2.0:1769078001.141544:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00200000:0.0:1769078001.141545:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769078001.141573:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078001.141574:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078001.141579:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769078001.141582:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769078001.141584:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.141585:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078001.141592:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769078001.141596:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000010:2.0:1769078001.141598:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000020:00000001:0.0:1769078001.141600:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00100000:3.0:1769078001.141602:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769078001.141604:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000200:2.0:1769078001.141607:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657849600, offset 0 00000020:00001000:0.0:1769078001.141614:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769078001.141619:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000400:00000200:2.0:1769078001.141626:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078001.141627:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769078001.141635:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:3.0:1769078001.141637:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00200000:0.0:1769078001.141638:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:3.0:1769078001.141644:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078001.141650:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078001.141655:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078001.141657:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769078001.141660:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078001.141661:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078001.141665:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000002:0.0:1769078001.141668:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000400:00000200:2.0:1769078001.141681:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000002:0.0:1769078001.141683:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:2.0:1769078001.141691:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:0.0:1769078001.141696:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769078001.141702:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000400:00000200:2.0:1769078001.141703:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769078001.141706:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.141711:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00080000:3.0:1769078001.141713:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:0.0:1769078001.141717:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078001.141718:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00080000:3.0:1769078001.141724:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:0.0:1769078001.141728:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078001.141729:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1769078001.141734:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370527:370527:256:4294967295] 192.168.204.154@tcp LPNI seq info [370522:370522:8:4294967295] 00020000:00000001:0.0:1769078001.141736:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00080000:3.0:1769078001.141736:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:0.0:1769078001.141741:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078001.141750:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078001.141750:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769078001.141751:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:3.0:1769078001.141756:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4986 00000020:00000001:0.0:1769078001.141757:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769078001.141767:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000400:00000200:3.0:1769078001.141772:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:0.0:1769078001.141776:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:2.0:1769078001.141776:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000400:00000200:3.0:1769078001.141780:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769078001.141788:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078001.141789:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000800:00000200:2.0:1769078001.141798:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000040:3.0:1769078001.141799:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078001.141800:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078001.141809:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769078001.141809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:2.0:1769078001.141810:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00020000:00000001:0.0:1769078001.141816:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000040:3.0:1769078001.141820:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00200000:0.0:1769078001.141822:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:3.0:1769078001.141825:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:2.0:1769078001.141828:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000002:0.0:1769078001.141831:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000001:3.0:1769078001.141832:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:2.0:1769078001.141837:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000020:00000040:3.0:1769078001.141837:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000001:0.0:1769078001.141846:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000020:00000001:3.0:1769078001.141846:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:2.1:1769078001.141848:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:0.0:1769078001.141854:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000040:3.0:1769078001.141854:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000200:2.1:1769078001.141856:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000020:00000001:0.0:1769078001.141859:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078001.141859:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078001.141866:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000800:00000100:2.0:1769078001.141867:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078001.141867:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000010:2.0:1769078001.141873:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000020:00001000:0.0:1769078001.141881:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000100:00000040:3.0:1769078001.141882:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:2.0:1769078001.141884:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1769078001.141891:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000100:00000001:3.0:1769078001.141893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769078001.141896:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1769078001.141900:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:2.0:1769078001.141903:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000001:0.0:1769078001.141907:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000010:2.0:1769078001.141908:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000040:3.0:1769078001.141908:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078001.141912:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078001.141915:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078001.141918:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.141918:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000200:2.0:1769078001.141923:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078001.141927:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078001.141929:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:0.0:1769078001.141939:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000001:2.0:1769078001.141944:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:3.0:1769078001.141944:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769078001.141949:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769078001.141951:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078001.141953:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078001.141954:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078001.141958:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769078001.141965:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078001.141967:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078001.141974:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.141976:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.141978:0:2365:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769078001.141979:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.141983:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769078001.141985:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078001.141986:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.141988:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000008:00100000:3.0:1769078001.141989:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:0.0:1769078001.141994:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769078001.141995:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078001.141995:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.142000:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078001.142002:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299659468 00000100:00000001:3.0:1769078001.142003:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.142005:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000010:2.0:1769078001.142012:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b840. 00000020:00000001:0.0:1769078001.142013:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078001.142014:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000020:00000040:3.0:1769078001.142023:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769078001.142025:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.142028:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1769078001.142029:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769078001.142031:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078001.142032:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.142037:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299659468 00020000:00000001:0.0:1769078001.142041:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.142041:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1769078001.142043:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b060. 02000000:00000001:3.0:1769078001.142047:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078001.142058:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:3.0:1769078001.142058:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.142059:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1769078001.142067:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.142069:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1769078001.142071:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000020:00000001:0.0:1769078001.142073:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.142075:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.142077:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.142086:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078001.142086:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:0.0:1769078001.142102:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078001.142106:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00100000:3.0:1769078001.142106:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769078001.142114:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00100000:2.0:1769078001.142115:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078001/real 1769078001] req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078001.142122:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769078001.142129:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769078001.142138:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:3.0:1769078001.142138:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000020:0.0:1769078001.142145:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000001:2.0:1769078001.142146:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078001.142146:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078001.142152:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769078001.142154:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1769078001.142161:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078001.142162:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000010:2.0:1769078001.142163:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000008:00000001:0.0:1769078001.142169:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:2.0:1769078001.142175:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000008:00000001:0.0:1769078001.142177:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000400:00000010:2.0:1769078001.142180:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:3.0:1769078001.142183:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769078001.142187:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00080000:3.0:1769078001.142190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078001.142191:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:0.0:1769078001.142197:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:3.0:1769078001.142199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000008:00000020:0.0:1769078001.142203:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769078001.142203:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:2.0:1769078001.142205:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078001.142213:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078001.142213:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:0.0:1769078001.142227:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000200:2.0:1769078001.142227:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078001.142228:0:8:0:(import.c:484:import_select_connection()) Process entered 00000008:00000020:0.0:1769078001.142239:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00080000:3.0:1769078001.142240:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4986 00000100:00000001:2.0:1769078001.142241:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078001.142245:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.142254:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1769078001.142255:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078001.142259:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769078001.142265:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00100000:2.0:1769078001.142272:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078001.142272:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:0.0:1769078001.142278:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078001.142283:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078001.142288:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078001.142294:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078001.142295:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078001.142299:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:0.0:1769078001.142300:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078001.142305:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078001.142311:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078001.142311:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078001.142317:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00020000:00000001:0.0:1769078001.142326:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078001.142326:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769078001.142329:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:3.0:1769078001.142333:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:0.0:1769078001.142338:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.142339:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078001.142340:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078001.142351:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769078001.142353:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078001.142353:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078001.142354:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078001.142369:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078001.142369:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1769078001.142370:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078001.142377:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:2.0:1769078001.142377:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078001.142377:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078001.142388:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000040:3.0:1769078001.142388:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00080000:2.0:1769078001.142389:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769078001.142396:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078001.142398:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078001.142402:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:2.0:1769078001.142402:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000020:00000040:3.0:1769078001.142403:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:0.0:1769078001.142407:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.142408:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:3.0:1769078001.142411:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769078001.142419:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:3.0:1769078001.142420:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078001.142421:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078001.142428:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:3.0:1769078001.142429:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769078001.142437:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:3.0:1769078001.142438:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078001.142443:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:3.0:1769078001.142443:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078001.142444:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657849600:192.168.204.154@tcp:250:kworker.0 00020000:00000001:0.0:1769078001.142449:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078001.142450:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769078001.142455:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000008:00100000:3.0:1769078001.142456:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:2.0:1769078001.142457:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078001.142460:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000008:00000001:3.0:1769078001.142461:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.142464:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.142464:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078001.142465:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078001.142471:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24000 x1855007657849600/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078001.142474:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078001.142476:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00020000:00000001:0.0:1769078001.142485:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000040:3.0:1769078001.142485:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769078001.142491:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078001.142495:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078001.142495:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769078001.142496:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:3.0:1769078001.142499:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.142501:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:2.0:1769078001.142502:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769078001.142502:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769078001.142508:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:3.0:1769078001.142508:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1769078001.142509:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 00020000:00000001:0.0:1769078001.142515:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:3.0:1769078001.142516:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078001.142518:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:0.0:1769078001.142522:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078001.142523:0:2365:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:3.0:1769078001.142524:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00000020:00000001:0.0:1769078001.142526:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000040:2.0:1769078001.142528:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000100:00000001:3.0:1769078001.142530:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.142531:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078001.142535:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00020000:00000001:0.0:1769078001.142536:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078001.142541:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769078001.142542:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 00020000:00000001:0.0:1769078001.142543:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078001.142577:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078001.142581:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00020000:00000001:0.0:1769078001.142584:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000010:2.0:1769078001.142587:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24000. 00000020:00000001:0.0:1769078001.142589:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769078001.142590:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078001.142593:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1769078001.142595:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.142597:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078001.142598:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.142610:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078001.142610:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078001.142613:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078001.142617:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078001.142620:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078001.142623:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769078001.142627:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078001.142627:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.142632:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078001.142635:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00001000:0.0:1769078001.142637:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:2.0:1769078001.142639:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078001.142639:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.142645:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:0.0:1769078001.142646:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078001.142651:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000040:3.0:1769078001.142651:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4996) 00000100:00000040:2.0:1769078001.142652:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078001.142658:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769078001.142664:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078001.142666:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078001.142669:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078001.142672:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000001:2.0:1769078001.142673:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078001.142676:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078001.142677:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:2.0:1769078001.142679:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769078001.142682:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00100000:2.0:1769078001.142683:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849728:192.168.204.154@tcp:38:kworker.0 00000080:00000001:0.0:1769078001.142689:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.142689:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078001.142692:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000080:00000001:0.0:1769078001.142695:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078001.142696:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078001.142707:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:0.0:1769078001.142710:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000010:2.0:1769078001.142710:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00000. 00000080:00000001:0.0:1769078001.142716:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 02000000:00000001:2.0:1769078001.142716:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.142722:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:2.0:1769078001.142726:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078001.142728:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000010:2.0:1769078001.142730:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078001.142735:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00001000:0.0:1769078001.142736:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000200:2.0:1769078001.142739:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657849728, portal 10 00000020:00000001:0.0:1769078001.142742:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000100:00000001:2.0:1769078001.142743:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078001.142745:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069296000 : -115332640255616 : ffff971b06f25180) 00000020:00000001:0.0:1769078001.142750:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:2.0:1769078001.142755:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078001.142756:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769078001.142762:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769078001.142778:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078001.142778:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769078001.142786:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:2.0:1769078001.142786:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00000001:0.0:1769078001.142795:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078001.142795:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078001.142802:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657849728, offset 0 00020000:00000002:0.0:1769078001.142807:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000400:00000200:2.0:1769078001.142808:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078001.142819:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:0.0:1769078001.142822:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:2.0:1769078001.142826:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:0.0:1769078001.142830:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:2.0:1769078001.142832:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:0.0:1769078001.142835:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000400:00000200:2.0:1769078001.142837:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:0.0:1769078001.142840:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000200:2.0:1769078001.142841:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:0.0:1769078001.142848:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078001.142849:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078001.142854:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370528:370528:256:4294967295] 192.168.204.154@tcp LPNI seq info [370523:370523:8:4294967295] 00020000:00000001:0.0:1769078001.142856:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769078001.142861:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078001.142867:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769078001.142871:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078001.142877:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769078001.142878:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078001.142884:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000800:00000200:2.0:1769078001.142884:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078001.142887:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00020000:00000001:0.0:1769078001.142888:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769078001.142892:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000800:00000200:2.0:1769078001.142892:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078001.142898:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000020:00000001:0.0:1769078001.142901:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078001.142905:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078001.142910:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000800:00000200:2.1:1769078001.142911:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000020:00000001:0.0:1769078001.142915:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769078001.142921:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000800:00000100:2.0:1769078001.142922:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078001.142930:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00020000:00200000:0.0:1769078001.142931:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000200:2.0:1769078001.142934:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000002:0.0:1769078001.142936:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769078001.142944:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000200:2.0:1769078001.142945:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:0.0:1769078001.142948:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769078001.142952:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:2.0:1769078001.142952:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000001:0.0:1769078001.142955:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000400:00000010:2.0:1769078001.142957:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000020:00001000:0.0:1769078001.142962:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000100:00000001:2.0:1769078001.142964:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078001.142968:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000020:00000001:0.0:1769078001.142973:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000200:2.0:1769078001.142974:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078001.142976:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078001.142979:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078001.142980:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.142987:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.142997:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769078001.143004:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078001.143009:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.143012:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143012:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769078001.143015:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078001.143016:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078001.143018:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078001.143023:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769078001.143027:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078001.143031:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078001.143036:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078001.143040:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.143047:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143047:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143053:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:0.0:1769078001.143055:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143057:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.143060:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078001.143063:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000020:00000001:0.0:1769078001.143067:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769078001.143072:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078001.143073:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143075:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299658764 00000020:00000001:0.0:1769078001.143078:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143079:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299659468 00000020:00000001:0.0:1769078001.143087:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078001.143087:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299658764 00020000:00000001:0.0:1769078001.143104:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:2.0:1769078001.143104:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299659468 00020000:00000001:0.0:1769078001.143111:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078001.143111:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078001.143119:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078001.143119:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078001.143125:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:2.0:1769078001.143125:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:0.0:1769078001.143133:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00100000:2.0:1769078001.143135:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078001/real 1769078001] req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078001.143139:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078001.143142:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078001.143146:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078001.143152:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769078001.143156:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769078001.143158:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000400:00000001:2.0:1769078001.143158:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078001.143162:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00000020:0.0:1769078001.143165:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000400:00000010:2.0:1769078001.143167:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000008:00000001:0.0:1769078001.143175:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:2.0:1769078001.143175:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000008:00000020:0.0:1769078001.143178:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000010:2.0:1769078001.143181:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000008:00000001:0.0:1769078001.143183:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.143186:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:0.0:1769078001.143189:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000200:2.0:1769078001.143194:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:0.0:1769078001.143196:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:0.0:1769078001.143216:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769078001.143224:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078001.143224:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078001.143237:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.143250:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143251:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078001.143253:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078001.143263:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143263:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078001.143268:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078001.143271:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078001.143274:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078001.143276:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769078001.143282:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769078001.143287:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:2.0:1769078001.143290:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078001.143292:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078001.143297:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:2.0:1769078001.143297:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078001.143305:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143312:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769078001.143313:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:2.0:1769078001.143315:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078001.143318:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769078001.143318:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078001.143323:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078001.143325:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078001.143326:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:0.0:1769078001.143332:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:2.0:1769078001.143333:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769078001.143336:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:2.0:1769078001.143337:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769078001.143340:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00080000:2.0:1769078001.143343:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000020:00000001:0.0:1769078001.143345:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078001.143346:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:0.0:1769078001.143349:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078001.143351:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078001.143357:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.143366:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00100000:2.0:1769078001.143371:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849728:192.168.204.154@tcp:38:kworker.0 00000020:00000001:0.0:1769078001.143372:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078001.143378:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:2.0:1769078001.143380:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769078001.143382:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:2.0:1769078001.143384:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078001.143386:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078001.143391:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078001.143395:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078001.143402:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078001.143403:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078001.143409:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.143410:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:2.0:1769078001.143413:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:0.0:1769078001.143414:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078001.143418:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078001.143420:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078001.143421:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078001.143426:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00100000:2.0:1769078001.143429:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849856:192.168.204.154@tcp:8:kworker.0 00000020:00000001:0.0:1769078001.143431:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078001.143435:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1769078001.143436:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078001.143438:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078001.143442:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.143444:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:2.0:1769078001.143445:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:0.0:1769078001.143448:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000010:2.0:1769078001.143450:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 00020000:00000001:0.0:1769078001.143452:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:2.0:1769078001.143454:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078001.143456:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078001.143459:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:2.0:1769078001.143460:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:0.0:1769078001.143464:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000400:00000010:2.0:1769078001.143464:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078001.143472:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00020000:00000001:0.0:1769078001.143473:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000200:2.0:1769078001.143476:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657849856, portal 4 00020000:00000001:0.0:1769078001.143478:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078001.143479:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000080:00000001:0.0:1769078001.143482:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078001.143482:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069304960 : -115332640246656 : ffff971b06f27480) 00000080:00200000:0.0:1769078001.143489:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000040:2.0:1769078001.143492:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078001.143500:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078001.143503:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078001.143511:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00000001:2.0:1769078001.143511:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078001.143518:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00000001:0.0:1769078001.143519:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:2.0:1769078001.143521:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000080:00000001:0.0:1769078001.143530:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078001.143531:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657849856, offset 0 00000400:00000200:2.0:1769078001.143541:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078001.143545:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078001.143549:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078001.143552:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078001.143577:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078001.143581:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078001.143583:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078001.143588:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370529:370529:256:4294967295] 192.168.204.154@tcp LPNI seq info [370524:370524:8:4294967295] 00000400:00000200:2.0:1769078001.143594:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078001.143598:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078001.143602:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078001.143604:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078001.143607:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078001.143609:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769078001.143612:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078001.143614:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:2.0:1769078001.143617:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078001.143618:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078001.143621:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078001.143623:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078001.143625:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078001.143626:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078001.143628:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078001.143631:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143636:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078001.143638:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143643:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143644:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078001.143646:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078001.143648:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078001.143651:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078001.143652:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299658786 00000100:00000001:2.0:1769078001.143654:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299659468 00000100:00000001:2.0:1769078001.143655:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299658786 00000100:00000001:2.0:1769078001.143657:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299659468 00000100:00000001:2.0:1769078001.143658:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078001.143659:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143660:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078001.143662:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078001/real 1769078001] req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078001.143667:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078001.143668:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078001.143670:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078001.143671:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078001.143672:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078001.143674:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078001.143675:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078001.143681:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143685:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078001.143686:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.143687:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078001.143687:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078001.143690:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143695:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078001.143697:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143701:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078001.143702:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.143703:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078001.143704:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.143705:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078001.143708:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078001.143709:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078001.143711:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078001.143712:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078001.143715:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078001.143720:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849856:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078001.143722:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078001.143724:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143729:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078001.143730:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078001.143731:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078001.143732:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078001.143734:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078001.143735:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849984:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078001.143737:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078001.143739:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078001.143740:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078001.143741:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078001.143743:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078001.143745:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078001.143747:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078001.143749:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078001.143752:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078001.143755:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657849984, portal 4 00000100:00000001:2.0:1769078001.143756:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078001.143758:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069306752 : -115332640244864 : ffff971b06f27b80) 00000100:00000040:2.0:1769078001.143764:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143770:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078001.143773:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078001.143775:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078001.143778:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657849984, offset 0 00000400:00000200:2.0:1769078001.143782:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078001.143786:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078001.143790:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078001.143793:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078001.143795:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078001.143798:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078001.143800:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078001.143803:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370530:370530:256:4294967295] 192.168.204.154@tcp LPNI seq info [370525:370525:8:4294967295] 00000400:00000200:2.0:1769078001.143808:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078001.143814:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078001.143819:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078001.143822:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078001.143827:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078001.143830:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769078001.143834:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078001.143837:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:2.0:1769078001.143842:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078001.143844:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078001.143847:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078001.143851:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078001.143854:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078001.143856:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078001.143859:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078001.143862:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143871:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078001.143875:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143882:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143884:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078001.143887:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078001.143889:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078001.143893:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078001.143895:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299658790 00000100:00000001:2.0:1769078001.143898:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299659468 00000100:00000001:2.0:1769078001.143901:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299658790 00000100:00000001:2.0:1769078001.143903:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299659468 00000100:00000001:2.0:1769078001.143905:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078001.143908:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.143910:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078001.143914:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078001/real 1769078001] req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078001.143922:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078001.143924:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078001.143925:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078001.143928:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078001.143930:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078001.143932:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078001.143935:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078001.143945:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143952:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078001.143954:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.143956:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078001.143957:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078001.143962:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143969:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078001.143974:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.143982:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078001.143984:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.143986:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078001.143987:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.143989:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078001.143993:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078001.143996:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078001.143999:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078001.144002:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078001.144005:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078001.144015:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657849984:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078001.144019:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.144021:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078001.144025:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25180 x1855007657849728/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.144032:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078001.144034:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078001.144035:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769078001.144038:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078001.144040:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078001.144041:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078001.144044:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078001.144046:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18400. 02000000:00000001:2.0:1769078001.144048:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078001.144049:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078001.144051:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25180. 00000100:00000001:2.0:1769078001.144054:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078001.144056:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.144057:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078001.144061:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27480 x1855007657849856/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.144068:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078001.144069:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078001.144070:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078001.144073:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078001.144075:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078001.144076:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078001.144078:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078001.144080:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b800. 02000000:00000001:2.0:1769078001.144082:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078001.144084:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078001.144085:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27480. 00000100:00000001:2.0:1769078001.144102:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078001.144104:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.144106:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078001.144109:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27b80 x1855007657849984/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078026 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078001.144117:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078001.144118:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078001.144120:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078001.144123:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078001.144124:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078001.144126:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078001.144128:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078001.144129:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b400. 02000000:00000001:2.0:1769078001.144131:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078001.144132:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078001.144134:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27b80. 00000100:00000001:2.0:1769078001.144136:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078001.144138:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.144140:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.144143:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078001.144145:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.144147:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078001.144148:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.780676:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078001.780684:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078001.780685:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.780687:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078001.780687:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078001.780690:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078001.780693:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078001.780693:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078001.780695:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078001.780696:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.780696:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.780699:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078001.780701:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078001.780701:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078001.780703:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078001.780706:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078001.780707:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078001.780707:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078001.780707:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078001.780713:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078001.780713:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078001.780716:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.780717:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.780718:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078001.780724:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078001.780732:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.780732:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078001.780733:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078001.780741:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078001.780742:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.780752:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078001.780753:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078001.780755:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078001.780774:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078001.780776:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.780781:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078001.780782:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078001.780786:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078001.780787:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078001.780789:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.780790:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078001.780793:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078001.780795:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078001.780798:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078001.780800:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078001.780802:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078001.780805:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078001.780806:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078001.780806:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078001.780809:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078001.780810:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078001.780811:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078001.780812:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078001.780814:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078001.780814:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078001.780815:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078001.780816:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078001.780822:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078001.780822:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.780822:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078001.780829:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.780831:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078001.780835:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078001.780837:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078001.780838:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078001.780838:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078001.780843:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078001.780847:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078001.780848:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1769078001.780849:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078001.780854:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.780859:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078001.780862:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078001.780866:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078001.908649:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299659468, at 4299659520 00000100:00000040:0.0:1769078001.908650:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299659468, at 4299659520 00000100:00000010:0.0:1769078001.908668:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000010:1.0:1769078001.908670:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000001:1.0:1769078002.164695:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078002.164695:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078002.164709:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078002.164709:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078002.164719:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078002.164720:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078002.164735:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078002.164736:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078002.164751:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078002.164756:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078002.164757:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078002.164760:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078002.164762:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078002.164764:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078002.164768:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078002.164768:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078002.164772:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078002.164775:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078002.804665:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078002.804674:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078002.804676:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078002.804682:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078002.804685:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078002.804688:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078002.804692:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078002.804693:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078002.804696:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078002.804697:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078002.804700:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078002.804701:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078002.804702:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078002.804709:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078002.804709:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078002.804713:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078002.804713:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078002.804717:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078002.804721:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078002.804723:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078002.804723:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078002.804729:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078002.804732:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078002.804733:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078002.804743:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078002.804743:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078002.804745:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078002.804754:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078002.804756:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078002.804756:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078002.804757:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078002.804766:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078002.804769:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078002.804770:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078002.804770:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078002.804776:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078002.804784:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078002.804785:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078002.804787:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078002.804792:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078002.804794:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078002.804797:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078002.804799:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078002.804802:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078002.804805:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078002.804807:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078002.804809:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078002.804812:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078002.804815:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078002.804818:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078002.804822:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078002.804822:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078002.804831:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078002.804831:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078002.804833:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078002.804841:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078002.804841:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078002.804842:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078002.804845:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078002.804852:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078002.804856:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078002.804856:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078002.804857:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078002.804869:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078002.804870:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078002.804871:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078002.804878:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078002.804886:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078002.804886:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078002.804891:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078002.804895:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078002.804927:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078002.804931:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078002.804936:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078003.188688:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078003.188688:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078003.188696:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078003.188697:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078003.188700:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078003.188701:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078003.188710:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078003.188711:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078003.188718:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078003.188718:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078003.188724:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078003.188724:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078003.188728:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078003.188733:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078003.188737:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078003.188738:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078003.188742:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078003.188745:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078003.828702:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078003.828702:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078003.828706:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078003.828712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078003.828712:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078003.828713:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078003.828718:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078003.828718:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078003.828721:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078003.828726:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078003.828727:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078003.828727:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078003.828734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078003.828736:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078003.828737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078003.828742:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078003.828743:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078003.828744:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078003.828747:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078003.828749:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078003.828751:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078003.828756:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078003.828760:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078003.828763:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078003.828763:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078003.828772:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078003.828776:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078003.828785:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078003.828789:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078003.828794:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078003.828796:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078003.828798:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1769078003.828799:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078003.828800:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078003.828808:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078003.828808:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000020:00000001:1.0:1769078003.828809:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078003.828820:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078003.828820:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:1.0:1769078003.828821:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078003.828821:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078003.828829:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078003.828829:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078003.828831:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078003.828833:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078003.828838:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078003.828839:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078003.828848:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078003.828849:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078003.828851:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078003.828852:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078003.828853:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078003.828855:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078003.828859:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078003.828860:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078003.828866:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078003.828867:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078003.828868:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078003.828870:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078003.828876:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078003.828876:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078003.828881:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078003.828885:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078003.828887:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078003.828892:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078003.828894:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078003.828898:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078003.828900:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078003.828901:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078003.828905:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078003.828907:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078003.828909:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078003.828911:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078003.828913:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078004.212611:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078004.212623:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078004.212625:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078004.212630:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078004.212631:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078004.212634:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078004.212637:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078004.212638:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078004.212641:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078004.212642:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078004.212645:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078004.212647:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078004.212648:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078004.212652:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078004.212656:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078004.212658:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078004.212660:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078004.212663:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078004.852643:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078004.852643:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078004.852650:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078004.852653:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078004.852658:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078004.852659:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078004.852660:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078004.852661:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078004.852664:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078004.852665:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078004.852666:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078004.852667:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078004.852669:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078004.852671:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078004.852672:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078004.852673:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078004.852673:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078004.852678:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078004.852679:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078004.852681:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078004.852681:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078004.852684:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078004.852686:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078004.852688:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078004.852689:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078004.852692:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078004.852692:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078004.852695:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078004.852697:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078004.852699:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078004.852702:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078004.852703:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078004.852705:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078004.852709:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078004.852710:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078004.852713:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078004.852715:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078004.852716:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078004.852719:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078004.852720:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078004.852720:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078004.852722:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078004.852722:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078004.852723:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078004.852727:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078004.852727:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078004.852729:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078004.852732:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078004.852733:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078004.852736:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078004.852738:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078004.852739:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078004.852740:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078004.852744:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078004.852744:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078004.852749:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078004.852749:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078004.852750:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078004.852752:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078004.852756:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078004.852756:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078004.852760:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078004.852763:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078004.852786:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078004.852788:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078004.852791:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078004.852792:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078004.852794:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078004.852795:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078004.852797:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078004.852798:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078004.852838:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078004.852842:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078004.852846:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078005.236624:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078005.236632:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078005.236635:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078005.236641:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078005.236646:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078005.236650:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078005.236651:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078005.236656:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078005.236657:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078005.236662:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078005.236663:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078005.236668:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078005.236669:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078005.236675:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078005.236680:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078005.236683:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078005.236685:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078005.236688:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078005.876657:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078005.876658:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078005.876662:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078005.876665:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078005.876666:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078005.876667:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078005.876669:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078005.876671:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078005.876671:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078005.876679:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078005.876679:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078005.876680:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078005.876685:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078005.876687:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078005.876690:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078005.876691:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078005.876692:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078005.876698:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078005.876698:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078005.876702:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078005.876705:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078005.876778:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078005.876780:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078005.876781:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078005.876783:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078005.876785:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078005.876786:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078005.876791:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078005.876791:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078005.876794:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078005.876798:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078005.876799:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078005.876801:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078005.877092:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078005.877094:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078005.877096:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078005.877097:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078005.877100:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078005.877103:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078005.877104:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078005.877107:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078005.877110:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078005.877123:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078005.877126:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078005.877126:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078005.877131:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078005.877131:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078005.877133:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078005.877137:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078005.877138:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078005.877140:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078005.877142:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078005.877143:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078005.877146:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078005.877148:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078005.877149:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078005.877150:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078005.877151:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078005.877153:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078005.877155:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078005.877157:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078005.877157:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078005.877158:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078005.877160:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078005.877165:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078005.877169:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078005.877173:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078005.877176:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078005.877183:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078005.877186:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078005.877188:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078005.877254:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078005.877257:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078005.877259:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.260660:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078006.260664:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078006.260667:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078006.260672:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078006.260673:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769078006.260679:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078006.260679:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078006.260685:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078006.260685:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078006.260692:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078006.260700:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4991 00000100:00000001:1.0:1769078006.260701:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.260707:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078006.260710:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078006.260715:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078006.260716:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078006.260724:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078006.260728:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078006.260732:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078006.260735:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078006.260737:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078006.260739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078006.260742:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078006.260744:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078006.260746:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078006.260748:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:2.0:1769078006.260750:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000001:1.0:1769078006.260751:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769078006.260753:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000001:1.0:1769078006.260756:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1769078006.260758:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078006.260760:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.260762:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078006.260765:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000040:2.0:1769078006.260768:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078006.260770:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078006.260773:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078006.260774:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.260780:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078006.260782:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769078006.260782:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00000001:1.0:1769078006.260788:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078006.260791:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078006.260796:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.260800:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078006.260804:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078006.260808:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.260811:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078006.260814:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078006.260823:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcaa00. 00000020:00000040:2.0:1769078006.260826:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:2.0:1769078006.260829:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078006.260830:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.260832:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078006.260834:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078006.260838:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078006.260844:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f03000. 00000100:00000001:2.0:1769078006.260849:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078006.260855:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078006.260864:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078006.260867:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078006.260871:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f465e77c] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078006.260888:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078006.260890:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078006.260892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078006.260894:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078006.260895:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078006.260897:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078006.260899:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4991 00000400:00000200:2.0:1769078006.260903:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078006.260906:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:0.0:1769078006.260908:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1769078006.260908:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078006.260914:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1769078006.260914:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078006.260918:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078006.260919:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078006.260924:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078006.260926:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000040:0.0:1769078006.260928:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078006.260929:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078006.260932:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078006.260934:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078006.260937:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:2.0:1769078006.260940:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:2.0:1769078006.260945:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:0.0:1769078006.260948:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1769078006.260951:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078006.260952:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.260956:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769078006.260958:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1769078006.260960:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:0.0:1769078006.260962:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078006.260963:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:0.0:1769078006.260967:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078006.260967:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:2.0:1769078006.260973:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00100000:0.0:1769078006.260977:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657850112:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078006.260978:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.260980:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078006.260986:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078006.260987:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078006.260989:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.260991:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:0.0:1769078006.260993:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00100000:2.0:1769078006.260994:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078006.260998:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078006.260999:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.260999:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078006.261017:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc8a80. 02000000:00000001:0.0:1769078006.261018:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1769078006.261021:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:2.0:1769078006.261024:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078006.261025:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078006.261026:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05747800. 00000100:00000001:2.0:1769078006.261027:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078006.261029:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078006.261033:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.261033:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078006.261038:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02000. 00000100:00000001:2.0:1769078006.261042:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078006.261047:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00100000:2.0:1769078006.261050:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769078006.261055:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000100:00000001:2.0:1769078006.261060:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078006.261063:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769078006.261066:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000040:2.0:1769078006.261067:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ddbd11] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078006.261076:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657850112, portal 25 00000100:00000001:2.0:1769078006.261076:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078006.261081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078006.261082:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078006.261085:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082556928 : -115332626994688 : ffff971b07bcaa00) 00000100:00080000:2.0:1769078006.261086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078006.261090:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078006.261091:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078006.261095:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:0.0:1769078006.261096:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078006.261099:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4991 00000400:00000200:2.0:1769078006.261106:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078006.261111:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:0.0:1769078006.261114:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1769078006.261115:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078006.261119:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078006.261122:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000040:2.0:1769078006.261124:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000200:0.0:1769078006.261126:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657850112, offset 0 00000100:00000001:2.0:1769078006.261129:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1769078006.261135:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000040:2.0:1769078006.261136:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078006.261141:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078006.261144:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1769078006.261147:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:2.0:1769078006.261147:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:2.0:1769078006.261152:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078006.261156:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:0.0:1769078006.261157:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078006.261163:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:0.0:1769078006.261165:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078006.261168:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:0.0:1769078006.261171:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078006.261177:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1769078006.261177:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078006.261182:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1769078006.261184:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000040:2.0:1769078006.261187:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078006.261191:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:0.0:1769078006.261192:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370531:370531:256:4294967295] 192.168.204.154@tcp LPNI seq info [370526:370526:8:4294967295] 00000020:00000040:2.0:1769078006.261196:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:0.0:1769078006.261200:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:2.0:1769078006.261203:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078006.261206:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078006.261208:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078006.261211:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1769078006.261215:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 02000000:00000001:2.0:1769078006.261216:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.261220:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078006.261224:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000800:00000200:0.0:1769078006.261227:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000008:00000001:2.0:1769078006.261229:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.261232:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1769078006.261233:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000100:00000010:2.0:1769078006.261235:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb800. 00000020:00000040:2.0:1769078006.261239:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:2.0:1769078006.261241:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078006.261243:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769078006.261244:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:2.0:1769078006.261246:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078006.261248:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1769078006.261249:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 02000000:00000001:2.0:1769078006.261251:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1769078006.261256:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000010:2.0:1769078006.261259:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00000. 00000800:00000200:0.1:1769078006.261260:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1769078006.261266:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:2.0:1769078006.261266:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1769078006.261269:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769078006.261275:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00100000:2.0:1769078006.261277:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769078006.261282:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078006.261289:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000100:00000001:2.0:1769078006.261293:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1769078006.261294:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769078006.261300:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078006.261303:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078006.261308:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.261313:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078006.261318:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c3854de] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078006.261319:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078006.261351:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.261353:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.261356:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:2.0:1769078006.261356:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078006.261362:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078006.261363:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.261366:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1769078006.261370:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:2.0:1769078006.261370:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078006.261375:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299664587 00000100:00000001:2.0:1769078006.261375:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078006.261381:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4991 00000400:00000200:2.0:1769078006.261385:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078006.261387:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078006.261389:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000010:0.0:1769078006.261391:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3b7e0. 00000100:00000040:2.0:1769078006.261392:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078006.261395:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078006.261397:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078006.261400:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078006.261402:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078006.261403:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000040:2.0:1769078006.261403:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:2.0:1769078006.261406:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078006.261409:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:0.0:1769078006.261411:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299664587 00000020:00000001:2.0:1769078006.261411:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078006.261417:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000010:0.0:1769078006.261418:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3b4e0. 00000100:00000040:2.0:1769078006.261420:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078006.261423:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078006.261424:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078006.261428:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078006.261430:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078006.261430:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078006.261435:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:0.0:1769078006.261437:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078006.261438:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078006.261444:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.261445:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769078006.261446:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078006.261451:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078006.261454:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078006.261456:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078006/real 1769078006] req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078006.261457:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078006.261459:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:2.0:1769078006.261464:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.261467:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078006.261472:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9180. 00000020:00000040:2.0:1769078006.261475:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000400:00000001:0.0:1769078006.261476:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1769078006.261478:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:0.0:1769078006.261481:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769078006.261481:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.261485:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078006.261486:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1769078006.261487:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 02000000:00000001:2.0:1769078006.261488:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078006.261496:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 02000000:00000010:2.0:1769078006.261496:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02400. 00000400:00000010:0.0:1769078006.261502:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:2.0:1769078006.261503:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078006.261508:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078006.261513:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078006.261515:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.261521:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1769078006.261521:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056535918] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078006.261531:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078006.261531:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078006.261535:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5001) 00000100:00000200:0.0:1769078006.261547:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.261575:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078006.261577:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.261580:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078006.261582:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078006.261586:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.261595:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078006.261599:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.261606:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078006.261609:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.261612:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078006.261613:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.261615:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078006.261618:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078006.261621:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078006.261625:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078006.261627:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078006.261632:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078006.261642:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657850112:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769078006.261647:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.261649:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078006.261652:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcaa00 x1855007657850112/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.261659:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078006.261661:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078006.261664:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05747800. 02000000:00000001:0.0:1769078006.261668:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078006.261670:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078006.261671:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769078006.261674:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078006.261676:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f03000. 02000000:00000001:0.0:1769078006.261680:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078006.261682:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078006.261684:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcaa00. 00000100:00000001:0.0:1769078006.261687:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078006.261688:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.261691:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.261698:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078006.261700:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.261702:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078006.261703:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078006.261705:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078006.261709:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.261716:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078006.261717:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078006.261719:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078006.261722:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078006.261724:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078006.261727:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657850240:192.168.204.154@tcp:38:kworker.0 00000100:00000001:0.0:1769078006.261730:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078006.261732:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078006.261734:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078006.261736:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078006.261740:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05747800. 02000000:00000001:0.0:1769078006.261742:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078006.261746:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078006.261749:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078006.261753:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078006.261756:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657850240, portal 10 00000100:00000001:0.0:1769078006.261758:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078006.261759:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082548864 : -115332627002752 : ffff971b07bc8a80) 00000100:00000040:0.0:1769078006.261764:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.261768:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078006.261770:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078006.261772:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769078006.261773:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657850240, offset 0 00000400:00000200:0.0:1769078006.261776:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078006.261779:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078006.261782:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078006.261784:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078006.261786:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078006.261788:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078006.261790:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078006.261792:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370532:370532:256:4294967295] 192.168.204.154@tcp LPNI seq info [370527:370527:8:4294967295] 00000400:00000200:0.0:1769078006.261795:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078006.261800:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078006.261805:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078006.261808:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769078006.261812:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078006.261815:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769078006.261820:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078006.261823:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1769078006.261827:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078006.261828:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769078006.261831:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078006.261835:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078006.261838:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769078006.261840:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769078006.261843:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078006.261847:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.261855:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078006.261858:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.261865:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.261867:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078006.261871:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078006.261875:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:0.0:1769078006.261879:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078006.261881:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299663883 00000100:00000001:0.0:1769078006.261884:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299664587 00000100:00000001:0.0:1769078006.261886:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299663883 00000100:00000001:0.0:1769078006.261889:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299664587 00000100:00000001:0.0:1769078006.261891:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078006.261894:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.261895:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078006.261900:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078006/real 1769078006] req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078006.261908:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078006.261909:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078006.261911:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078006.261913:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078006.261915:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078006.261917:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078006.261921:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078006.261930:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.261936:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078006.261937:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.261939:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078006.261940:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078006.261943:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.261950:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078006.261954:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.261962:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078006.261965:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.261966:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078006.261967:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.261969:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078006.261973:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078006.261975:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078006.261979:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078006.261981:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078006.261985:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078006.261994:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657850240:192.168.204.154@tcp:38:kworker.0 00000100:00000001:0.0:1769078006.261997:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078006.262017:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262025:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078006.262028:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078006.262031:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078006.262033:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078006.262036:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078006.262041:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657850368:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078006.262045:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078006.262046:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078006.262048:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078006.262050:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078006.262053:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05746400. 02000000:00000001:0.0:1769078006.262055:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078006.262060:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078006.262063:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078006.262067:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078006.262070:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657850368, portal 4 00000100:00000001:0.0:1769078006.262072:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078006.262074:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082560512 : -115332626991104 : ffff971b07bcb800) 00000100:00000040:0.0:1769078006.262080:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262087:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078006.262090:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078006.262093:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769078006.262097:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657850368, offset 0 00000400:00000200:0.0:1769078006.262101:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078006.262105:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078006.262109:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078006.262112:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078006.262115:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078006.262117:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078006.262120:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078006.262123:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370533:370533:256:4294967295] 192.168.204.154@tcp LPNI seq info [370528:370528:8:4294967295] 00000400:00000200:0.0:1769078006.262127:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078006.262134:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078006.262139:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078006.262143:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769078006.262147:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078006.262150:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769078006.262155:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078006.262157:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1769078006.262162:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078006.262164:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769078006.262167:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078006.262171:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078006.262174:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769078006.262175:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769078006.262178:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078006.262182:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262191:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078006.262195:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262201:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.262203:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078006.262207:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078006.262210:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:0.0:1769078006.262214:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078006.262216:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299663904 00000100:00000001:0.0:1769078006.262219:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299664587 00000100:00000001:0.0:1769078006.262221:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299663904 00000100:00000001:0.0:1769078006.262224:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299664587 00000100:00000001:0.0:1769078006.262226:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078006.262228:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.262230:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078006.262235:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078006/real 1769078006] req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078006.262244:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078006.262245:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078006.262247:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078006.262249:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078006.262251:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078006.262253:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078006.262256:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078006.262264:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262278:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078006.262279:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.262282:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078006.262283:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078006.262287:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262295:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078006.262300:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262307:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078006.262310:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.262312:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078006.262313:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.262315:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078006.262319:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078006.262321:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078006.262325:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078006.262328:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078006.262332:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078006.262340:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657850368:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078006.262345:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078006.262349:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262356:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078006.262357:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078006.262360:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078006.262362:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078006.262365:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078006.262369:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657850496:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078006.262372:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078006.262374:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078006.262375:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078006.262377:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078006.262381:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745000. 02000000:00000001:0.0:1769078006.262383:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078006.262387:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078006.262390:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078006.262393:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078006.262396:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657850496, portal 4 00000100:00000001:0.0:1769078006.262399:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078006.262400:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082550656 : -115332627000960 : ffff971b07bc9180) 00000100:00000040:0.0:1769078006.262406:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262413:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078006.262415:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078006.262418:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769078006.262420:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657850496, offset 0 00000400:00000200:0.0:1769078006.262423:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078006.262426:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078006.262429:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078006.262431:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078006.262433:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078006.262435:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078006.262437:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078006.262441:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370534:370534:256:4294967295] 192.168.204.154@tcp LPNI seq info [370529:370529:8:4294967295] 00000400:00000200:0.0:1769078006.262445:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078006.262451:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078006.262457:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078006.262461:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769078006.262465:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078006.262467:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:0.1:1769078006.262472:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078006.262475:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:0.0:1769078006.262478:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078006.262480:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769078006.262483:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078006.262487:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078006.262490:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769078006.262492:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769078006.262495:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078006.262499:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262507:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078006.262510:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078031 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262517:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.262519:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078006.262522:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078006.262525:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:0.0:1769078006.262529:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078006.262531:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299663908 00000100:00000001:0.0:1769078006.262534:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299664587 00000100:00000001:0.0:1769078006.262537:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299663908 00000100:00000001:0.0:1769078006.262539:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299664587 00000100:00000001:0.0:1769078006.262541:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078006.262544:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.262545:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078006.262549:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078006/real 1769078006] req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078006.262580:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078006.262581:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078006.262583:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078006.262586:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078006.262588:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078006.262590:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078006.262594:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078006.262603:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262610:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078006.262611:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.262613:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078006.262615:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078006.262619:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262626:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078006.262630:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262638:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078006.262640:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.262642:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078006.262643:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.262645:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078006.262649:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078006.262653:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078006.262656:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078006.262659:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078006.262664:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078006.262673:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657850496:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078006.262677:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.262679:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078006.262682:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc8a80 x1855007657850240/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262689:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078006.262691:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078006.262693:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05747800. 02000000:00000001:0.0:1769078006.262696:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078006.262697:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078006.262698:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769078006.262699:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078006.262700:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02000. 02000000:00000001:0.0:1769078006.262703:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078006.262704:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078006.262705:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc8a80. 00000100:00000001:0.0:1769078006.262706:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078006.262707:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.262708:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078006.262711:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb800 x1855007657850368/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262715:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078006.262716:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078006.262717:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05746400. 02000000:00000001:0.0:1769078006.262719:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078006.262719:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078006.262720:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769078006.262721:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078006.262722:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00000. 02000000:00000001:0.0:1769078006.262723:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078006.262724:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078006.262725:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb800. 00000100:00000001:0.0:1769078006.262727:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078006.262728:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.262729:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078006.262731:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9180 x1855007657850496/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078031 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078006.262735:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078006.262735:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078006.262736:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745000. 02000000:00000001:0.0:1769078006.262737:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078006.262738:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078006.262739:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769078006.262740:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078006.262741:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02400. 02000000:00000001:0.0:1769078006.262742:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078006.262742:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078006.262743:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9180. 00000100:00000001:0.0:1769078006.262744:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078006.262745:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.262746:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.262749:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078006.262750:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.262751:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078006.262752:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078006.900653:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078006.900660:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078006.900665:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078006.900667:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078006.900671:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078006.900672:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078006.900674:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078006.900675:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078006.900676:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078006.900677:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078006.900681:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078006.900682:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.900683:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078006.900685:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078006.900686:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.900688:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078006.900690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078006.900693:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078006.900694:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078006.900694:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078006.900695:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078006.900700:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.900701:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078006.900703:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078006.900707:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078006.900707:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078006.900708:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078006.900712:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078006.900717:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.900723:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078006.900727:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078006.900731:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.900732:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078006.900736:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078006.900739:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078006.900755:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078006.900756:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769078006.900760:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.900761:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078006.900764:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.900768:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1769078006.900768:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078006.900769:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078006.900774:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078006.900775:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078006.900778:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.900780:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078006.900783:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078006.900785:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078006.900785:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078006.900785:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078006.900788:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078006.900791:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078006.900792:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078006.900792:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078006.900793:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078006.900796:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078006.900798:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078006.900798:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078006.900799:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078006.900802:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078006.900804:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078006.900806:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078006.900809:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078006.900811:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078006.900814:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078006.900814:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078006.900820:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078006.900820:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078006.900822:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078006.900827:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078006.900828:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078006.900832:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078006.900836:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078007.028669:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299664587, at 4299664640 00000100:00000040:0.0:1769078007.028675:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299664587, at 4299664640 00000100:00000010:1.0:1769078007.028685:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3b4e0. 00000100:00000010:0.0:1769078007.028687:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3b7e0. 00000100:00000001:1.0:1769078007.284733:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078007.284741:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078007.284743:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078007.284747:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078007.284750:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078007.284751:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078007.284754:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078007.284757:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078007.284758:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078007.284763:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078007.284763:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078007.284766:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078007.284769:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078007.284773:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078007.284777:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078007.284777:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078007.284780:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078007.284784:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078007.924667:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078007.924667:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078007.924667:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078007.924668:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078007.924675:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078007.924675:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078007.924676:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078007.924676:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078007.924677:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078007.924680:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078007.924681:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078007.924681:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078007.924683:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078007.924685:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769078007.924690:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078007.924690:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078007.924691:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078007.924691:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078007.924697:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078007.924698:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078007.924698:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078007.924699:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078007.924704:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078007.924705:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078007.924705:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078007.924708:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078007.924713:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078007.924714:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078007.924716:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078007.924719:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078007.924719:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078007.924723:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078007.924725:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078007.924726:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078007.924729:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078007.924732:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078007.924734:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078007.924736:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078007.924738:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078007.924739:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078007.924741:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078007.924742:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078007.924745:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078007.924745:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078007.924746:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078007.924747:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078007.924750:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078007.924750:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078007.924752:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078007.924752:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078007.924754:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078007.924756:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078007.924756:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078007.924757:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078007.924764:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078007.924765:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078007.924765:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078007.924766:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078007.924769:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078007.924770:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078007.924770:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078007.924771:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078007.924773:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078007.924777:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078007.924778:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078007.924778:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078007.924781:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078007.924785:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078007.924786:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078007.924789:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078007.924791:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078007.924800:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078007.924803:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078007.924806:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078008.308669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078008.308669:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078008.308676:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078008.308676:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078008.308678:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078008.308678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078008.308684:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078008.308684:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078008.308688:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078008.308688:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078008.308692:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078008.308692:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078008.308695:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078008.308697:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078008.308701:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078008.308702:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078008.308704:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078008.308706:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078008.948660:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078008.948666:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078008.948668:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078008.948672:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078008.948677:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078008.948677:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078008.948680:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078008.948683:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078008.948684:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078008.948684:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078008.948686:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078008.948688:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078008.948689:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078008.948689:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078008.948693:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078008.948696:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078008.948697:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078008.948697:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078008.948697:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078008.948702:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078008.948704:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078008.948705:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078008.948706:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078008.948709:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078008.948710:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078008.948711:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078008.948714:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078008.948716:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078008.948717:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078008.948719:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078008.948719:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078008.948725:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078008.948726:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078008.948727:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078008.948729:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078008.948730:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078008.948733:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078008.948734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078008.948735:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078008.948737:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078008.948739:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078008.948739:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078008.948743:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1769078008.948744:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078008.948746:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078008.948747:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078008.948749:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078008.948751:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078008.948752:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078008.948753:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078008.948757:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078008.948758:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078008.948758:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078008.948759:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078008.948762:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078008.948763:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078008.948764:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078008.948767:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078008.948771:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078008.948771:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078008.948776:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078008.948776:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078008.948778:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078008.948779:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078008.948780:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078008.948782:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078008.948783:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078008.948784:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078008.948785:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078008.948790:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:0.0:1769078008.948792:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078008.948792:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078008.948793:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078008.948795:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078008.948798:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078008.948799:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078008.948800:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078008.948802:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078008.948803:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078008.948804:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078008.948806:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078008.948809:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078008.948811:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078008.948812:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078008.948815:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078008.948818:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078008.948821:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078008.948822:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078008.948824:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078008.948830:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078008.948833:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078008.948835:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078009.332661:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078009.332661:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078009.332668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078009.332669:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078009.332671:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078009.332674:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078009.332677:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078009.332680:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078009.332681:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078009.332685:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078009.332686:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078009.332688:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078009.332691:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078009.332691:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078009.332697:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078009.332698:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078009.332702:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078009.332706:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078009.972681:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078009.972681:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078009.972681:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078009.972688:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078009.972689:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078009.972689:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078009.972691:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078009.972692:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078009.972693:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078009.972699:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078009.972700:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078009.972700:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078009.972707:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078009.972708:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078009.972708:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078009.972714:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078009.972715:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078009.972715:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078009.972719:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078009.972722:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078009.972724:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078009.972735:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078009.972737:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078009.972739:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078009.972742:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078009.972744:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078009.972747:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078009.972754:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078009.972757:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078009.972759:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078009.972760:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078009.972763:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078009.972765:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078009.972767:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078009.972768:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078009.972770:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078009.972777:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078009.972781:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078009.972782:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078009.972784:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078009.972787:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078009.972789:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078009.972790:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078009.972791:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078009.972794:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078009.972796:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078009.972800:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078009.972801:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078009.972803:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078009.972805:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078009.972807:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078009.972808:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078009.972809:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078009.972811:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078009.972820:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078009.972820:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078009.972825:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078009.972825:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078009.972828:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078009.972831:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078009.972832:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078009.972834:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078009.972836:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078009.972840:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078009.972840:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078009.972844:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078009.972845:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078009.972848:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078009.972850:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078009.972851:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078009.972854:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078009.972894:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078009.972897:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078009.972899:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078010.356667:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078010.356674:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078010.356675:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078010.356681:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078010.356684:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078010.356687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078010.356690:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078010.356692:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078010.356695:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078010.356719:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078010.356724:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078010.356726:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078010.356730:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078010.356733:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078010.356736:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078010.356738:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078010.356740:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078010.356744:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078010.996660:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078010.996667:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078010.996669:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078010.996672:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078010.996673:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078010.996673:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078010.996679:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078010.996680:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078010.996680:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078010.996681:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078010.996683:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078010.996685:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078010.996685:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078010.996687:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078010.996689:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078010.996690:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078010.996691:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078010.996691:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078010.996696:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078010.996697:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078010.996698:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769078010.996698:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078010.996702:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078010.996702:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078010.996704:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078010.996705:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078010.996710:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078010.996711:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078010.996712:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078010.996713:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078010.996717:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078010.996720:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078010.996722:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078010.996725:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078010.996727:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078010.996730:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078010.996732:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078010.996735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078010.996735:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078010.996743:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078010.996743:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078010.996746:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078010.996747:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078010.996748:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078010.996753:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078010.996754:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078010.996756:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078010.996758:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078010.996762:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078010.996763:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078010.996765:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078010.996770:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078010.996770:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078010.996770:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078010.996774:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078010.996777:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078010.996777:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078010.996778:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078010.996778:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078010.996783:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078010.996783:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1769078010.996787:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078010.996788:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078010.996788:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078010.996794:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078010.996795:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078010.996799:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078010.996802:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078010.996804:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078010.996805:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078010.996807:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078010.996808:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078010.996812:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078010.996815:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078010.996819:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078010.996822:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078010.996825:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078010.996828:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078010.996830:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078010.996832:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078011.380659:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078011.380660:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078011.380666:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078011.380667:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078011.380669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078011.380670:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.380671:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078011.380678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:0.0:1769078011.380679:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769078011.380680:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078011.380684:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078011.380685:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078011.380686:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078011.380688:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078011.380691:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078011.380692:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078011.380692:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078011.380697:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078011.380700:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 4996 00000100:00000001:3.0:1769078011.380700:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078011.380703:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078011.380704:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078011.380708:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769078011.380710:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078011.380714:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078011.380716:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078011.380719:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078011.380723:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.380727:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078011.380730:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.380732:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078011.380735:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078011.380737:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078011.380739:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078011.380741:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078011.380743:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078011.380745:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078011.380748:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.380750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078011.380751:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.380752:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078011.380754:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769078011.380756:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078011.380758:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078011.380760:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078011.380762:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078011.380764:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078011.380765:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078011.380767:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078011.380774:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00000020:00000040:0.0:1769078011.380777:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769078011.380780:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078011.380781:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078011.380783:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078011.380785:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078011.380789:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078011.380795:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000001:0.0:1769078011.380800:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078011.380807:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078011.380814:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078011.380817:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078011.380820:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078011.380835:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078011.380837:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078011.380840:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078011.380841:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078011.380842:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078011.380844:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078011.380846:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4996 00000400:00000200:0.0:1769078011.380849:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078011.380852:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078011.380853:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078011.380855:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769078011.380856:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.380860:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078011.380860:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1769078011.380862:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078011.380864:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078011.380865:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078011.380868:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078011.380869:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769078011.380872:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078011.380874:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000040:2.0:1769078011.380874:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078011.380878:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769078011.380882:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769078011.380888:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.380893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078011.380894:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1769078011.380896:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078011.380897:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078011.380899:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769078011.380901:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1769078011.380903:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:2.0:1769078011.380905:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769078011.380906:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:2.0:1769078011.380910:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078011.380911:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078011.380930:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657850624:192.168.204.154@tcp:250:kworker.0 02000000:00000001:0.0:1769078011.380931:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078011.380936:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078011.380937:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078011.380940:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078011.380941:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078011.380944:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1769078011.380944:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.380949:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:0.0:1769078011.380950:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078011.380953:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078011.380954:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01c00. 00000100:00000001:0.0:1769078011.380955:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.380960:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078011.380961:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 00000020:00000040:0.0:1769078011.380964:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769078011.380965:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078011.380967:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078011.380968:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078011.380969:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078011.380973:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078011.380975:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078011.380975:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 02000000:00000010:0.0:1769078011.380979:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00000100:00000001:0.0:1769078011.380983:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078011.380984:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00100000:0.0:1769078011.380989:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769078011.380994:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657850624, portal 25 00000100:00000001:0.0:1769078011.380996:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078011.380999:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.381001:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1769078011.381003:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381005:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094220544 : -115332615331072 : ffff971b086ea300) 00000100:00000001:0.0:1769078011.381015:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078011.381018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769078011.381020:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078011.381021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078011.381024:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078011.381026:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078011.381031:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078011.381035:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4996 00000100:00000001:2.0:1769078011.381040:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1769078011.381041:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078011.381046:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078011.381049:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078011.381050:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000040:0.0:1769078011.381055:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000010:2.0:1769078011.381055:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000001:0.0:1769078011.381057:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078011.381061:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000200:2.0:1769078011.381062:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657850624, offset 0 00000100:00000001:0.0:1769078011.381063:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078011.381067:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078011.381068:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769078011.381069:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078011.381072:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:2.0:1769078011.381073:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078011.381074:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078011.381077:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769078011.381080:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.381084:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769078011.381084:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:0.0:1769078011.381087:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.381090:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078011.381091:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:2.0:1769078011.381094:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00080000:0.0:1769078011.381097:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078011.381100:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078011.381101:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1769078011.381102:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078011.381106:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769078011.381109:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 02000000:00000001:0.0:1769078011.381110:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078011.381113:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:2.0:1769078011.381115:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00100000:0.0:1769078011.381116:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769078011.381120:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078011.381120:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.381123:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078011.381127:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370535:370535:256:4294967295] 192.168.204.154@tcp LPNI seq info [370530:370530:8:4294967295] 00000100:00000010:0.0:1769078011.381128:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000020:00000040:0.0:1769078011.381132:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000200:2.0:1769078011.381136:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:0.0:1769078011.381137:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078011.381139:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078011.381140:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078011.381141:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078011.381143:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078011.381148:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000400:00000200:2.0:1769078011.381150:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:0.0:1769078011.381151:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078011.381161:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00100000:0.0:1769078011.381162:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:2.0:1769078011.381168:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000100:00000001:0.0:1769078011.381170:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078011.381172:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078011.381178:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1769078011.381179:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078011.381185:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000100:00000001:0.0:1769078011.381188:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078011.381191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.1:1769078011.381196:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:0.0:1769078011.381197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078011.381199:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:2.1:1769078011.381202:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000100:00080000:0.0:1769078011.381203:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078011.381208:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:2.0:1769078011.381211:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00080000:0.0:1769078011.381213:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 4996 00000800:00000010:2.0:1769078011.381217:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:0.0:1769078011.381219:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078011.381223:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:2.0:1769078011.381224:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:0.0:1769078011.381225:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078011.381229:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.381233:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769078011.381235:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1769078011.381237:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.381241:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078011.381243:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1769078011.381243:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000040:0.0:1769078011.381245:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000010:2.0:1769078011.381247:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000020:00000001:0.0:1769078011.381248:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078011.381250:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769078011.381253:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078011.381253:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078011.381256:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769078011.381261:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000200:2.0:1769078011.381262:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078011.381263:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078011.381266:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078011.381270:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078011.381275:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769078011.381279:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078011.381280:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078011.381281:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078011.381284:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1769078011.381287:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078011.381289:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078011.381294:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078011.381298:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078011.381300:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078011.381302:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:2.0:1769078011.381304:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:0.0:1769078011.381309:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.381311:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078011.381312:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078011.381321:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000400:00000200:2.0:1769078011.381321:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:0.0:1769078011.381325:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:2.0:1769078011.381328:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299669707 02000000:00000001:0.0:1769078011.381330:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078011.381333:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078011.381336:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1769078011.381336:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b2a0. 02000000:00000001:0.0:1769078011.381338:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078011.381342:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.381347:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 02000000:00000010:0.0:1769078011.381348:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769078011.381354:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.381357:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299669707 00000100:00100000:0.0:1769078011.381362:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1769078011.381365:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b060. 00000100:00000001:2.0:1769078011.381371:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078011.381376:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078011.381377:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078011.381379:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078011.381381:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.381382:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1769078011.381390:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078011.381391:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078011/real 1769078011] req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078011.381414:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078011.381421:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5006) 00000400:00000001:2.0:1769078011.381421:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078011.381426:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078011.381431:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078011.381436:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078011.381438:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078011.381441:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078011.381446:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078011.381466:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381473:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078011.381475:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381477:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078011.381478:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078011.381481:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381486:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078011.381489:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381493:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078011.381495:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381496:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078011.381497:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381498:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078011.381500:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078011.381501:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078011.381504:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078011.381505:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078011.381508:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078011.381513:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657850624:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078011.381516:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381518:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078011.381520:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ea300 x1855007657850624/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381524:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078011.381526:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078011.381528:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01c00. 02000000:00000001:2.0:1769078011.381531:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078011.381532:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078011.381534:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078011.381535:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078011.381537:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:2.0:1769078011.381540:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078011.381541:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078011.381543:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ea300. 00000100:00000001:2.0:1769078011.381545:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078011.381546:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381547:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381568:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078011.381570:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.381571:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078011.381572:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078011.381574:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078011.381576:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381581:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078011.381582:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.381584:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078011.381585:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078011.381587:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078011.381589:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657850752:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078011.381591:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078011.381592:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078011.381593:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.381595:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078011.381597:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01c00. 02000000:00000001:2.0:1769078011.381598:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078011.381602:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078011.381604:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078011.381606:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078011.381608:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657850752, portal 10 00000100:00000001:2.0:1769078011.381610:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078011.381611:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094213376 : -115332615338240 : ffff971b086e8700) 00000100:00000040:2.0:1769078011.381615:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381620:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078011.381621:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078011.381623:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078011.381624:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657850752, offset 0 00000400:00000200:2.0:1769078011.381627:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078011.381630:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078011.381633:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078011.381635:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078011.381637:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078011.381638:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078011.381640:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078011.381642:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370536:370536:256:4294967295] 192.168.204.154@tcp LPNI seq info [370531:370531:8:4294967295] 00000400:00000200:2.0:1769078011.381645:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078011.381649:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078011.381652:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078011.381655:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078011.381657:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078011.381659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769078011.381663:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078011.381664:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1769078011.381667:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078011.381668:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078011.381670:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078011.381673:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078011.381675:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078011.381676:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078011.381677:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078011.381679:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381689:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078011.381691:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381695:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.381696:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078011.381698:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078011.381701:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078011.381703:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078011.381704:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299669003 00000100:00000001:2.0:1769078011.381706:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299669707 00000100:00000001:2.0:1769078011.381707:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299669003 00000100:00000001:2.0:1769078011.381709:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299669707 00000100:00000001:2.0:1769078011.381711:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078011.381712:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.381713:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078011.381715:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078011/real 1769078011] req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078011.381720:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078011.381721:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078011.381722:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078011.381723:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078011.381724:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078011.381726:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078011.381728:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078011.381733:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381737:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078011.381739:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381740:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078011.381741:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078011.381743:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381747:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078011.381750:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381754:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078011.381755:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381756:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078011.381757:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381758:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078011.381760:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078011.381762:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078011.381764:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078011.381765:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078011.381767:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078011.381772:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657850752:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078011.381774:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078011.381776:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381781:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078011.381782:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.381783:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078011.381784:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078011.381786:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078011.381788:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657850880:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078011.381790:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078011.381791:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078011.381792:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.381793:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078011.381795:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078011.381797:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078011.381799:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078011.381800:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078011.381802:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078011.381804:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657850880, portal 4 00000100:00000001:2.0:1769078011.381805:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078011.381806:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094226816 : -115332615324800 : ffff971b086ebb80) 00000100:00000040:2.0:1769078011.381809:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381813:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078011.381815:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078011.381816:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078011.381818:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657850880, offset 0 00000400:00000200:2.0:1769078011.381820:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078011.381822:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078011.381824:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078011.381826:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078011.381827:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078011.381829:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078011.381830:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078011.381832:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370537:370537:256:4294967295] 192.168.204.154@tcp LPNI seq info [370532:370532:8:4294967295] 00000400:00000200:2.0:1769078011.381835:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078011.381839:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078011.381841:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078011.381843:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078011.381846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078011.381848:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769078011.381850:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078011.381852:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1769078011.381854:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078011.381856:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078011.381857:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078011.381859:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078011.381861:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078011.381862:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078011.381864:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078011.381866:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381871:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078011.381873:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381877:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.381878:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078011.381880:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078011.381881:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078011.381883:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078011.381884:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299669024 00000100:00000001:2.0:1769078011.381886:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299669707 00000100:00000001:2.0:1769078011.381887:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299669024 00000100:00000001:2.0:1769078011.381888:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299669707 00000100:00000001:2.0:1769078011.381890:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078011.381891:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.381892:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078011.381894:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078011/real 1769078011] req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078011.381899:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078011.381900:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078011.381901:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078011.381903:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078011.381904:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078011.381905:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078011.381907:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078011.381912:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381936:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078011.381937:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381938:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078011.381939:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078011.381942:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381946:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078011.381948:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381953:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078011.381954:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381955:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078011.381956:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.381957:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078011.381960:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078011.381962:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078011.381963:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078011.381965:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078011.381967:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078011.381976:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657850880:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078011.381979:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078011.381981:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.381988:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078011.381989:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.381991:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078011.381993:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078011.381995:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078011.381998:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851008:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078011.382001:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078011.382003:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078011.382004:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078011.382006:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078011.382009:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078011.382012:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078011.382016:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078011.382019:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078011.382022:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078011.382026:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657851008, portal 4 00000100:00000001:2.0:1769078011.382029:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078011.382030:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00000100:00000040:2.0:1769078011.382036:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.382043:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078011.382045:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078011.382047:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078011.382049:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657851008, offset 0 00000400:00000200:2.0:1769078011.382052:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078011.382055:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078011.382058:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078011.382060:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078011.382062:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078011.382063:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078011.382065:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078011.382067:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370538:370538:256:4294967295] 192.168.204.154@tcp LPNI seq info [370533:370533:8:4294967295] 00000400:00000200:2.0:1769078011.382070:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078011.382074:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078011.382077:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078011.382079:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078011.382081:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078011.382083:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769078011.382086:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078011.382088:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1769078011.382091:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078011.382092:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078011.382094:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078011.382096:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078011.382099:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078011.382100:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078011.382102:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078011.382104:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.382115:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078011.382117:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.382121:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.382122:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078011.382124:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078011.382126:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078011.382129:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078011.382130:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299669028 00000100:00000001:2.0:1769078011.382132:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299669707 00000100:00000001:2.0:1769078011.382134:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299669028 00000100:00000001:2.0:1769078011.382135:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299669707 00000100:00000001:2.0:1769078011.382136:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078011.382138:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.382139:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078011.382141:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078011/real 1769078011] req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078011.382146:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078011.382147:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078011.382148:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078011.382149:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078011.382151:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078011.382152:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078011.382154:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078011.382159:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.382163:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078011.382164:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.382165:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078011.382166:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078011.382168:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.382172:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078011.382174:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.382178:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078011.382180:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.382181:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078011.382182:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.382184:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078011.382187:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078011.382188:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078011.382190:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078011.382191:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078011.382194:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078011.382199:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851008:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078011.382201:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.382203:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078011.382204:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8700 x1855007657850752/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.382208:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078011.382209:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078011.382211:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01c00. 02000000:00000001:2.0:1769078011.382212:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078011.382213:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078011.382214:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078011.382215:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078011.382216:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746400. 02000000:00000001:2.0:1769078011.382218:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078011.382218:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078011.382219:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8700. 00000100:00000001:2.0:1769078011.382221:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078011.382222:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.382223:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078011.382225:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ebb80 x1855007657850880/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.382234:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078011.382235:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078011.382236:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078011.382237:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078011.382238:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078011.382239:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078011.382240:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078011.382241:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 02000000:00000001:2.0:1769078011.382242:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078011.382243:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078011.382244:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ebb80. 00000100:00000001:2.0:1769078011.382245:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078011.382246:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.382247:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078011.382249:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657851008/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078036 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078011.382252:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078011.382253:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078011.382254:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078011.382255:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078011.382256:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078011.382256:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078011.382257:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078011.382258:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 02000000:00000001:2.0:1769078011.382259:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078011.382260:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078011.382261:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00000100:00000001:2.0:1769078011.382262:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078011.382263:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.382264:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078011.382266:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078011.382267:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078011.382268:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078011.382269:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078012.020686:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078012.020695:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078012.020695:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078012.020699:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078012.020705:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078012.020706:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078012.020709:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078012.020714:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078012.020715:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078012.020719:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078012.020720:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078012.020723:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078012.020725:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078012.020728:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078012.020733:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078012.020742:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078012.020745:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078012.020748:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078012.021042:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078012.021045:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078012.021047:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078012.021050:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078012.021052:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078012.021055:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078012.021055:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078012.021057:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078012.021060:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078012.021062:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078012.021062:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078012.021063:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078012.021069:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078012.021070:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078012.021075:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078012.021080:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078012.021080:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078012.021086:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078012.021088:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078012.021089:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078012.021094:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078012.021094:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078012.021097:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078012.021101:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078012.021103:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078012.021106:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078012.021109:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078012.021116:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078012.021119:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078012.021120:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078012.021122:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078012.021124:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078012.021125:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078012.021127:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078012.021128:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078012.021130:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078012.021710:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078012.021713:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078012.021718:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078012.021719:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078012.021725:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078012.021726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078012.021728:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078012.021734:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078012.021734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078012.021737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078012.021744:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078012.021745:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078012.021751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078012.021752:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078012.021758:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078012.021760:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078012.021762:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078012.021794:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078012.021797:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078012.021800:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078012.148663:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299669707, at 4299669760 00000100:00000010:0.0:1769078012.148679:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b2a0. 00000100:00000040:1.0:1769078012.148693:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299669707, at 4299669760 00000100:00000010:1.0:1769078012.148705:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000001:1.0:1769078012.404656:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078012.404664:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078012.404666:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078012.404667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078012.404672:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078012.404673:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078012.404675:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078012.404679:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078012.404680:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078012.404685:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078012.404685:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078012.404690:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078012.404690:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078012.404694:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078012.404698:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078012.404698:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078012.404701:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078012.404703:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078013.044753:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078013.044753:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078013.044754:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078013.044756:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078013.044767:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078013.044769:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078013.044769:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078013.044770:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078013.044775:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078013.044784:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078013.044785:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078013.044786:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078013.044786:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078013.044804:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078013.044810:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078013.044812:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078013.044813:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078013.044814:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078013.044817:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078013.044829:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078013.044830:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078013.044833:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078013.044834:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078013.044836:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078013.044837:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078013.044845:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078013.044850:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078013.044851:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078013.044868:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078013.044872:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078013.044875:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078013.044880:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078013.044880:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078013.044884:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078013.044903:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078013.044926:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078013.044933:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078013.044935:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078013.044938:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078013.044940:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078013.044943:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078013.044945:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078013.044947:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078013.044962:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078013.044965:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078013.044970:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078013.044971:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078013.044972:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078013.044975:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078013.044989:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078013.044996:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078013.044999:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078013.045000:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1769078013.045006:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078013.045009:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078013.045027:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078013.045041:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078013.045044:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078013.045048:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078013.045049:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078013.045057:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078013.045058:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078013.045063:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078013.045066:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078013.045068:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078013.045072:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078013.045075:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078013.045075:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078013.045096:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078013.045098:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078013.045103:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078013.045104:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078013.045111:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078013.045116:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078013.428729:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078013.428729:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078013.428739:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078013.428739:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078013.428743:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078013.428744:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078013.428753:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078013.428753:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078013.428760:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078013.428760:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078013.428767:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078013.428768:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078013.428774:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078013.428777:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078013.428780:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078013.428781:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078013.428784:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078013.428787:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078014.068649:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078014.068654:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078014.068656:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078014.068660:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078014.068662:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078014.068664:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078014.068665:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078014.068669:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078014.068672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078014.068674:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078014.068676:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078014.068679:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078014.068682:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078014.068683:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078014.068684:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078014.068689:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078014.068691:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078014.068699:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078014.068706:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078014.068708:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078014.068714:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078014.068718:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078014.068722:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078014.068726:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078014.068728:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078014.068729:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078014.068733:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078014.068735:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078014.068737:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078014.068740:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078014.068746:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078014.068748:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078014.068749:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078014.068756:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078014.068759:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078014.068762:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078014.068766:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078014.068767:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078014.068772:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078014.068774:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078014.068777:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078014.068777:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078014.068778:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078014.068779:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078014.068785:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078014.068787:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078014.068794:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078014.068795:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078014.068800:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078014.068802:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078014.068808:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078014.068821:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078014.068821:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078014.068822:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078014.068827:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078014.068839:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078014.068840:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078014.068841:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078014.068841:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078014.068843:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078014.068848:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078014.068859:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078014.068860:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078014.068862:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078014.068868:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078014.068892:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078014.068893:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078014.068895:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078014.068902:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078014.068905:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078014.068912:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078014.068914:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078014.068916:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078014.068921:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078014.452633:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078014.452639:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078014.452641:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078014.452645:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078014.452646:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078014.452651:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078014.452651:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078014.452654:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078014.452656:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078014.452659:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078014.452662:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078014.452663:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078014.452667:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078014.452667:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078014.452674:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078014.452674:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078014.452678:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078014.452682:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078015.092669:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078015.092669:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078015.092678:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078015.092678:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078015.092682:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078015.092683:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078015.092683:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078015.092689:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078015.092692:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078015.092692:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078015.092696:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078015.092697:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078015.092701:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078015.092701:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078015.092702:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078015.092703:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078015.092707:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078015.092707:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078015.092708:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078015.092711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078015.092715:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078015.092716:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078015.092717:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078015.092718:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078015.092724:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078015.092725:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078015.092726:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078015.092727:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078015.092729:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078015.092730:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078015.092731:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078015.092737:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078015.092738:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078015.092743:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078015.092746:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078015.092761:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078015.092764:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078015.092765:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078015.092769:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078015.092770:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078015.092771:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078015.092772:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078015.092772:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078015.092776:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078015.092777:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078015.092777:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078015.092780:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078015.092781:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078015.092782:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078015.092782:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078015.092784:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078015.092788:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078015.092788:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078015.092789:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078015.092789:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078015.092793:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078015.092794:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078015.092795:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078015.092798:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078015.092801:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078015.092802:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078015.092804:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078015.092807:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078015.092808:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078015.092809:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078015.092810:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078015.092812:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078015.092813:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078015.092814:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078015.092816:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078015.092820:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1769078015.092821:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078015.092825:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078015.092829:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078015.476677:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078015.476677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078015.476684:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078015.476685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078015.476686:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078015.476689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078015.476692:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078015.476694:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078015.476696:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078015.476700:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078015.476701:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078015.476704:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078015.476706:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078015.476707:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078015.476713:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078015.476714:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078015.476718:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078015.476721:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.116642:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078016.116642:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078016.116643:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078016.116649:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078016.116652:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078016.116652:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078016.116655:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.116655:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078016.116657:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.116658:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078016.116661:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078016.116661:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078016.116661:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078016.116665:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078016.116667:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078016.116667:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078016.116669:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.116669:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078016.116673:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078016.116674:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.116674:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078016.116675:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078016.116678:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078016.116681:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078016.116682:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078016.116686:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.116687:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078016.116688:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078016.116692:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078016.116697:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.116697:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078016.116699:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.116701:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.116702:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078016.116706:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.116709:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078016.116716:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078016.116717:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078016.116721:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078016.116722:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078016.116723:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078016.116725:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078016.116726:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078016.116731:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078016.116732:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078016.116733:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078016.116734:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078016.116737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.116738:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078016.116739:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078016.116742:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078016.116743:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078016.116744:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.116745:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078016.116746:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078016.116747:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078016.116749:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078016.116750:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078016.116752:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078016.116753:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078016.116755:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078016.116759:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078016.116760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078016.116764:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078016.116764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.116765:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078016.116769:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078016.116770:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.116772:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078016.116774:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.116777:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078016.116790:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078016.116794:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078016.116797:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078016.500644:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769078016.500653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078016.500653:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078016.500656:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078016.500657:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.500660:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769078016.500663:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078016.500663:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078016.500665:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078016.500669:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1769078016.500670:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078016.500671:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078016.500673:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078016.500675:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078016.500677:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078016.500677:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.500678:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078016.500683:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769078016.500687:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5001 00000100:00000001:3.0:1769078016.500687:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078016.500692:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.500693:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078016.500697:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078016.500698:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078016.500701:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078016.500706:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078016.500709:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078016.500713:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078016.500716:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078016.500718:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078016.500720:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078016.500723:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078016.500725:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078016.500727:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078016.500730:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078016.500731:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078016.500733:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078016.500735:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078016.500737:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078016.500738:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078016.500739:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078016.500741:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078016.500744:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078016.500745:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.500747:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078016.500750:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078016.500752:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.500753:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078016.500755:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078016.500762:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000040:1.0:1769078016.500765:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078016.500768:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078016.500769:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.500771:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078016.500773:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078016.500777:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078016.500784:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000001:1.0:1769078016.500789:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078016.500796:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078016.500803:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078016.500806:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078016.500810:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078016.500824:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078016.500827:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078016.500843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078016.500845:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078016.500846:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078016.500848:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078016.500850:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5001 00000400:00000200:1.0:1769078016.500854:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078016.500858:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078016.500860:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078016.500862:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078016.500865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078016.500865:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078016.500869:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1769078016.500870:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078016.500873:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078016.500874:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078016.500877:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078016.500878:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000100:00000040:2.0:1769078016.500881:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078016.500882:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078016.500886:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769078016.500890:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078016.500894:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:2.0:1769078016.500897:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1769078016.500901:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078016.500901:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.500905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769078016.500905:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1769078016.500908:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078016.500909:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078016.500911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769078016.500913:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078016.500915:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00100000:2.0:1769078016.500920:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657851136:192.168.204.154@tcp:250:kworker.0 00000100:00080000:1.0:1769078016.500921:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078016.500926:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.500930:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078016.500931:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078016.500934:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078016.500938:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078016.500938:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1769078016.500939:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1769078016.500944:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078016.500945:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078016.500950:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.500951:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078016.500951:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1769078016.500957:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769078016.500960:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000010:2.0:1769078016.500960:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01000. 02000000:00000001:1.0:1769078016.500962:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078016.500965:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078016.500966:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.500971:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078016.500972:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078016.500974:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078016.500979:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000400:00000200:2.0:1769078016.500979:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078016.500985:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078016.500987:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000100:00100000:1.0:1769078016.500990:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769078016.500996:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000001:1.0:1769078016.500998:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078016.501001:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078016.501005:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078016.501005:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657851136, portal 25 00000100:00000001:2.0:1769078016.501012:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078016.501015:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000001:1.0:1769078016.501017:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078016.501021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769078016.501025:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078016.501026:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078016.501028:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078016.501031:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078016.501035:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078016.501040:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5001 00000400:00000200:1.0:1769078016.501043:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078016.501045:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078016.501046:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078016.501050:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078016.501051:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078016.501054:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078016.501058:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000040:1.0:1769078016.501059:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078016.501063:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:2.0:1769078016.501064:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000020:00000001:1.0:1769078016.501065:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078016.501067:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078016.501070:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078016.501071:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000100:00000200:2.0:1769078016.501072:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657851136, offset 0 00000020:00000001:1.0:1769078016.501073:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078016.501079:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769078016.501081:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078016.501085:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769078016.501086:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000040:1.0:1769078016.501091:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078016.501096:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:2.0:1769078016.501100:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:1.0:1769078016.501101:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078016.501108:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078016.501112:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078016.501113:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 02000000:00000001:1.0:1769078016.501117:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769078016.501122:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1769078016.501123:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078016.501129:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078016.501129:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000001:1.0:1769078016.501134:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:2.0:1769078016.501135:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00100000:1.0:1769078016.501138:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000400:00000200:2.0:1769078016.501141:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:1.0:1769078016.501143:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.501148:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078016.501150:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370539:370539:256:4294967295] 192.168.204.154@tcp LPNI seq info [370534:370534:8:4294967295] 00000100:00000010:1.0:1769078016.501155:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000400:00000200:2.0:1769078016.501160:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:1.0:1769078016.501161:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:1.0:1769078016.501165:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078016.501166:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.501168:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078016.501169:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078016.501173:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078016.501174:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 02000000:00000010:1.0:1769078016.501178:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000800:00000200:2.0:1769078016.501182:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078016.501183:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078016.501190:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000100:00100000:1.0:1769078016.501191:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078016.501200:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1769078016.501200:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078016.501203:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078016.501206:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000100:00000040:1.0:1769078016.501210:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1769078016.501215:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078016.501220:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1769078016.501228:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078016.501231:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00000001:1.0:1769078016.501233:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078016.501236:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:1.0:1769078016.501239:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1769078016.501243:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1769078016.501249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:2.0:1769078016.501250:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078016.501253:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:1.0:1769078016.501254:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078016.501257:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769078016.501259:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:2.0:1769078016.501263:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078016.501265:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078016.501272:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5001 00000100:00000001:2.0:1769078016.501274:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1769078016.501278:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:2.0:1769078016.501281:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078016.501285:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769078016.501292:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.501293:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1769078016.501298:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078016.501298:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078016.501305:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:1.0:1769078016.501306:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078016.501310:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078016.501311:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299674827 00000100:00000040:1.0:1769078016.501314:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078016.501318:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000010:2.0:1769078016.501318:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b840. 00000020:00000001:1.0:1769078016.501323:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078016.501325:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078016.501326:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078016.501328:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:2.0:1769078016.501328:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1769078016.501333:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078016.501334:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078016.501336:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299674827 00000100:00000040:1.0:1769078016.501337:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000010:2.0:1769078016.501341:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bba0. 00000100:00000001:1.0:1769078016.501342:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078016.501346:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078016.501347:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078016.501348:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769078016.501351:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1769078016.501352:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:2.0:1769078016.501357:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078016.501358:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078016.501360:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769078016.501362:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078016.501366:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078016/real 1769078016] req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078016.501367:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078016.501371:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078016.501376:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078016.501379:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769078016.501380:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000001:2.0:1769078016.501383:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00100000:1.0:1769078016.501384:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000400:00000010:2.0:1769078016.501386:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000008:00000001:1.0:1769078016.501387:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.501390:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078016.501393:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769078016.501395:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769078016.501396:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078016.501397:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078016.501399:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769078016.501399:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 02000000:00000001:1.0:1769078016.501402:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1769078016.501403:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 02000000:00000001:1.0:1769078016.501405:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.501407:0:2365:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1769078016.501410:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000100:00000200:2.0:1769078016.501411:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078016.501416:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078016.501423:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078016.501430:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078016.501431:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078016.501434:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.501437:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078016.501440:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078016.501445:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1769078016.501448:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078016.501449:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078016.501459:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501460:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078016.501469:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078016.501470:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078016.501477:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5011) 00000100:00000001:2.0:1769078016.501485:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078016.501487:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.501488:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078016.501489:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.501491:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078016.501492:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078016.501494:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078016.501497:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078016.501499:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078016.501503:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078016.501509:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657851136:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078016.501512:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.501514:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078016.501516:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657851136/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501521:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078016.501523:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078016.501526:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078016.501528:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078016.501530:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078016.501532:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078016.501533:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078016.501535:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637400. 02000000:00000001:2.0:1769078016.501538:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078016.501539:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078016.501541:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:2.0:1769078016.501544:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078016.501545:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.501547:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.501577:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078016.501579:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.501581:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078016.501582:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078016.501583:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078016.501586:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501591:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078016.501592:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078016.501593:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078016.501595:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078016.501597:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078016.501600:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851264:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078016.501603:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078016.501604:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078016.501605:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078016.501606:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078016.501609:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078016.501611:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078016.501614:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078016.501617:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078016.501620:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078016.501622:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657851264, portal 10 00000100:00000001:2.0:1769078016.501624:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078016.501625:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:2.0:1769078016.501630:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501634:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078016.501638:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078016.501639:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078016.501642:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657851264, offset 0 00000400:00000200:2.0:1769078016.501646:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078016.501651:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078016.501655:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078016.501658:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078016.501660:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078016.501663:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078016.501665:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078016.501668:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370540:370540:256:4294967295] 192.168.204.154@tcp LPNI seq info [370535:370535:8:4294967295] 00000400:00000200:2.0:1769078016.501672:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078016.501677:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078016.501681:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078016.501685:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078016.501688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078016.501690:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769078016.501693:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078016.501695:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1769078016.501698:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078016.501700:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078016.501703:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078016.501706:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078016.501709:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078016.501711:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078016.501714:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078016.501717:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501723:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078016.501725:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501732:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.501734:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078016.501737:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078016.501740:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078016.501742:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078016.501744:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299674123 00000100:00000001:2.0:1769078016.501747:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299674827 00000100:00000001:2.0:1769078016.501749:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299674123 00000100:00000001:2.0:1769078016.501751:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299674827 00000100:00000001:2.0:1769078016.501753:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078016.501754:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.501755:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078016.501758:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078016/real 1769078016] req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078016.501763:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078016.501764:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078016.501766:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078016.501768:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078016.501769:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078016.501771:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078016.501773:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078016.501779:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501784:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078016.501786:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.501787:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078016.501788:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078016.501792:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501798:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078016.501801:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501806:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078016.501807:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.501809:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078016.501811:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.501812:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078016.501816:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078016.501818:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078016.501820:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078016.501822:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078016.501824:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078016.501846:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851264:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078016.501848:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078016.501851:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501855:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078016.501857:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078016.501858:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078016.501860:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078016.501861:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078016.501863:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851392:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078016.501865:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078016.501866:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078016.501867:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078016.501869:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078016.501871:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078016.501872:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078016.501875:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078016.501877:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078016.501879:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078016.501881:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657851392, portal 4 00000100:00000001:2.0:1769078016.501882:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078016.501884:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00000040:2.0:1769078016.501888:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501892:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078016.501894:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078016.501895:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078016.501897:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657851392, offset 0 00000400:00000200:2.0:1769078016.501900:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078016.501902:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078016.501904:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078016.501906:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078016.501908:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078016.501910:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078016.501912:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078016.501914:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370541:370541:256:4294967295] 192.168.204.154@tcp LPNI seq info [370536:370536:8:4294967295] 00000400:00000200:2.0:1769078016.501918:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078016.501925:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078016.501929:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078016.501933:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078016.501937:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078016.501940:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769078016.501944:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078016.501948:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1769078016.501951:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078016.501953:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078016.501957:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078016.501961:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078016.501964:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078016.501966:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078016.501969:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078016.501973:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501979:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078016.501982:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.501987:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.501988:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078016.501990:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078016.501992:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078016.501995:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078016.501996:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299674144 00000100:00000001:2.0:1769078016.501998:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299674827 00000100:00000001:2.0:1769078016.501999:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299674144 00000100:00000001:2.0:1769078016.502001:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299674827 00000100:00000001:2.0:1769078016.502003:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078016.502004:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.502005:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078016.502007:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078016/real 1769078016] req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078016.502012:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078016.502013:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078016.502014:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078016.502016:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078016.502017:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078016.502018:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078016.502020:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078016.502026:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502029:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078016.502030:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.502031:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078016.502032:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078016.502035:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502040:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078016.502042:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502046:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078016.502048:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.502049:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078016.502049:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.502050:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078016.502053:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078016.502055:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078016.502057:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078016.502058:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078016.502060:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078016.502065:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851392:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078016.502067:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078016.502069:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502074:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078016.502075:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078016.502077:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078016.502078:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078016.502079:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078016.502081:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851520:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078016.502083:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078016.502085:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078016.502086:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078016.502087:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078016.502090:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01c00. 02000000:00000001:2.0:1769078016.502091:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078016.502093:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078016.502095:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078016.502097:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078016.502099:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657851520, portal 4 00000100:00000001:2.0:1769078016.502100:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078016.502101:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:2.0:1769078016.502105:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502110:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078016.502111:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078016.502114:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078016.502115:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657851520, offset 0 00000400:00000200:2.0:1769078016.502118:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078016.502120:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078016.502123:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078016.502125:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078016.502127:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078016.502129:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078016.502130:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078016.502133:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370542:370542:256:4294967295] 192.168.204.154@tcp LPNI seq info [370537:370537:8:4294967295] 00000400:00000200:2.0:1769078016.502135:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078016.502141:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078016.502144:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078016.502146:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078016.502148:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078016.502150:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769078016.502153:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078016.502155:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1769078016.502157:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078016.502159:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078016.502162:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078016.502164:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078016.502166:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078016.502167:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078016.502169:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078016.502171:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502177:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078016.502179:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078041 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502184:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.502185:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078016.502187:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078016.502189:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078016.502191:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078016.502193:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299674148 00000100:00000001:2.0:1769078016.502195:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299674827 00000100:00000001:2.0:1769078016.502196:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299674148 00000100:00000001:2.0:1769078016.502198:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299674827 00000100:00000001:2.0:1769078016.502200:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078016.502201:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.502202:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078016.502205:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078016/real 1769078016] req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078016.502210:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078016.502211:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078016.502212:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078016.502214:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078016.502216:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078016.502218:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078016.502221:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078016.502227:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502231:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078016.502232:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.502233:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078016.502234:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078016.502237:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502241:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078016.502244:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502248:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078016.502250:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.502252:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078016.502253:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.502254:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078016.502260:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078016.502262:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078016.502265:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078016.502267:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078016.502271:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078016.502277:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851520:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078016.502279:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.502281:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078016.502283:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657851264/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502287:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078016.502288:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078016.502290:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078016.502293:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078016.502294:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078016.502294:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078016.502296:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078016.502298:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 02000000:00000001:2.0:1769078016.502300:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078016.502301:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078016.502302:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:2.0:1769078016.502305:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078016.502306:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.502308:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078016.502310:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657851392/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502315:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078016.502316:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078016.502317:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078016.502318:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078016.502319:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078016.502320:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078016.502321:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078016.502322:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 02000000:00000001:2.0:1769078016.502324:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078016.502324:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078016.502325:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:2.0:1769078016.502327:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078016.502327:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.502328:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078016.502330:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657851520/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078041 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078016.502334:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078016.502335:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078016.502336:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01c00. 02000000:00000001:2.0:1769078016.502337:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078016.502338:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078016.502339:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078016.502340:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078016.502341:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636800. 02000000:00000001:2.0:1769078016.502342:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078016.502343:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078016.502344:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:2.0:1769078016.502345:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078016.502346:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.502347:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078016.502349:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078016.502350:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078016.502351:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078016.502352:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078017.140680:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078017.140680:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078017.140683:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078017.140683:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078017.140689:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078017.140690:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078017.140690:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078017.140691:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078017.140694:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078017.140695:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078017.140696:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078017.140700:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078017.140700:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078017.140702:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769078017.140703:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078017.140704:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078017.140707:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078017.140709:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078017.140710:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078017.140712:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078017.140713:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078017.140716:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078017.140716:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078017.140718:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078017.140718:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078017.140723:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078017.140727:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078017.140727:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078017.140731:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078017.140733:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078017.140737:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078017.140741:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078017.140741:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078017.140743:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078017.140746:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078017.140747:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078017.140750:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078017.140753:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078017.140753:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078017.140759:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078017.140762:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078017.140765:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078017.140766:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078017.140767:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078017.140767:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078017.140772:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078017.140773:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078017.140774:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078017.140778:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078017.140778:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078017.140779:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078017.140783:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078017.140786:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078017.140786:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078017.140787:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078017.140787:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078017.140791:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078017.140795:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078017.140795:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078017.140795:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1769078017.140796:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078017.140800:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078017.140802:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078017.140805:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078017.140806:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078017.140808:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078017.140813:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078017.140814:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078017.140815:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078017.140837:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078017.140842:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078017.140850:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078017.140852:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078017.140856:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078017.268616:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299674827, at 4299674880 00000100:00000040:1.0:1769078017.268620:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299674827, at 4299674880 00000100:00000010:1.0:1769078017.268633:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bba0. 00000100:00000010:0.0:1769078017.268636:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000001:3.0:1769078017.524668:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078017.524669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078017.524675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078017.524676:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078017.524680:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078017.524680:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078017.524687:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078017.524688:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078017.524692:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078017.524693:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078017.524697:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078017.524698:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078017.524703:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078017.524706:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078017.524708:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078017.524710:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078017.524713:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078017.524715:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078018.164656:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078018.164658:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078018.164659:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078018.164665:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078018.164666:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078018.164666:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078018.164668:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078018.164672:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078018.164672:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078018.164673:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078018.164679:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078018.164680:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078018.164680:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078018.164684:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078018.164686:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078018.164687:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078018.164688:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078018.164690:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078018.164690:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078018.164691:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078018.164695:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078018.164698:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078018.164700:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078018.164700:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.164702:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078018.164704:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078018.164708:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078018.164708:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078018.164709:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078018.164713:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078018.164715:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078018.164716:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078018.164717:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.164722:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078018.164722:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078018.164726:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.164727:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078018.164728:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078018.164729:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078018.164732:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078018.164732:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078018.164733:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078018.164738:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.164738:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078018.164739:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078018.164740:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078018.164741:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078018.164746:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078018.164747:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078018.164747:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078018.164751:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078018.164752:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078018.164755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078018.164756:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078018.164756:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.164758:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078018.164761:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078018.164761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.164764:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078018.164767:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.164768:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078018.164770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078018.164772:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078018.164774:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.164776:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078018.164781:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078018.164782:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078018.164784:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078018.164786:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078018.164787:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078018.164792:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078018.164835:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078018.164838:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078018.164840:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078018.548658:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078018.548658:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078018.548665:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078018.548666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078018.548670:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078018.548671:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078018.548678:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078018.548678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078018.548683:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078018.548684:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078018.548687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078018.548688:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078018.548693:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078018.548696:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078018.548698:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078018.548700:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078018.548703:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078018.548705:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078019.188670:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078019.188670:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078019.188670:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078019.188677:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078019.188677:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078019.188677:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078019.188678:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078019.188681:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078019.188682:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078019.188683:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078019.188684:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078019.188688:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078019.188691:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078019.188691:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078019.188693:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078019.188693:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078019.188698:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078019.188699:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078019.188699:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078019.188700:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078019.188703:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078019.188704:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078019.188705:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078019.188706:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078019.188709:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078019.188710:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078019.188713:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078019.188715:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078019.188716:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078019.188719:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078019.188720:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078019.188725:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078019.188726:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078019.188726:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078019.188728:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078019.188731:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078019.188734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078019.188735:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078019.188738:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078019.188738:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078019.188741:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078019.188744:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078019.188744:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078019.188746:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078019.188746:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078019.188749:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078019.188750:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078019.188750:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078019.188751:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078019.188756:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078019.188757:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078019.188757:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078019.188758:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078019.188760:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078019.188764:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078019.188766:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078019.188766:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078019.188768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078019.188772:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078019.188774:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078019.188775:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078019.188775:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078019.188775:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078019.188780:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078019.188781:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078019.188782:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078019.188782:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078019.188783:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078019.188798:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078019.188799:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078019.188803:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078019.188803:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078019.188810:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078019.188811:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078019.188811:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078019.188814:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078019.188818:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078019.188819:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078019.188821:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078019.188824:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078019.188833:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078019.188836:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078019.188837:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1769078019.188839:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078019.188841:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078019.188843:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078019.188846:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078019.188849:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078019.188851:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078019.188853:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078019.188855:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078019.188857:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078019.572628:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078019.572633:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078019.572635:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078019.572639:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078019.572640:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078019.572643:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078019.572645:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078019.572646:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078019.572649:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078019.572650:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078019.572652:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078019.572655:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078019.572656:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078019.572658:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078019.572660:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078019.572661:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078019.572664:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078019.572667:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078020.212675:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078020.212675:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078020.212676:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078020.212684:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078020.212685:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078020.212685:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078020.212688:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078020.212689:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078020.212690:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078020.212690:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078020.212695:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078020.212697:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078020.212697:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078020.212698:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078020.212698:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078020.212705:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078020.212705:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078020.212706:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078020.212707:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078020.212711:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078020.212712:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078020.212713:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078020.212714:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078020.212714:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078020.212717:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078020.212718:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078020.212722:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078020.212724:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078020.212728:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078020.212732:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078020.212732:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078020.212733:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078020.212738:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078020.212739:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078020.212742:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078020.212744:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078020.212744:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078020.212745:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078020.212747:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078020.212748:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078020.212750:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078020.212750:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078020.212752:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078020.212755:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078020.212756:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078020.212760:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078020.212761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078020.212764:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078020.212787:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078020.212789:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078020.212790:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078020.212794:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078020.212796:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078020.212799:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078020.212799:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078020.212800:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078020.212804:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078020.212805:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078020.212806:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078020.212811:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078020.212813:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078020.212814:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078020.212815:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078020.212820:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078020.212820:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078020.212827:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078020.212831:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078020.212834:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078020.212835:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078020.212839:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078020.212842:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078020.212862:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078020.212866:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078020.212869:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078020.596670:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078020.596677:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078020.596678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078020.596682:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078020.596685:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078020.596688:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078020.596690:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078020.596692:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078020.596694:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078020.596800:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078020.596803:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078020.596804:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078020.596806:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078020.596808:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078020.596809:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078020.596811:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078020.596812:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078020.596814:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.236720:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078021.236720:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078021.236729:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078021.236731:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078021.236732:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078021.236732:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078021.236736:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078021.236738:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.236738:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078021.236740:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078021.236741:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078021.236748:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:0.0:1769078021.236749:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078021.236762:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078021.236765:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078021.236766:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078021.236769:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.236770:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078021.236772:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078021.236773:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078021.236776:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078021.236777:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078021.236778:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078021.236779:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078021.236783:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078021.236784:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.236788:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.236789:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078021.236790:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.236794:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078021.236796:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.236800:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078021.236801:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078021.236804:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078021.236806:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078021.236808:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078021.236810:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.236811:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078021.236816:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078021.236818:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078021.236819:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078021.236821:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078021.236824:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.236826:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078021.236826:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078021.236826:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078021.236831:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078021.236833:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078021.236834:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078021.236834:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.236836:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078021.236838:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078021.236839:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078021.236841:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078021.236842:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078021.236846:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078021.236847:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078021.236848:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078021.236851:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078021.236854:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.236854:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078021.236855:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078021.236860:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078021.236861:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078021.236863:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078021.236867:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078021.236872:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078021.236875:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.236878:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769078021.236880:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078021.236884:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.236885:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1769078021.236887:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078021.236890:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078021.236895:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078021.236899:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078021.236902:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.236905:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078021.236907:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.236911:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078021.620656:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078021.620662:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078021.620664:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078021.620668:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078021.620672:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078021.620674:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078021.620677:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078021.620679:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078021.620682:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.620705:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000080:00000001:1.0:1769078021.620709:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078021.620709:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078021.620714:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078021.620715:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078021.620719:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00100000:2.0:1769078021.620721:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078021.620723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078021.620724:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769078021.620729:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000001:2.0:1769078021.620733:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078021.620734:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00000001:1.0:1769078021.620735:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000100:00000001:2.0:1769078021.620738:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078021.620739:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1769078021.620739:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078021.620759:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078021.620762:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078021.620766:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078021.620766:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078021.620770:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000080:00200000:1.0:1769078021.620770:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769078021.620777:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769078021.620778:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078021.620779:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078021.620782:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078021.620787:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5006 00020000:00000002:1.0:1769078021.620787:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769078021.620793:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:1.0:1769078021.620797:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078021.620799:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000400:00000200:0.0:1769078021.620801:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078021.620802:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769078021.620805:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.620807:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1769078021.620808:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078021.620809:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00080000:0.0:1769078021.620814:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078021.620814:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.620817:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078021.620820:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:0.0:1769078021.620821:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078021.620823:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:0.0:1769078021.620825:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000002:1.0:1769078021.620826:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:0.0:1769078021.620828:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078021.620830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078021.620833:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078021.620836:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078021.620837:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078021.620839:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078021.620842:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078021.620844:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078021.620844:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078021.620847:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078021.620848:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:1.0:1769078021.620850:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000040:0.0:1769078021.620853:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00200000:1.0:1769078021.620854:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:0.0:1769078021.620855:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078021.620859:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:1.0:1769078021.620859:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:0.0:1769078021.620864:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078021.620865:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000020:00000040:0.0:1769078021.620867:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:1.0:1769078021.620868:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078021.620871:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:0.0:1769078021.620874:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078021.620875:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:0.0:1769078021.620877:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769078021.620878:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 02000000:00000001:0.0:1769078021.620881:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078021.620882:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 02000000:00000001:0.0:1769078021.620885:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078021.620885:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:0.0:1769078021.620890:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.620890:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769078021.620893:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078021.620894:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078021.620897:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.620898:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.620899:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.620902:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769078021.620904:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078021.620905:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.620906:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078021.620907:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000001:1.0:1769078021.620908:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.620912:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000040:0.0:1769078021.620913:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:1.0:1769078021.620914:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078021.620917:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078021.620918:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:0.0:1769078021.620919:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078021.620920:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:0.0:1769078021.620924:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.620924:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.620930:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.620932:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:1.0:1769078021.620933:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.620937:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078021.620938:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078021.620939:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078021.620942:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078021.620944:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.620945:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.620951:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078021.620954:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078021.620955:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000010:0.0:1769078021.620956:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000020:00000001:1.0:1769078021.620957:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078021.620961:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078021.620965:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078021.620966:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078021.620972:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078021.620975:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00100000:0.0:1769078021.620979:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:1.0:1769078021.620979:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078021.620985:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078021.620989:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:0.0:1769078021.620992:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:1.0:1769078021.620993:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000100:00000001:0.0:1769078021.620997:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078021.621001:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000040:0.0:1769078021.621002:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078021.621008:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078021.621012:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078021.621016:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078021.621019:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078021.621022:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:0.0:1769078021.621025:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078021.621027:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000100:00080000:0.0:1769078021.621030:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:1.0:1769078021.621032:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078021.621034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:1.0:1769078021.621036:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621037:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:1.0:1769078021.621041:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078021.621042:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:1.0:1769078021.621047:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621048:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078021.621051:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769078021.621052:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078021.621053:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5006 00000100:00000001:2.0:1769078021.621055:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078021.621058:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078021.621059:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1769078021.621061:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078021.621063:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000400:00000200:0.0:1769078021.621068:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078021.621068:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000040:2.0:1769078021.621069:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078021.621072:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:0.0:1769078021.621074:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078021.621078:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:0.0:1769078021.621081:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078021.621083:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621087:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078021.621089:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:2.0:1769078021.621092:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078021.621093:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:0.0:1769078021.621094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078021.621095:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.621097:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:2.0:1769078021.621101:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078021.621102:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078021.621102:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:2.0:1769078021.621105:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078021.621106:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078021.621110:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078021.621111:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:2.0:1769078021.621111:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078021.621113:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078021.621116:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078021.621119:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1769078021.621119:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657851648:192.168.204.154@tcp:250:kworker.0 00020000:00000001:1.0:1769078021.621120:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078021.621124:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00020000:00000001:1.0:1769078021.621125:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078021.621129:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:1.0:1769078021.621131:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:2.0:1769078021.621135:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1769078021.621136:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078021.621136:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078021.621140:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:2.0:1769078021.621140:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1769078021.621144:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078021.621145:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:2.0:1769078021.621145:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.621150:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078021.621151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769078021.621151:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:1.0:1769078021.621154:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000040:0.0:1769078021.621157:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078021.621158:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000010:2.0:1769078021.621158:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01c00. 00000100:00000001:0.0:1769078021.621160:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078021.621162:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:2.0:1769078021.621163:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078021.621164:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:1.0:1769078021.621167:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00080000:0.0:1769078021.621171:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:1.0:1769078021.621172:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078021.621175:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078021.621176:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.621179:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078021.621181:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1769078021.621182:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00020000:00000001:1.0:1769078021.621184:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 02000000:00000001:0.0:1769078021.621187:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1769078021.621189:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 02000000:00000001:0.0:1769078021.621191:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621193:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078021.621197:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000200:2.0:1769078021.621197:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657851648, portal 25 00000020:00000001:1.0:1769078021.621199:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078021.621203:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769078021.621204:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.621206:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00000020:00000001:1.0:1769078021.621209:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000008:00000001:0.0:1769078021.621210:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621214:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.621214:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000040:2.0:1769078021.621217:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078021.621218:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000010:0.0:1769078021.621220:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000001:1.0:1769078021.621222:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000040:0.0:1769078021.621226:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078021.621228:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:0.0:1769078021.621233:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00001000:1.0:1769078021.621233:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 02000000:00000001:0.0:1769078021.621236:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.621239:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1769078021.621240:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078021.621244:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769078021.621245:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:0.0:1769078021.621247:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078021.621250:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000010:0.0:1769078021.621255:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000080:00200000:1.0:1769078021.621255:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078021.621256:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078021.621260:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078021.621263:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000040:2.0:1769078021.621265:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078021.621268:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:0.0:1769078021.621269:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769078021.621272:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000020:00001000:1.0:1769078021.621274:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000200:2.0:1769078021.621278:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657851648, offset 0 00000080:00000001:1.0:1769078021.621281:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:1.0:1769078021.621288:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621290:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769078021.621290:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000080:00000001:1.0:1769078021.621297:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:0.0:1769078021.621298:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078021.621302:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:2.0:1769078021.621303:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078021.621307:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:2.0:1769078021.621311:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:1.0:1769078021.621312:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000040:0.0:1769078021.621315:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:1.0:1769078021.621319:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000400:00000200:2.0:1769078021.621319:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1769078021.621326:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000400:00000200:2.0:1769078021.621329:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:1.0:1769078021.621332:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078021.621336:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:2.0:1769078021.621337:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1769078021.621339:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078021.621340:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00080000:0.0:1769078021.621344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1769078021.621345:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:1.0:1769078021.621349:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:0.0:1769078021.621351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000020:00000001:1.0:1769078021.621353:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078021.621355:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000080:00000001:1.0:1769078021.621357:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078021.621358:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1769078021.621358:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370543:370543:256:4294967295] 192.168.204.154@tcp LPNI seq info [370538:370538:8:4294967295] 00000100:00000001:0.0:1769078021.621364:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000002:1.0:1769078021.621366:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00080000:0.0:1769078021.621371:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5006 00000400:00000200:2.0:1769078021.621372:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:1.0:1769078021.621374:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:0.0:1769078021.621378:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078021.621381:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:0.0:1769078021.621382:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078021.621385:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00080000:0.0:1769078021.621386:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078021.621390:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:0.0:1769078021.621391:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078021.621395:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621397:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769078021.621402:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:1.0:1769078021.621403:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769078021.621405:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078021.621410:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769078021.621411:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078021.621414:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078021.621416:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:2.0:1769078021.621416:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078021.621419:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:0.0:1769078021.621420:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000010:2.0:1769078021.621423:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000020:00000001:0.0:1769078021.621424:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078021.621424:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:0.0:1769078021.621429:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00020000:00000001:1.0:1769078021.621429:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1769078021.621433:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000002:1.0:1769078021.621434:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000800:00000200:2.0:1769078021.621435:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078021.621440:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078021.621441:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078021.621443:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000020:00000001:1.0:1769078021.621447:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000040:0.0:1769078021.621449:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078021.621451:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:0.0:1769078021.621455:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078021.621456:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000800:00000200:2.1:1769078021.621457:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00200000:1.0:1769078021.621461:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000040:0.0:1769078021.621463:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:2.1:1769078021.621463:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00020000:00000002:1.0:1769078021.621465:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:0.0:1769078021.621469:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078021.621473:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000020:00000040:0.0:1769078021.621476:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:1.0:1769078021.621477:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000800:00000100:2.0:1769078021.621477:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078021.621482:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000800:00000010:2.0:1769078021.621484:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00080000:0.0:1769078021.621485:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078021.621486:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:0.0:1769078021.621493:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769078021.621493:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000400:00000200:2.0:1769078021.621494:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:0.0:1769078021.621499:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078021.621500:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 02000000:00000001:0.0:1769078021.621503:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078021.621506:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:0.0:1769078021.621507:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621511:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078021.621512:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:2.0:1769078021.621512:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000008:00100000:0.0:1769078021.621514:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:1.0:1769078021.621517:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000008:00000001:0.0:1769078021.621519:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.621520:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078021.621521:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000100:00000001:0.0:1769078021.621522:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.621525:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078021.621526:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000010:0.0:1769078021.621528:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00020000:00000001:1.0:1769078021.621529:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000040:0.0:1769078021.621532:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:2.0:1769078021.621533:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1769078021.621534:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078021.621538:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078021.621539:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000200:2.0:1769078021.621541:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078021.621542:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.621543:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621547:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078021.621550:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078021.621551:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078021.621577:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.621580:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078021.621583:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000010:0.0:1769078021.621584:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00020000:00000001:1.0:1769078021.621587:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078021.621588:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078021.621589:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.621590:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078021.621594:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00100000:0.0:1769078021.621597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1769078021.621597:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078021.621598:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.621605:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.621611:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.621616:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.621621:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078021.621624:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621631:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078021.621632:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621635:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.621638:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:0.0:1769078021.621643:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078021.621643:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078021.621647:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078021.621648:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.621651:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078021.621654:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1769078021.621656:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078021.621660:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078021.621661:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.621662:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078021.621665:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:1.0:1769078021.621666:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078021.621670:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:2.0:1769078021.621671:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:0.0:1769078021.621672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000008:00000001:1.0:1769078021.621674:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078021.621677:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078021.621677:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299679948 00000008:00000001:1.0:1769078021.621679:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00080000:0.0:1769078021.621682:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:1.0:1769078021.621684:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000010:2.0:1769078021.621686:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bae0. 00000008:00000001:1.0:1769078021.621687:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000008:00000020:1.0:1769078021.621693:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00000001:2.0:1769078021.621694:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078021.621699:0:8:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:1.0:1769078021.621700:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078021.621702:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299679948 00000008:00000020:1.0:1769078021.621703:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:0.0:1769078021.621707:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5006 00000008:00000001:1.0:1769078021.621708:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769078021.621708:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841ba20. 00000008:00000001:1.0:1769078021.621715:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000400:00000200:0.0:1769078021.621716:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078021.621717:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000008:00000020:1.0:1769078021.621718:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000100:00000001:2.0:1769078021.621724:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1769078021.621727:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:1.0:1769078021.621727:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:2.0:1769078021.621729:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078021.621733:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078021.621734:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078021.621735:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1769078021.621738:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078021.621754:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078021.621759:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078021.621759:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078021.621759:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078021/real 1769078021] req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078021.621764:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078021.621767:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078021.621770:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621774:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078021.621776:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078021.621780:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000020:00000001:0.0:1769078021.621782:0:8:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:1.0:1769078021.621784:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000040:0.0:1769078021.621787:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078021.621788:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000001:2.0:1769078021.621790:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1769078021.621791:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769078021.621792:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078021.621796:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078021.621796:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1769078021.621797:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000400:00000010:2.0:1769078021.621800:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00020000:00000001:1.0:1769078021.621801:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078021.621803:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078021.621805:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:2.0:1769078021.621807:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000001:0.0:1769078021.621808:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078021.621809:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000010:2.0:1769078021.621811:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00020000:00000001:1.0:1769078021.621812:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078021.621816:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:0.0:1769078021.621817:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078021.621817:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1769078021.621819:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:0.0:1769078021.621822:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078021.621823:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000200:2.0:1769078021.621825:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078021.621828:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078021.621828:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621833:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078021.621836:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078021.621839:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:1.0:1769078021.621843:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00080000:0.0:1769078021.621845:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078021.621848:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000200:2.0:1769078021.621849:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078021.621850:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078021.621853:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078021.621853:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078021.621857:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:0.0:1769078021.621858:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078021.621861:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:0.0:1769078021.621864:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.621866:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078021.621869:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769078021.621871:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00100000:0.0:1769078021.621873:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000001:1.0:1769078021.621875:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078021.621876:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:0.0:1769078021.621877:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.621879:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078021.621880:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078021.621881:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.621882:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.621886:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:0.0:1769078021.621888:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00020000:00000001:1.0:1769078021.621888:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.621889:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769078021.621894:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00000001:1.0:1769078021.621894:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00100000:2.0:1769078021.621897:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078021.621899:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078021.621899:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:0.0:1769078021.621903:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078021.621903:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078021.621907:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078021.621909:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:0.0:1769078021.621911:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769078021.621914:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000001:0.0:1769078021.621915:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.621918:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078021.621920:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078021.621921:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078021.621925:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:2.0:1769078021.621929:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769078021.621930:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000020:00001000:1.0:1769078021.621930:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078021.621936:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1769078021.621939:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078021.621941:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078021.621944:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000080:00000001:1.0:1769078021.621946:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078021.621951:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078021.621952:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00200000:1.0:1769078021.621952:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078021.621954:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078021.621956:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.621961:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000080:00000001:1.0:1769078021.621963:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078021.621964:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1769078021.621968:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:2.0:1769078021.621970:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000020:00001000:1.0:1769078021.621973:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000001:0.0:1769078021.621978:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00080000:2.0:1769078021.621978:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000080:00000001:1.0:1769078021.621979:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1769078021.621982:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.621984:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000080:00000001:1.0:1769078021.621986:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078021.621990:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078021.621991:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078021.622012:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078021.622017:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5016) 00000100:00100000:2.0:1769078021.622018:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657851648:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078021.622026:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622029:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078021.622033:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657851648/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622041:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078021.622044:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078021.622046:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01c00. 02000000:00000001:2.0:1769078021.622050:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078021.622051:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078021.622053:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078021.622054:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078021.622056:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745800. 02000000:00000001:2.0:1769078021.622059:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078021.622061:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078021.622062:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000100:00000001:2.0:1769078021.622065:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078021.622065:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622067:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622072:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078021.622074:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.622075:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078021.622076:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078021.622077:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078021.622080:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622085:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078021.622086:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.622088:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078021.622089:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078021.622091:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078021.622093:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851776:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078021.622095:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078021.622096:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078021.622097:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.622099:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078021.622101:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01c00. 02000000:00000001:2.0:1769078021.622102:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078021.622106:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078021.622108:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078021.622110:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078021.622112:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657851776, portal 10 00000100:00000001:2.0:1769078021.622114:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078021.622115:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00000100:00000040:2.0:1769078021.622119:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622123:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078021.622125:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078021.622127:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078021.622128:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657851776, offset 0 00000400:00000200:2.0:1769078021.622131:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078021.622134:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078021.622137:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078021.622139:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078021.622141:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078021.622143:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078021.622145:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078021.622147:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370544:370544:256:4294967295] 192.168.204.154@tcp LPNI seq info [370539:370539:8:4294967295] 00000400:00000200:2.0:1769078021.622150:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078021.622154:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078021.622158:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078021.622160:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078021.622163:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078021.622165:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769078021.622169:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078021.622171:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1769078021.622173:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078021.622175:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078021.622176:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078021.622179:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078021.622181:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078021.622182:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078021.622184:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078021.622186:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622192:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078021.622194:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622199:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.622200:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078021.622202:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078021.622205:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078021.622207:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078021.622209:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299679243 00000100:00000001:2.0:1769078021.622211:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299679948 00000100:00000001:2.0:1769078021.622212:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299679243 00000100:00000001:2.0:1769078021.622214:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299679948 00000100:00000001:2.0:1769078021.622215:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078021.622216:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.622217:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078021.622220:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078021/real 1769078021] req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078021.622224:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078021.622225:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078021.622227:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078021.622228:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078021.622229:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078021.622231:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078021.622233:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078021.622238:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622242:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078021.622243:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622244:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078021.622245:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078021.622247:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622251:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078021.622254:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622259:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078021.622260:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622261:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078021.622262:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622263:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078021.622266:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078021.622267:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078021.622269:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078021.622271:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078021.622273:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078021.622278:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851776:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078021.622281:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078021.622283:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622287:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078021.622288:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.622289:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078021.622290:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078021.622292:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078021.622293:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851904:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078021.622295:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078021.622296:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078021.622297:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.622299:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078021.622301:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078021.622302:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078021.622305:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078021.622307:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078021.622309:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078021.622310:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657851904, portal 4 00000100:00000001:2.0:1769078021.622312:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078021.622313:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000100:00000040:2.0:1769078021.622316:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622320:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078021.622322:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078021.622323:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078021.622325:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657851904, offset 0 00000400:00000200:2.0:1769078021.622328:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078021.622332:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078021.622335:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078021.622337:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078021.622340:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078021.622342:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078021.622344:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078021.622348:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370545:370545:256:4294967295] 192.168.204.154@tcp LPNI seq info [370540:370540:8:4294967295] 00000400:00000200:2.0:1769078021.622352:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078021.622359:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078021.622364:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078021.622367:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078021.622372:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078021.622375:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769078021.622379:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078021.622382:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1769078021.622386:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078021.622388:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078021.622390:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078021.622393:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078021.622395:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078021.622396:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078021.622398:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078021.622401:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622407:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078021.622409:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622413:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.622414:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078021.622416:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078021.622418:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078021.622421:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078021.622422:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299679264 00000100:00000001:2.0:1769078021.622424:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299679948 00000100:00000001:2.0:1769078021.622426:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299679264 00000100:00000001:2.0:1769078021.622427:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299679948 00000100:00000001:2.0:1769078021.622428:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078021.622430:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.622431:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078021.622435:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078021/real 1769078021] req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078021.622443:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078021.622445:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078021.622446:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078021.622449:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078021.622451:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078021.622453:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078021.622456:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078021.622465:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622478:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078021.622480:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622482:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078021.622484:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078021.622488:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622496:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078021.622500:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622505:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078021.622507:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622508:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078021.622509:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622510:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078021.622513:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078021.622514:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078021.622516:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078021.622517:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078021.622520:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078021.622525:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657851904:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078021.622527:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078021.622529:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622533:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078021.622534:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.622536:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078021.622538:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078021.622539:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078021.622541:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852032:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078021.622543:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078021.622544:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078021.622545:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078021.622546:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078021.622549:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078021.622550:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078021.622568:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078021.622571:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078021.622574:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078021.622577:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657852032, portal 4 00000100:00000001:2.0:1769078021.622579:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078021.622581:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000100:00000040:2.0:1769078021.622587:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622593:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078021.622596:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078021.622598:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078021.622600:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657852032, offset 0 00000400:00000200:2.0:1769078021.622605:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078021.622609:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078021.622612:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078021.622615:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078021.622618:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078021.622621:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078021.622623:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078021.622627:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370546:370546:256:4294967295] 192.168.204.154@tcp LPNI seq info [370541:370541:8:4294967295] 00000400:00000200:2.0:1769078021.622631:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078021.622637:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078021.622641:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078021.622644:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078021.622646:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078021.622648:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769078021.622651:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078021.622653:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1769078021.622656:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078021.622658:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078021.622661:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078021.622665:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078021.622667:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078021.622669:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078021.622672:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078021.622675:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622683:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078021.622687:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622694:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.622696:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078021.622699:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078021.622702:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078021.622706:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078021.622708:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299679269 00000100:00000001:2.0:1769078021.622711:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299679948 00000100:00000001:2.0:1769078021.622713:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299679269 00000100:00000001:2.0:1769078021.622715:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299679948 00000100:00000001:2.0:1769078021.622718:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078021.622720:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.622722:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078021.622726:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078021/real 1769078021] req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078021.622735:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078021.622736:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078021.622739:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078021.622741:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078021.622742:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078021.622757:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078021.622761:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078021.622767:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622771:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078021.622772:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622773:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078021.622774:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078021.622776:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622781:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078021.622783:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622788:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078021.622789:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622790:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078021.622791:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622792:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078021.622795:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078021.622797:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078021.622799:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078021.622800:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078021.622803:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078021.622808:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852032:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078021.622810:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622812:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078021.622813:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657851776/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622817:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078021.622818:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078021.622820:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01c00. 02000000:00000001:2.0:1769078021.622822:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078021.622823:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078021.622824:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078021.622826:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078021.622828:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746000. 02000000:00000001:2.0:1769078021.622831:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078021.622832:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078021.622834:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:2.0:1769078021.622836:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078021.622837:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622839:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078021.622842:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657851904/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622849:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078021.622850:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078021.622852:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078021.622855:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078021.622856:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078021.622857:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078021.622860:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078021.622861:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 02000000:00000001:2.0:1769078021.622864:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078021.622867:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078021.622868:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000100:00000001:2.0:1769078021.622870:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078021.622872:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622873:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078021.622877:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657852032/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078046 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078021.622884:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078021.622886:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078021.622887:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078021.622890:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078021.622891:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078021.622892:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078021.622894:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078021.622896:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 02000000:00000001:2.0:1769078021.622898:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078021.622900:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078021.622901:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:2.0:1769078021.622904:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078021.622905:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622907:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078021.622910:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078021.622912:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078021.622914:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078021.622915:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078022.260654:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078022.260661:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078022.260662:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078022.260667:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078022.260669:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078022.260672:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078022.260672:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078022.260676:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078022.260676:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078022.260677:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078022.260678:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078022.260681:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078022.260683:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078022.260684:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078022.260684:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078022.260687:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078022.260688:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078022.260689:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078022.260690:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078022.260692:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078022.260695:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078022.260697:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078022.260698:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078022.260700:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078022.260704:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078022.260704:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078022.260705:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078022.260709:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078022.260710:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078022.260715:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078022.260716:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078022.260718:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078022.260720:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078022.260721:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078022.260725:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078022.260725:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078022.260729:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078022.260742:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078022.260744:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078022.260747:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078022.260748:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078022.260755:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078022.260756:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078022.260760:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078022.260763:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078022.260770:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078022.260775:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078022.260777:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078022.260778:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078022.260781:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078022.260783:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078022.260784:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078022.260786:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078022.260787:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078022.260790:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078022.260790:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078022.260792:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078022.260797:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078022.260798:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078022.260800:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078022.260802:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078022.260803:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078022.260805:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078022.260807:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078022.260808:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078022.260813:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078022.260814:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078022.260817:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078022.260818:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078022.260826:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078022.260828:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078022.260876:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078022.260879:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078022.260883:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078022.388667:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299679948, at 4299680000 00000100:00000040:1.0:1769078022.388668:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299679948, at 4299680000 00000100:00000010:1.0:1769078022.388685:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000010:0.0:1769078022.388690:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bae0. 00000100:00000001:2.0:1769078022.644691:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078022.644691:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078022.644700:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078022.644700:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078022.644703:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078022.644704:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078022.644713:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078022.644713:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078022.644720:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078022.644721:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078022.644724:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078022.644743:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078022.644745:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078022.644749:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078022.644749:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078022.644756:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078022.644758:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078022.644762:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078023.284645:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078023.284651:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078023.284653:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078023.284655:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078023.284657:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078023.284658:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078023.284660:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078023.284661:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078023.284661:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078023.284663:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078023.284665:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078023.284666:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078023.284668:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078023.284669:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078023.284669:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078023.284671:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078023.284673:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078023.284676:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078023.284676:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078023.284678:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078023.284679:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078023.284680:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078023.284682:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078023.284683:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078023.284683:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078023.284687:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078023.284688:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078023.284689:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078023.284690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078023.284695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078023.284695:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078023.284701:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078023.284701:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078023.284705:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078023.284708:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078023.284733:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078023.284734:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078023.284738:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078023.284738:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078023.284741:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078023.284744:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00010000:3.0:1769078023.284744:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078023.284747:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078023.284749:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078023.284749:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078023.284751:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078023.284754:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078023.284755:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078023.284756:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078023.284757:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078023.284758:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078023.284761:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078023.284761:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078023.284762:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078023.284763:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078023.284768:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078023.284768:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078023.284769:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078023.284770:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078023.284773:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078023.284775:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078023.284777:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078023.284778:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078023.284780:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078023.284781:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078023.284783:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078023.284784:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078023.284786:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078023.284787:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078023.284791:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078023.284794:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078023.284795:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078023.284799:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078023.284802:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078023.668658:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078023.668658:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078023.668666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078023.668666:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078023.668668:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078023.668668:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078023.668674:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078023.668674:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078023.668678:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078023.668678:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078023.668682:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078023.668682:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078023.668685:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078023.668688:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078023.668691:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078023.668692:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078023.668695:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078023.668698:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078024.308660:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078024.308660:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078024.308660:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078024.308667:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078024.308667:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078024.308668:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078024.308671:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078024.308671:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078024.308673:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078024.308679:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078024.308679:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078024.308680:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078024.308685:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078024.308686:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078024.308687:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078024.308691:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078024.308691:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078024.308692:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078024.308711:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078024.308715:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078024.308727:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078024.308729:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078024.308731:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078024.308732:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078024.308736:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078024.308739:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078024.308756:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078024.308760:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078024.308765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078024.308767:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078024.308772:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078024.308775:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078024.308779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078024.308781:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078024.308814:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769078024.308816:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078024.308818:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078024.308820:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078024.308822:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078024.308823:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078024.308827:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078024.308828:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078024.308831:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078024.308831:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078024.308832:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078024.308833:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078024.308835:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078024.308835:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078024.308837:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078024.308837:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078024.308840:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078024.308840:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078024.308843:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078024.308845:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078024.308847:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078024.308847:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078024.308852:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078024.308853:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078024.308856:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078024.308858:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078024.308861:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078024.308862:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078024.308864:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078024.308866:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078024.308867:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078024.308871:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078024.308873:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078024.308876:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078024.308879:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078024.308881:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078024.308884:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078024.308886:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078024.308888:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078024.308917:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078024.692661:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078024.692661:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078024.692667:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078024.692668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078024.692670:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078024.692671:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078024.692678:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078024.692678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078024.692683:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078024.692684:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078024.692689:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078024.692689:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078024.692704:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078024.692709:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078024.692712:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078024.692713:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078024.692716:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078024.692720:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078025.332662:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078025.332662:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078025.332662:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078025.332671:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078025.332671:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078025.332671:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078025.332677:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078025.332678:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078025.332678:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078025.332694:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078025.332696:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078025.332702:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078025.332703:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078025.332703:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078025.332708:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078025.332709:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078025.332709:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078025.332714:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078025.332715:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078025.332719:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078025.332723:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078025.332723:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078025.332727:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078025.332731:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078025.332751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078025.332753:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078025.332757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078025.332757:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078025.332761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078025.332762:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078025.332765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078025.332765:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078025.332768:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078025.332770:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078025.332773:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078025.332774:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078025.332775:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078025.332779:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078025.332802:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078025.332805:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078025.332807:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078025.332812:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078025.332817:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078025.332819:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078025.332821:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078025.332824:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078025.332825:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078025.332827:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078025.332828:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078025.332835:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078025.332835:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078025.332841:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078025.332841:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078025.334223:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078025.334225:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078025.334227:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078025.334228:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078025.334232:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078025.334236:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078025.334237:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078025.334240:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078025.334246:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078025.334249:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078025.334251:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078025.334251:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078025.334257:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078025.334260:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078025.334262:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078025.334264:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078025.334265:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078025.334266:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078025.334308:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078025.334310:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078025.334313:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078025.716640:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078025.716640:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078025.716648:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078025.716648:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078025.716651:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078025.716652:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078025.716659:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078025.716659:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078025.716664:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078025.716664:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078025.716670:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078025.716670:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078025.716686:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078025.716688:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078025.716691:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078025.716691:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078025.716695:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078025.716698:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.356645:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078026.356652:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078026.356654:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078026.356661:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078026.356676:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078026.356679:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078026.356682:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078026.356685:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078026.356686:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.356691:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078026.356692:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078026.356696:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078026.356697:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078026.356701:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078026.356702:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078026.356706:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078026.356709:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078026.356712:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078026.356751:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078026.356754:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078026.356755:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078026.356757:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078026.356760:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078026.356762:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078026.356764:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078026.356765:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078026.356768:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.356783:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078026.356786:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078026.356788:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078026.356791:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078026.356793:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078026.356795:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.356797:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078026.356799:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.356802:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078026.356832:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078026.356835:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078026.356836:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078026.356839:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078026.356842:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078026.356844:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078026.356845:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078026.356847:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078026.356850:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.356866:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078026.356868:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078026.356870:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078026.356874:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078026.356874:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078026.356880:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078026.356882:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078026.356883:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078026.356885:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.356887:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.356892:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078026.356893:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078026.356894:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078026.356896:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.356899:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078026.356903:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078026.356905:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078026.356925:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078026.356928:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078026.356931:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078026.356993:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078026.356996:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078026.356998:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078026.357001:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078026.357003:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078026.357006:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078026.357008:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078026.357010:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078026.357012:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078026.740700:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078026.740705:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078026.740707:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078026.740712:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078026.740716:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:3.0:1769078026.740717:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:0.0:1769078026.740720:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078026.740723:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:3.0:1769078026.740723:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:0.0:1769078026.740727:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078026.740729:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078026.740731:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.740736:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00080000:1.0:1769078026.740738:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00001000:3.0:1769078026.740743:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00080000:1.0:1769078026.740747:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00000001:3.0:1769078026.740751:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00000001:1.0:1769078026.740753:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1769078026.740756:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:1.0:1769078026.740759:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000080:00000001:3.0:1769078026.740761:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769078026.740765:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769078026.740766:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078026.740775:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5011 00000020:00000001:3.0:1769078026.740781:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078026.740783:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:1.0:1769078026.740786:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:3.0:1769078026.740787:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078026.740796:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000400:00000200:1.0:1769078026.740798:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000002:3.0:1769078026.740802:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000100:00080000:1.0:1769078026.740804:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000001:3.0:1769078026.740810:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:1.0:1769078026.740811:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078026.740813:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:1.0:1769078026.740817:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:3.0:1769078026.740819:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:2.0:1769078026.740820:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00020000:00000001:3.0:1769078026.740822:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078026.740823:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078026.740824:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078026.740829:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.740830:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078026.740831:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:2.0:1769078026.740836:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00020000:00000001:3.0:1769078026.740836:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000001:1.0:1769078026.740839:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:3.0:1769078026.740841:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.740842:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1769078026.740843:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769078026.740845:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078026.740847:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078026.740849:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078026.740849:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078026.740854:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:3.0:1769078026.740854:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000040:1.0:1769078026.740855:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000100:00000001:2.0:1769078026.740859:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078026.740860:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000002:3.0:1769078026.740860:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:2.0:1769078026.740866:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078026.740868:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078026.740868:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.740875:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000040:1.0:1769078026.740877:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078026.740878:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078026.740882:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:3.0:1769078026.740884:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000040:1.0:1769078026.740889:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00200000:3.0:1769078026.740890:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:1.0:1769078026.740894:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:3.0:1769078026.740897:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000040:1.0:1769078026.740900:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:3.0:1769078026.740902:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078026.740906:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00080000:1.0:1769078026.740907:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:3.0:1769078026.740909:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078026.740922:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000001:1.0:1769078026.740924:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769078026.740926:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 02000000:00000001:1.0:1769078026.740930:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1769078026.740932:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 02000000:00000001:1.0:1769078026.740935:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078026.740936:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:1.0:1769078026.740942:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.740942:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078026.740946:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078026.740947:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1769078026.740949:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.740952:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.740953:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.740959:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769078026.740962:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078026.740964:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078026.740966:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00020000:00000001:3.0:1769078026.740967:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.740973:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078026.740974:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078026.740976:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078026.740980:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000001:1.0:1769078026.740982:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:3.0:1769078026.740984:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769078026.740986:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.740987:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078026.740991:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078026.740993:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1769078026.740994:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.740997:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1769078026.740998:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741002:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741004:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.741005:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741006:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078026.741010:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741013:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741015:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000010:1.0:1769078026.741016:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00020000:00000001:3.0:1769078026.741017:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078026.741022:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078026.741023:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078026.741025:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:1.0:1769078026.741026:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078026.741028:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769078026.741036:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00100000:1.0:1769078026.741038:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000020:3.0:1769078026.741040:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078026.741043:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078026.741049:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078026.741052:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769078026.741056:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000100:00000001:1.0:1769078026.741058:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000020:3.0:1769078026.741061:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000001:1.0:1769078026.741064:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078026.741069:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078026.741072:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:1.0:1769078026.741074:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078026.741075:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078026.741079:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769078026.741083:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:3.0:1769078026.741098:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:3.0:1769078026.741101:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741103:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741105:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741106:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.741108:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741109:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078026.741114:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1769078026.741114:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769078026.741117:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769078026.741121:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00080000:1.0:1769078026.741122:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:3.0:1769078026.741124:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078026.741126:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1769078026.741127:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:1.0:1769078026.741130:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:3.0:1769078026.741131:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741136:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:1.0:1769078026.741138:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078026.741140:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078026.741140:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078026.741143:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00080000:1.0:1769078026.741144:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5011 00000100:00000001:2.0:1769078026.741146:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:3.0:1769078026.741148:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:2.0:1769078026.741150:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:3.0:1769078026.741152:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:1.0:1769078026.741156:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078026.741156:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:2.0:1769078026.741158:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078026.741165:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769078026.741171:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078026.741171:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00080000:1.0:1769078026.741172:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078026.741176:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741176:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078026.741180:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078026.741182:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:3.0:1769078026.741182:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.741187:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769078026.741187:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078026.741188:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078026.741192:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:2.0:1769078026.741194:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078026.741195:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078026.741196:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078026.741200:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:1.0:1769078026.741202:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:2.0:1769078026.741203:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657852160:192.168.204.154@tcp:250:kworker.0 00000020:00000001:3.0:1769078026.741204:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078026.741209:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078026.741210:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769078026.741210:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:3.0:1769078026.741213:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:1.0:1769078026.741214:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 02000000:00000001:2.0:1769078026.741215:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769078026.741217:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078026.741220:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1769078026.741220:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741221:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000040:1.0:1769078026.741225:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:2.0:1769078026.741226:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:3.0:1769078026.741227:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078026.741232:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000010:2.0:1769078026.741233:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01000. 00020000:00000001:3.0:1769078026.741233:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078026.741239:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078026.741241:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:3.0:1769078026.741241:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078026.741245:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:2.0:1769078026.741248:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:1.0:1769078026.741250:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078026.741250:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078026.741253:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000100:00000001:1.0:1769078026.741257:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1769078026.741261:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000040:1.0:1769078026.741263:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078026.741263:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078026.741269:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000200:2.0:1769078026.741269:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657852160, portal 25 00020000:00000001:3.0:1769078026.741269:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078026.741273:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078026.741275:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1769078026.741277:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:3.0:1769078026.741277:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078026.741278:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 00000020:00000001:3.0:1769078026.741283:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:1.0:1769078026.741285:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00001000:3.0:1769078026.741287:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00000001:1.0:1769078026.741290:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741293:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:1.0:1769078026.741295:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769078026.741298:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000040:2.0:1769078026.741299:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078026.741302:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769078026.741303:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078026.741308:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:1.0:1769078026.741309:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.741315:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000080:00000001:3.0:1769078026.741320:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078026.741322:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00100000:1.0:1769078026.741323:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00000001:3.0:1769078026.741324:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078026.741329:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00000040:2.0:1769078026.741330:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00000001:3.0:1769078026.741335:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:2.0:1769078026.741337:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000080:00000001:3.0:1769078026.741340:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078026.741342:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078026.741345:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657852160, offset 0 00000100:00000001:1.0:1769078026.741346:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078026.741355:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000400:00000200:2.0:1769078026.741356:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000080:00000001:3.0:1769078026.741358:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000020:00000040:1.0:1769078026.741362:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000080:00000001:3.0:1769078026.741363:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:2.0:1769078026.741368:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078026.741368:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:1.0:1769078026.741370:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1769078026.741372:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 02000000:00000001:1.0:1769078026.741373:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078026.741377:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00001000:3.0:1769078026.741380:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:1.0:1769078026.741381:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769078026.741384:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1769078026.741386:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1769078026.741387:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000400:00000200:2.0:1769078026.741389:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 02000000:00000001:1.0:1769078026.741391:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741392:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:2.0:1769078026.741395:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000080:00000001:3.0:1769078026.741397:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:2.0:1769078026.741399:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 02000000:00000010:1.0:1769078026.741400:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000080:00200000:3.0:1769078026.741401:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:2.0:1769078026.741407:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370547:370547:256:4294967295] 192.168.204.154@tcp LPNI seq info [370542:370542:8:4294967295] 00000100:00000001:1.0:1769078026.741408:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741410:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078026.741414:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:2.0:1769078026.741416:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:3.0:1769078026.741418:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078026.741422:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000002:3.0:1769078026.741424:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769078026.741433:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000400:00000200:2.0:1769078026.741438:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:3.0:1769078026.741441:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769078026.741445:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769078026.741448:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:1.0:1769078026.741451:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:3.0:1769078026.741452:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078026.741456:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078026.741458:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741459:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078026.741464:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000800:00000010:2.0:1769078026.741467:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00020000:00000001:3.0:1769078026.741467:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078026.741469:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.741473:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078026.741476:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078026.741479:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000800:00000200:2.0:1769078026.741483:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000002:3.0:1769078026.741484:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000800:00000200:2.0:1769078026.741492:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000020:00000001:3.0:1769078026.741492:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.741493:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741499:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00080000:1.0:1769078026.741502:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1769078026.741502:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000800:00000200:2.1:1769078026.741506:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:3.0:1769078026.741507:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00080000:1.0:1769078026.741511:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00200000:3.0:1769078026.741513:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000800:00000200:2.1:1769078026.741513:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000100:00000001:1.0:1769078026.741515:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000002:3.0:1769078026.741520:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00080000:1.0:1769078026.741521:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1769078026.741521:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078026.741525:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00000001:1.0:1769078026.741530:0:13606:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:3.0:1769078026.741530:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000200:2.0:1769078026.741533:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000001:3.0:1769078026.741534:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00080000:1.0:1769078026.741538:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5011 00000020:00000001:3.0:1769078026.741539:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:2.0:1769078026.741542:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:3.0:1769078026.741544:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000400:00000200:1.0:1769078026.741550:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:3.0:1769078026.741550:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000400:00000200:1.0:1769078026.741581:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769078026.741584:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000100:00080000:1.0:1769078026.741586:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1769078026.741588:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:2.0:1769078026.741589:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000001:3.0:1769078026.741593:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:1.0:1769078026.741594:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000010:2.0:1769078026.741594:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000020:00000001:3.0:1769078026.741598:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078026.741601:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078026.741602:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769078026.741602:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078026.741608:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000200:2.0:1769078026.741609:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078026.741609:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741616:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:1.0:1769078026.741617:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078026.741624:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078026.741626:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078026.741627:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.741628:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1769078026.741630:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000001:3.0:1769078026.741633:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078026.741635:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078026.741636:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078026.741638:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078026.741641:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769078026.741644:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078026.741649:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:3.0:1769078026.741650:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:2.0:1769078026.741652:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741654:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078026.741667:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769078026.741670:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000001:2.0:1769078026.741674:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741674:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:1.0:1769078026.741679:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078026.741679:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769078026.741683:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078026.741684:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.741686:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078026.741688:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299685068 00000020:00000001:3.0:1769078026.741690:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078026.741693:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000010:2.0:1769078026.741695:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b600. 00020000:00000001:3.0:1769078026.741696:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.741700:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769078026.741701:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.741704:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000040:1.0:1769078026.741708:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:3.0:1769078026.741708:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769078026.741712:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299685068 00000020:00000001:3.0:1769078026.741712:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078026.741717:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000010:2.0:1769078026.741720:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b9c0. 00000020:00000001:3.0:1769078026.741720:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.741722:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.741727:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1769078026.741727:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:1.0:1769078026.741728:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769078026.741732:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:2.0:1769078026.741734:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078026.741736:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078026.741736:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078026.741738:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741740:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:1.0:1769078026.741744:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.741744:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:3.0:1769078026.741744:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769078026.741749:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:1.0:1769078026.741750:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:2.0:1769078026.741751:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078026/real 1769078026] req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078026.741754:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00100000:1.0:1769078026.741755:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000020:3.0:1769078026.741759:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078026.741763:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078026.741764:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.741769:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078026.741772:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078026.741776:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000010:1.0:1769078026.741779:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000008:00000001:3.0:1769078026.741780:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000400:00000001:2.0:1769078026.741782:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1769078026.741786:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000001:2.0:1769078026.741786:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00000020:3.0:1769078026.741788:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000400:00000010:2.0:1769078026.741790:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 02000000:00000001:1.0:1769078026.741793:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1769078026.741796:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 02000000:00000001:1.0:1769078026.741798:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078026.741799:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000008:00000001:3.0:1769078026.741799:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078026.741803:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078026.741805:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769078026.741805:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:3.0:1769078026.741808:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078026.741810:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1769078026.741812:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078026.741812:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:1.0:1769078026.741815:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769078026.741816:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 02000000:00000010:1.0:1769078026.741824:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000008:00000001:3.0:1769078026.741830:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1769078026.741833:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078026.741835:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078026.741835:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.741842:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078026.741844:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:3.0:1769078026.741849:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741853:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.741856:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078026.741860:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078026.741860:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.741866:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078026.741867:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078026.741870:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078026.741872:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769078026.741877:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00100000:2.0:1769078026.741881:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.741882:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078026.741883:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1769078026.741887:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078026.741890:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741892:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.741898:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078026.741899:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000040:1.0:1769078026.741901:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.741904:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:2.0:1769078026.741909:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.741910:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078026.741914:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769078026.741918:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078026.741921:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078026.741924:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078026.741928:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078026.741930:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.741933:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078026.741936:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:3.0:1769078026.741939:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:2.0:1769078026.741942:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078026.741943:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00080000:1.0:1769078026.741945:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:3.0:1769078026.741946:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:2.0:1769078026.741949:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078026.741950:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1769078026.741951:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:2.0:1769078026.741954:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078026.741955:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00080000:1.0:1769078026.741956:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078026.741957:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078026.741959:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078026.741964:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078026.741965:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078026.741965:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1769078026.741967:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078026.741970:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078026.741971:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078026.741973:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5011 00020000:00000001:3.0:1769078026.741974:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078026.741978:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00020000:00000001:3.0:1769078026.741980:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078026.741986:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078026.741986:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00080000:2.0:1769078026.741989:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000020:00000001:3.0:1769078026.741990:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078026.741994:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078026.741996:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769078026.741996:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1769078026.741997:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00080000:1.0:1769078026.742003:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:3.0:1769078026.742003:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000040:2.0:1769078026.742008:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078026.742008:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000040:1.0:1769078026.742013:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078026.742013:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078026.742017:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1769078026.742020:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:3.0:1769078026.742022:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00000040:1.0:1769078026.742027:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078026.742029:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00100000:2.0:1769078026.742031:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657852160:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078026.742034:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769078026.742034:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078026.742037:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078026.742039:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000020:00000001:1.0:1769078026.742041:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769078026.742041:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00200000:3.0:1769078026.742043:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00000040:1.0:1769078026.742046:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00000040:2.0:1769078026.742048:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657852160/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078026.742051:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:3.0:1769078026.742053:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000040:1.0:1769078026.742057:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769078026.742058:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1769078026.742065:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078026.742065:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00001000:3.0:1769078026.742065:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 02000000:00000001:2.0:1769078026.742069:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000080:00000001:3.0:1769078026.742071:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000020:00000001:1.0:1769078026.742072:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 02000000:00000010:2.0:1769078026.742073:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01000. 00000080:00000001:3.0:1769078026.742075:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078026.742079:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000080:00000001:3.0:1769078026.742082:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000040:1.0:1769078026.742083:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078026.742083:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078026.742087:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000100:00000001:1.0:1769078026.742088:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:3.0:1769078026.742088:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078026.742090:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1769078026.742093:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000010:2.0:1769078026.742095:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 00000100:00000040:1.0:1769078026.742096:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078026.742098:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 02000000:00000001:2.0:1769078026.742100:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1769078026.742102:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769078026.742104:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00001000:3.0:1769078026.742104:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000010:2.0:1769078026.742108:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00000020:00000040:1.0:1769078026.742110:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000020:00000001:3.0:1769078026.742111:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000100:00000001:2.0:1769078026.742112:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078026.742114:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078026.742118:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078026.742118:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:1.0:1769078026.742121:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000080:00000001:3.0:1769078026.742123:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078026.742125:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078026.742127:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.742128:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1769078026.742128:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:1.0:1769078026.742134:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078026.742134:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078026.742136:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078026.742139:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078026.742140:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:1.0:1769078026.742141:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078026.742142:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000080:00000001:3.0:1769078026.742143:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078026.742149:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078026.742150:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078026.742151:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769078026.742157:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000002:3.0:1769078026.742162:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000008:00100000:1.0:1769078026.742163:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:2.0:1769078026.742164:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078026.742167:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742169:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000008:00000001:1.0:1769078026.742172:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078026.742172:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:3.0:1769078026.742173:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 02000000:00000001:2.0:1769078026.742176:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078026.742178:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:1.0:1769078026.742179:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078026.742179:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742183:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078026.742188:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000100:00100000:2.0:1769078026.742188:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852288:192.168.204.154@tcp:38:kworker.0 00020000:00000001:3.0:1769078026.742189:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1769078026.742197:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:2.0:1769078026.742197:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:3.0:1769078026.742197:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 02000000:00000001:2.0:1769078026.742203:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:3.0:1769078026.742203:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.742204:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078026.742207:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078026.742208:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078026.742209:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769078026.742209:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078026.742214:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078026.742215:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1769078026.742216:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01000. 00020000:00000001:3.0:1769078026.742217:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000001:1.0:1769078026.742220:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078026.742221:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078026.742222:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 02000000:00000001:1.0:1769078026.742227:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078026.742228:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078026.742228:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078026.742234:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:3.0:1769078026.742235:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000010:1.0:1769078026.742238:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000400:00000010:2.0:1769078026.742239:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:3.0:1769078026.742239:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078026.742244:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000200:2.0:1769078026.742245:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657852288, portal 10 00000100:00000001:1.0:1769078026.742246:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:3.0:1769078026.742247:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:2.0:1769078026.742249:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078026.742254:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00020000:00000002:3.0:1769078026.742255:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00100000:1.0:1769078026.742260:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1769078026.742262:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078026.742262:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078026.742266:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078026.742270:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078026.742274:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769078026.742280:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769078026.742286:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000020:00000001:3.0:1769078026.742291:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078026.742293:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078026.742294:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769078026.742295:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078026.742298:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742299:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:2.0:1769078026.742302:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078026.742304:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078026.742308:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00020000:00000001:3.0:1769078026.742310:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078026.742311:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078026.742313:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657852288, offset 0 00020000:00000001:3.0:1769078026.742316:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769078026.742323:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:2.0:1769078026.742326:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078026.742327:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742333:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078026.742336:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078026.742337:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742338:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078026.742345:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:3.0:1769078026.742345:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:1.0:1769078026.742348:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5022) 00020000:00000001:3.0:1769078026.742349:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000200:2.0:1769078026.742351:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:3.0:1769078026.742354:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769078026.742357:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:3.0:1769078026.742358:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000200:2.0:1769078026.742361:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1769078026.742362:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078026.742365:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078026.742366:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078026.742371:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370548:370548:256:4294967295] 192.168.204.154@tcp LPNI seq info [370543:370543:8:4294967295] 00000020:00000001:3.0:1769078026.742371:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742377:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078026.742382:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078026.742383:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742387:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078026.742390:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078026.742394:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:3.0:1769078026.742395:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742400:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000800:00000200:2.0:1769078026.742401:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078026.742404:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000800:00000010:2.0:1769078026.742406:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00020000:00000001:3.0:1769078026.742408:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078026.742411:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000800:00000200:2.0:1769078026.742412:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:3.0:1769078026.742413:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000800:00000200:2.0:1769078026.742418:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000008:00000001:3.0:1769078026.742418:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769078026.742423:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078026.742427:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000200:2.1:1769078026.742428:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:3.0:1769078026.742432:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1769078026.742434:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000008:00000001:3.0:1769078026.742436:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078026.742440:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769078026.742443:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000800:00000100:2.0:1769078026.742444:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00000020:3.0:1769078026.742449:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000800:00000010:2.0:1769078026.742450:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078026.742456:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:3.0:1769078026.742457:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078026.742462:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078026.742465:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078026.742466:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000008:00000001:3.0:1769078026.742470:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000400:00000200:2.0:1769078026.742473:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000008:00000020:3.0:1769078026.742475:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000400:00000010:2.0:1769078026.742478:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000008:00000001:3.0:1769078026.742483:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:2.0:1769078026.742484:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:3.0:1769078026.742488:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078026.742491:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.742493:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742498:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742504:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.742505:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078026.742510:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.742510:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742516:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769078026.742520:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:2.0:1769078026.742524:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742524:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:2.0:1769078026.742528:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769078026.742528:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078026.742532:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769078026.742533:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742534:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078026.742540:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00020000:00000001:3.0:1769078026.742540:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078026.742544:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:2.0:1769078026.742547:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078026.742548:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078026.742551:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299684363 00000100:00000001:2.0:1769078026.742574:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299685068 00000100:00000001:2.0:1769078026.742576:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299684364 00000100:00000001:2.0:1769078026.742577:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299685068 00000100:00000001:2.0:1769078026.742579:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078026.742579:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:2.0:1769078026.742584:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742584:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078026.742589:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769078026.742589:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078026.742594:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00100000:2.0:1769078026.742596:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078026/real 1769078026] req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078026.742598:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742603:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742608:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000400:00000001:2.0:1769078026.742611:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1769078026.742611:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000001:2.0:1769078026.742615:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1769078026.742616:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000400:00000010:2.0:1769078026.742621:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000020:00000001:3.0:1769078026.742621:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078026.742624:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078026.742627:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000400:00000200:2.0:1769078026.742628:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00020000:00000001:3.0:1769078026.742629:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000010:2.0:1769078026.742633:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:3.0:1769078026.742633:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078026.742636:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078026.742638:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.742641:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000001:3.0:1769078026.742644:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078026.742648:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078026.742649:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078026.742652:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078026.742655:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742672:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078026.742676:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000200:2.0:1769078026.742677:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078026.742679:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078026.742682:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078026.742685:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078026.742688:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00000001:2.0:1769078026.742691:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:3.0:1769078026.742692:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769078026.742695:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078026.742696:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769078026.742701:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078026.742702:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000080:00200000:3.0:1769078026.742705:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078026.742706:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078026.742714:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00100000:2.0:1769078026.742715:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.742717:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078026.742722:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769078026.742726:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:3.0:1769078026.742732:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.742733:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078026.742739:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000040:2.0:1769078026.742742:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1769078026.742743:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769078026.742746:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078026.742749:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769078026.742755:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:2.0:1769078026.742758:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078026.742760:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000100:00000001:2.0:1769078026.742762:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078026.742764:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078026.742767:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000080:00000001:3.0:1769078026.742768:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078026.742770:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769078026.742772:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078026.742774:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1769078026.742778:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078026.742782:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078026.742782:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078026.742784:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078026.742789:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00020000:00000002:3.0:1769078026.742790:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00080000:2.0:1769078026.742796:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00020000:00000002:3.0:1769078026.742798:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:2.0:1769078026.742802:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:3.0:1769078026.742804:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769078026.742808:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000040:2.0:1769078026.742812:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078026.742812:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769078026.742816:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742820:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078026.742826:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078026.742830:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078026.742834:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852288:192.168.204.154@tcp:38:kworker.0 00000020:00000001:3.0:1769078026.742834:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078026.742837:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078026.742840:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:2.0:1769078026.742845:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000002:3.0:1769078026.742845:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769078026.742850:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078026.742854:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.742854:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078026.742858:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078026.742860:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078026.742864:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769078026.742868:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:2.0:1769078026.742870:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078026.742874:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742875:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:2.0:1769078026.742876:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078026.742880:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078026.742880:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078026.742885:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:2.0:1769078026.742886:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742891:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00100000:2.0:1769078026.742892:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852416:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078026.742898:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00001000:3.0:1769078026.742900:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 02000000:00000001:2.0:1769078026.742901:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078026.742904:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742906:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 02000000:00000001:2.0:1769078026.742907:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078026.742912:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 00000020:00000001:3.0:1769078026.742912:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078026.742915:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:2.0:1769078026.742917:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742919:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078026.742922:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742926:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078026.742927:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078026.742931:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000400:00000010:2.0:1769078026.742933:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:3.0:1769078026.742936:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000010:2.0:1769078026.742940:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:3.0:1769078026.742941:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742946:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078026.742947:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657852416, portal 4 00000020:00000001:3.0:1769078026.742949:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.742953:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1769078026.742954:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078026.742956:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00020000:00000001:3.0:1769078026.742957:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078026.742960:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078026.742963:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078026.742965:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:2.0:1769078026.742969:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.742969:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742972:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742976:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.742980:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742985:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769078026.742988:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769078026.742989:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.742994:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078026.742995:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078026.742998:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000010:2.0:1769078026.743001:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00020000:00000001:3.0:1769078026.743002:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078026.743005:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000200:2.0:1769078026.743008:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657852416, offset 0 00000020:00000001:3.0:1769078026.743009:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078026.743012:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769078026.743015:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:2.0:1769078026.743019:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000008:00000001:3.0:1769078026.743020:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078026.743023:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078026.743025:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078026.743027:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078026.743029:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078026.743033:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:2.0:1769078026.743035:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000008:00000001:3.0:1769078026.743037:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000400:00000200:2.0:1769078026.743043:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000020:3.0:1769078026.743043:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769078026.743051:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:2.0:1769078026.743052:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000020:3.0:1769078026.743056:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:2.0:1769078026.743057:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000001:3.0:1769078026.743060:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078026.743061:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:3.0:1769078026.743066:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000400:00000200:2.0:1769078026.743067:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370549:370549:256:4294967295] 192.168.204.154@tcp LPNI seq info [370544:370544:8:4294967295] 00000008:00000020:3.0:1769078026.743071:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000400:00000200:2.0:1769078026.743074:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078026.743081:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078026.743084:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000001:3.0:1769078026.743086:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078026.743090:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078026.743091:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078026.743094:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00020000:00000001:3.0:1769078026.743096:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.743100:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078026.743103:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078026.743104:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078026.743108:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000020:00000001:3.0:1769078026.743109:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769078026.743113:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769078026.743117:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000800:00000200:2.1:1769078026.743117:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078026.743119:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000020:00000001:3.0:1769078026.743121:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000800:00000100:2.0:1769078026.743125:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078026.743125:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000800:00000010:2.0:1769078026.743130:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00020000:00000001:3.0:1769078026.743130:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078026.743134:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000001:3.0:1769078026.743135:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000200:2.0:1769078026.743139:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:3.0:1769078026.743139:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078026.743143:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:2.0:1769078026.743144:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00020000:00000001:3.0:1769078026.743146:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000010:2.0:1769078026.743147:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00020000:00000001:3.0:1769078026.743150:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078026.743151:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769078026.743154:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000200:2.0:1769078026.743156:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.743158:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078026.743161:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.743166:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.743170:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078026.743173:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078026.743175:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078026.743176:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078026.743179:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:2.0:1769078026.743183:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.743184:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078026.743187:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078026.743190:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078026.743192:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078026.743195:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078026.743198:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743203:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.743203:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743210:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1769078026.743210:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078026.743214:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078026.743216:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743217:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.743218:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078026.743223:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000040:2.0:1769078026.743224:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00020000:00000001:3.0:1769078026.743225:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078026.743227:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078026.743230:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:2.0:1769078026.743233:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:3.0:1769078026.743234:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00000001:2.0:1769078026.743238:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299684385 00020000:00000001:3.0:1769078026.743240:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769078026.743244:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299685068 00020000:00000001:3.0:1769078026.743246:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078026.743249:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299684385 00000080:00000001:3.0:1769078026.743251:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078026.743255:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299685068 00000080:00200000:3.0:1769078026.743257:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078026.743260:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078026.743264:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078026.743265:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078026.743267:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769078026.743271:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:2.0:1769078026.743273:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078026/real 1769078026] req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:3.0:1769078026.743277:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769078026.743284:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769078026.743286:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078026.743290:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000080:00000001:3.0:1769078026.743290:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078026.743294:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000080:00000001:3.0:1769078026.743298:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:2.0:1769078026.743299:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000080:00000001:3.0:1769078026.743303:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000010:2.0:1769078026.743304:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:3.0:1769078026.743309:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078026.743310:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1769078026.743315:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000200:2.0:1769078026.743317:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:3.0:1769078026.743321:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769078026.743328:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:3.0:1769078026.743335:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000200:2.0:1769078026.743336:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1769078026.743339:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769078026.743343:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078026.743351:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078026.743354:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078026.743354:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078026.743358:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078026.743358:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078026.743361:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078026.743364:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078026.743365:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:3.0:1769078026.743371:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:2.0:1769078026.743373:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078026.743380:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:3.0:1769078026.743382:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:2.0:1769078026.743389:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:3.0:1769078026.743392:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:2.0:1769078026.743393:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078026.743396:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:3.0:1769078026.743398:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:2.0:1769078026.743399:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078026.743403:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:3.0:1769078026.743405:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:2.0:1769078026.743407:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:3.0:1769078026.743410:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078026.743411:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078026.743417:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00020000:00000001:3.0:1769078026.743419:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078026.743421:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:3.0:1769078026.743425:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078026.743429:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078026.743430:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.743435:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078026.743439:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078026.743442:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769078026.743448:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000100:00100000:2.0:1769078026.743450:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852416:192.168.204.154@tcp:8:kworker.0 00000020:00000001:3.0:1769078026.743453:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743457:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078026.743458:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:2.0:1769078026.743462:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078026.743464:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078026.743467:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000040:2.0:1769078026.743470:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657852288/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00200000:3.0:1769078026.743471:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769078026.743478:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769078026.743486:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769078026.743487:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078026.743490:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:3.0:1769078026.743490:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000010:2.0:1769078026.743494:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01000. 00000020:00000001:3.0:1769078026.743496:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:2.0:1769078026.743498:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078026.743501:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769078026.743501:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00000040:2.0:1769078026.743504:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078026.743508:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078026.743510:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08635400. 00000020:00001000:3.0:1769078026.743510:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 02000000:00000001:2.0:1769078026.743515:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078026.743518:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1769078026.743519:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000100:00000010:2.0:1769078026.743520:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:2.0:1769078026.743526:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1769078026.743526:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078026.743529:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078026.743532:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078026.743532:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:2.0:1769078026.743536:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657852416/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.743538:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078026.743542:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743545:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078026.743548:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:3.0:1769078026.743549:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078026.743550:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078026.743571:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078026.743572:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078026.743573:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078026.743575:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078026.743576:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636800. 02000000:00000001:2.0:1769078026.743578:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078026.743579:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078026.743580:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:2.0:1769078026.743583:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078026.743586:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078026.743586:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:2.0:1769078026.743588:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078026.743594:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078026.743595:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1769078026.743597:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743601:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078026.743601:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743603:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078026.743605:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:3.0:1769078026.743609:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078026.743610:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.743616:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743619:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078026.743622:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078026.743623:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078026.743627:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:3.0:1769078026.743629:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000001:2.0:1769078026.743630:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078026.743634:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.743634:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00100000:2.0:1769078026.743638:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852544:192.168.204.154@tcp:8:kworker.0 00000020:00000001:3.0:1769078026.743640:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078026.743643:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1769078026.743644:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:2.0:1769078026.743646:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078026.743649:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.743649:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078026.743653:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769078026.743668:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.743672:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078026.743675:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 00020000:00000001:3.0:1769078026.743676:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078026.743679:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.743682:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769078026.743686:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078026.743686:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078026.743691:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:3.0:1769078026.743693:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078026.743694:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:3.0:1769078026.743699:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000200:2.0:1769078026.743700:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657852544, portal 4 00000100:00000001:2.0:1769078026.743704:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:3.0:1769078026.743705:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:2.0:1769078026.743706:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00020000:00000001:3.0:1769078026.743712:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:2.0:1769078026.743715:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.743717:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078026.743721:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:2.0:1769078026.743725:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:3.0:1769078026.743725:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000040:2.0:1769078026.743730:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078026.743732:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000008:00000001:3.0:1769078026.743733:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000200:2.0:1769078026.743734:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657852544, offset 0 00000008:00000020:3.0:1769078026.743739:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:2.0:1769078026.743740:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000008:00000001:3.0:1769078026.743745:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078026.743746:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078026.743752:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000008:00000001:3.0:1769078026.743754:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:2.0:1769078026.743755:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078026.743761:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000001:3.0:1769078026.743761:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:2.0:1769078026.743765:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000001:3.0:1769078026.743767:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000400:00000200:2.0:1769078026.743768:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078026.743774:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370550:370550:256:4294967295] 192.168.204.154@tcp LPNI seq info [370545:370545:8:4294967295] 00000008:00000020:3.0:1769078026.743776:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000200:2.0:1769078026.743778:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078026.743787:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:2.0:1769078026.743788:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000020:3.0:1769078026.743792:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000200:2.0:1769078026.743794:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078026.743798:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000008:00000001:3.0:1769078026.743798:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769078026.743805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:3.0:1769078026.743805:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000800:00000200:2.0:1769078026.743809:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000008:00000020:3.0:1769078026.743812:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000800:00000200:2.1:1769078026.743814:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078026.743819:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 11 secs later) 00000008:00000001:3.0:1769078026.743822:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000800:00000100:2.0:1769078026.743824:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00000001:3.0:1769078026.743827:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078026.743828:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078026.743833:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:3.0:1769078026.743834:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.743838:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078026.743839:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:3.0:1769078026.743848:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078026.743851:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000001:3.0:1769078026.743852:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078026.743854:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000020:00000001:3.0:1769078026.743857:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078026.743859:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:3.0:1769078026.743862:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000200:2.0:1769078026.743864:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078026.743866:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078026.743870:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078026.743873:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078026.743876:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743880:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:3.0:1769078026.743881:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078026.743885:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:2.0:1769078026.743888:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078051 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.743888:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078026.743890:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769078026.743893:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078026.743896:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078026.743899:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078026.743902:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743906:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.743907:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743912:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1769078026.743913:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078026.743917:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078026.743918:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:2.0:1769078026.743920:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.743920:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078026.743923:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:2.0:1769078026.743927:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00020000:00000001:3.0:1769078026.743927:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078026.743929:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078026.743932:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078026.743935:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:2.0:1769078026.743936:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078026.743939:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743941:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299684390 00020000:00000001:3.0:1769078026.743943:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743946:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299685068 00020000:00000001:3.0:1769078026.743947:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078026.743950:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078026.743953:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299684390 00000020:00000001:3.0:1769078026.743954:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.743960:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299685068 00000020:00000001:3.0:1769078026.743961:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078026.743965:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:2.0:1769078026.743966:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078026.743968:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078026.743971:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.743972:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078026.743976:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769078026.743977:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078026.743981:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00100000:2.0:1769078026.743986:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078026/real 1769078026] req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078026.743987:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769078026.743990:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769078026.743993:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078026.743997:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000001:2.0:1769078026.744006:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000080:00000001:3.0:1769078026.744006:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000001:2.0:1769078026.744010:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1769078026.744011:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000010:2.0:1769078026.744014:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000020:00001000:3.0:1769078026.744016:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000400:00000200:2.0:1769078026.744018:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000080:00000001:3.0:1769078026.744020:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1769078026.744021:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078026.744025:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000080:00000001:3.0:1769078026.744027:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078026.744030:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1769078026.744034:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769078026.744038:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000200:2.0:1769078026.744039:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.744041:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078026.744045:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000001:2.0:1769078026.744048:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078026.744052:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:3.0:1769078026.744053:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:2.0:1769078026.744054:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078026.744058:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078026.744059:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000100:00100000:2.0:1769078026.744063:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.744064:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769078026.744068:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769078026.744071:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078026.744073:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078026.744080:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:2.0:1769078026.744081:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078026.744085:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078026.744089:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078026.744093:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000002:3.0:1769078026.744095:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:2.0:1769078026.744097:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078026.744101:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078026.744103:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1769078026.744104:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:2.0:1769078026.744105:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078026.744110:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:3.0:1769078026.744111:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:2.0:1769078026.744113:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00020000:00000001:3.0:1769078026.744115:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00080000:2.0:1769078026.744118:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00020000:00000001:3.0:1769078026.744119:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:2.0:1769078026.744121:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:3.0:1769078026.744123:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078026.744126:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078026.744128:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078026.744135:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078026.744140:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078026.744141:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852544:192.168.204.154@tcp:8:kworker.0 00000020:00000001:3.0:1769078026.744146:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078026.744147:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078026.744150:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078026.744151:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078026.744156:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657852544/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078051 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078026.744156:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769078026.744160:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:2.0:1769078026.744165:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769078026.744167:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078026.744168:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078026.744170:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 00000020:00000001:3.0:1769078026.744173:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:2.0:1769078026.744174:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078026.744178:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769078026.744178:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000040:2.0:1769078026.744179:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078026.744183:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00020000:00000001:3.0:1769078026.744183:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000010:2.0:1769078026.744188:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 00020000:00200000:3.0:1769078026.744188:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:2.0:1769078026.744194:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00020000:00000002:3.0:1769078026.744195:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:2.0:1769078026.744196:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078026.744199:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:2.0:1769078026.744203:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00020000:00000001:3.0:1769078026.744203:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769078026.744205:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078026.744207:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:2.0:1769078026.744208:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078026.744212:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078026.744213:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078026.744216:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.744217:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000001:2.0:1769078026.744218:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078026.744220:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769078026.744224:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769078026.744228:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:3.0:1769078026.744230:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078026.744232:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078026.744233:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078026.744235:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744237:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744238:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769078026.744240:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078026.744242:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744243:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.744245:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.744246:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078026.744248:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078026.744249:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078026.744250:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078026.744251:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078026.744252:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.744254:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744256:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744257:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.744258:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078026.744259:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.744260:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.744262:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078026.744263:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078026.744264:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078026.744265:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078026.744266:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769078026.744267:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769078026.744270:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078026.744271:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078026.744272:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078026.744274:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078026.744275:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769078026.744276:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:3.0:1769078026.744279:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769078026.744281:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078026.744282:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078026.744283:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078026.744285:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769078026.744287:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769078026.744290:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078026.744292:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.744293:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744295:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744297:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.744298:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.744299:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769078026.744301:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769078026.744302:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078026.744303:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078026.744304:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078026.744305:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744307:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078026.744308:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078026.744309:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078026.744311:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769078026.744312:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078026.744313:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078026.744314:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078026.744315:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744316:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744318:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078026.744319:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078026.744320:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078026.744321:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078026.744322:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078026.744323:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078026.744324:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078026.744325:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078026.744326:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078026.744327:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744328:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078026.744330:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078026.744331:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078026.744332:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078026.744334:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078026.744335:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078026.744336:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078026.744337:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078026.744338:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078026.744339:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769078026.744341:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769078026.744342:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769078026.744344:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078026.744345:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769078026.744348:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769078026.744349:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078026.744351:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769078026.744352:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078026.744354:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078027.380707:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078027.380707:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078027.380707:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078027.380713:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078027.380717:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078027.380718:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078027.380718:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078027.380719:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078027.380720:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078027.380722:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078027.380723:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078027.380729:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078027.380730:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078027.380731:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078027.380731:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078027.380737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078027.380739:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078027.380739:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078027.380740:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078027.380744:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078027.380746:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078027.380746:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078027.380746:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078027.380748:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078027.380752:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078027.380756:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078027.380757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078027.380759:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078027.380761:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078027.380762:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078027.380765:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078027.380769:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078027.380770:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078027.380774:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078027.380778:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078027.380780:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078027.380785:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078027.380786:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078027.380788:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078027.380789:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078027.380791:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078027.380791:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078027.380795:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078027.380795:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078027.380797:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078027.380798:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078027.380801:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078027.380801:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078027.380805:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078027.380805:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078027.380805:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078027.380807:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078027.380811:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078027.380811:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078027.380813:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078027.380819:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078027.380820:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078027.380825:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078027.380826:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078027.380830:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078027.380831:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078027.380834:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078027.380836:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078027.380838:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078027.380843:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078027.380845:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078027.380849:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078027.380851:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078027.380853:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078027.380856:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078027.380859:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078027.380863:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078027.380865:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078027.380867:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078027.508632:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299685068, at 4299685120 00000100:00000040:1.0:1769078027.508632:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299685068, at 4299685120 00000100:00000010:0.0:1769078027.508663:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b600. 00000100:00000010:1.0:1769078027.508668:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b9c0. 00000100:00000001:0.0:1769078027.764686:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078027.764686:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078027.764694:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078027.764695:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078027.764697:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078027.764699:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078027.764703:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078027.764705:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078027.764709:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078027.764713:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078027.764715:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078027.764717:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078027.764719:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078027.764721:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078027.764726:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078027.764729:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078027.764732:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078027.764735:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078028.404709:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078028.404710:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078028.404714:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078028.404724:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078028.404724:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078028.404725:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078028.404730:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078028.404731:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078028.404732:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078028.404740:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078028.404745:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078028.404746:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078028.404750:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078028.404750:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078028.404754:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078028.404755:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078028.404756:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078028.404756:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078028.404759:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078028.404760:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078028.404762:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078028.404768:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078028.404770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078028.404771:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078028.404772:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078028.404776:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078028.404777:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078028.404788:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078028.404789:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078028.404791:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078028.404792:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078028.404795:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078028.404800:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078028.404801:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078028.404802:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078028.404806:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078028.404809:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078028.404811:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078028.404816:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078028.404816:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078028.404819:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078028.404822:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078028.404824:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078028.404827:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078028.404834:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078028.404839:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078028.404841:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078028.404845:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078028.404850:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078028.404853:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078028.404856:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078028.404858:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078028.404859:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078028.404862:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078028.404863:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078028.404864:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078028.404867:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078028.404867:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078028.404872:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078028.404872:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000020:00000001:2.0:1769078028.404872:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1769078028.404873:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000020:00000001:2.0:1769078028.404883:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078028.404884:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078028.404884:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078028.404891:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078028.404891:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078028.404892:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078028.404899:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078028.404902:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078028.404908:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078028.404908:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078028.404912:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078028.404917:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078028.788698:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078028.788698:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078028.788707:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078028.788708:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078028.788709:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078028.788712:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078028.788715:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078028.788718:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078028.788719:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078028.788722:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078028.788725:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078028.788726:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078028.788731:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078028.788735:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078028.788738:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078028.788743:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078028.788747:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078028.788750:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078029.428680:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078029.428685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078029.428687:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078029.428690:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078029.428692:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078029.428693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078029.428694:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078029.428695:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078029.428698:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078029.428702:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078029.428703:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078029.428703:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078029.428705:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078029.428707:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078029.428708:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078029.428710:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078029.428712:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078029.428713:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078029.428715:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078029.428718:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078029.428718:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:0.0:1769078029.428720:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078029.428723:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078029.428723:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078029.428725:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078029.428726:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078029.428727:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078029.428730:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078029.428731:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078029.428732:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078029.428735:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078029.428736:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078029.428737:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078029.428742:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078029.428742:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078029.428742:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078029.428746:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078029.428748:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078029.428749:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078029.428749:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078029.428756:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078029.428759:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078029.428762:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078029.428762:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078029.428766:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078029.428767:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078029.428768:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078029.428769:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078029.428771:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078029.428772:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078029.428773:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078029.428775:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078029.428777:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078029.428780:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078029.428782:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078029.428786:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078029.428788:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078029.428789:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078029.428791:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078029.428792:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078029.428793:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078029.428798:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078029.428798:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078029.428798:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078029.428802:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078029.428802:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078029.428802:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078029.428806:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078029.428808:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078029.428809:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078029.428809:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078029.428810:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078029.428811:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078029.428812:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078029.428815:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078029.428816:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078029.428819:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078029.428820:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078029.428820:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078029.428825:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078029.428826:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078029.428828:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078029.428829:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078029.428832:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078029.428834:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078029.428837:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078029.428838:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078029.428842:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078029.428849:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078029.428870:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078029.428874:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078029.428877:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078029.812682:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078029.812686:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078029.812690:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078029.812693:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078029.812694:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078029.812698:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078029.812703:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078029.812704:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078029.812711:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078029.812711:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078029.812717:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078029.812720:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078029.812723:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078029.812726:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078029.812728:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078029.812732:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078029.812735:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078029.812737:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078030.452709:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078030.452709:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078030.452715:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078030.452720:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078030.452720:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078030.452721:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078030.452723:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078030.452724:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078030.452725:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078030.452732:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078030.452732:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078030.452734:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078030.452734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078030.452738:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078030.452738:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078030.452744:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078030.452744:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078030.452746:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078030.452747:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078030.452752:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078030.452762:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078030.452764:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078030.452769:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078030.452769:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078030.452786:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078030.452787:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078030.452787:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078030.452796:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078030.452797:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078030.452806:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078030.452814:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078030.452814:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078030.452814:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078030.452816:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078030.452818:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078030.452820:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078030.452824:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078030.452826:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078030.452826:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078030.452832:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078030.452835:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078030.452839:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078030.452841:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078030.452843:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078030.452873:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078030.452875:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078030.452881:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078030.452882:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078030.452883:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078030.452889:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078030.452889:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078030.452890:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078030.452896:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078030.452901:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078030.452904:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078030.452905:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078030.452906:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078030.452912:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078030.452916:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078030.452916:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078030.452917:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078030.452919:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078030.452920:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078030.452922:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078030.452929:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078030.452931:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078030.452933:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078030.452938:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078030.452939:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078030.452942:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078030.452945:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078030.452945:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078030.452953:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078030.452957:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078030.836725:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078030.836726:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078030.836733:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078030.836736:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078030.836736:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078030.836741:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078030.836747:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078030.836748:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078030.836753:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078030.836756:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078030.836757:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078030.836762:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078030.836765:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078030.836766:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078030.836775:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078030.836776:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078030.836782:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078030.836786:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078031.476687:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078031.476693:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078031.476695:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078031.476700:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078031.476705:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078031.476706:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078031.476706:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078031.476716:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078031.476718:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078031.476718:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.476721:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078031.476723:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078031.476728:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078031.476735:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.476736:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.476736:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078031.476739:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078031.476745:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078031.476747:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078031.476748:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078031.476759:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078031.476763:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078031.476763:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078031.476764:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078031.476766:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.476770:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078031.476771:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078031.476777:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078031.476777:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.476781:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078031.476781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078031.476786:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078031.476789:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078031.476790:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.476792:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078031.476799:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078031.476803:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078031.476806:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078031.476807:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078031.476809:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.476811:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078031.476813:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.476815:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078031.476817:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078031.476827:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078031.476829:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.476831:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078031.476834:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078031.476835:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078031.476837:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078031.476839:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.476841:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078031.476845:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078031.476847:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078031.476848:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.476853:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078031.476855:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078031.476855:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.476861:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.476870:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078031.476875:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078031.476878:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078031.476882:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078031.476887:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078031.476890:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.476894:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078031.476896:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.476899:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.476899:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078031.476902:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078031.476904:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.476906:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:3.0:1769078031.476908:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078031.476909:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078031.476911:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.476912:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078031.476913:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078031.476915:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078031.476920:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078031.476925:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078031.860672:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078031.860678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078031.860680:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078031.860685:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078031.860688:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078031.860691:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.860692:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078031.860692:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078031.860694:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078031.860696:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078031.860697:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.860699:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078031.860702:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078031.860704:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769078031.860705:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078031.860709:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078031.860710:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078031.860712:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.860714:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769078031.860715:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078031.860716:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.860720:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.860722:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078031.860731:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5017 00000400:00000200:3.0:1769078031.860739:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078031.860746:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078031.860750:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000080:00000001:2.0:1769078031.860753:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000040:3.0:1769078031.860753:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078031.860757:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:2.0:1769078031.860759:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000040:3.0:1769078031.860762:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078031.860763:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769078031.860766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078031.860769:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00000001:3.0:1769078031.860772:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00001000:2.0:1769078031.860774:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000040:3.0:1769078031.860776:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078031.860780:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000020:00000001:3.0:1769078031.860780:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078031.860783:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:2.0:1769078031.860785:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078031.860788:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000080:00000001:2.0:1769078031.860789:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078031.860793:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769078031.860794:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078031.860798:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:3.0:1769078031.860800:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078031.860801:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078031.860804:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.860805:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078031.860809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:2.0:1769078031.860811:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769078031.860812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:2.0:1769078031.860818:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:3.0:1769078031.860819:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:2.0:1769078031.860825:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:3.0:1769078031.860825:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078031.860829:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:3.0:1769078031.860830:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.860833:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000001:3.0:1769078031.860835:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:2.0:1769078031.860836:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.860840:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078031.860841:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078031.860844:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 02000000:00000001:3.0:1769078031.860846:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.860847:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.860850:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:2.0:1769078031.860851:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078031.860854:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769078031.860854:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.860855:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078031.860859:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:2.0:1769078031.860862:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.860865:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000010:3.0:1769078031.860865:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24700. 00000020:00000001:2.0:1769078031.860868:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000040:3.0:1769078031.860870:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:2.0:1769078031.860872:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078031.860876:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:3.0:1769078031.860877:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000002:2.0:1769078031.860881:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:3.0:1769078031.860881:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.860886:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078031.860887:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078031.860888:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078031.860890:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00000001:3.0:1769078031.860893:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00001000:2.0:1769078031.860894:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078031.860897:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 02000000:00000001:3.0:1769078031.860898:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078031.860899:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:3.0:1769078031.860904:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.860905:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078031.860908:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078031.860909:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.860911:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.860913:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 02000000:00000010:3.0:1769078031.860914:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 00000020:00000001:2.0:1769078031.860916:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078031.860919:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.860921:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.860922:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.860923:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.860927:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078031.860929:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078031.860931:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078031.860932:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078031.860934:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078031.860936:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078031.860936:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1769078031.860940:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.860945:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.860948:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.860952:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769078031.860953:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769078031.860954:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.860957:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.860959:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.860960:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078031.860963:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078031.860965:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078031.860967:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:3.0:1769078031.860968:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5c7b818] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078031.860970:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078031.860974:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078031.860979:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078031.860982:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078031.860984:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078031.860987:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078031.860989:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078031.860992:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000100:00000001:3.0:1769078031.860992:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1769078031.860998:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000100:00080000:3.0:1769078031.860999:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:2.0:1769078031.861004:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:3.0:1769078031.861006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000008:00000020:2.0:1769078031.861007:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078031.861010:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078031.861010:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078031.861012:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:2.0:1769078031.861013:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00080000:3.0:1769078031.861016:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078031.861017:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000020:2.0:1769078031.861018:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:0.0:1769078031.861022:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078031.861022:0:8:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:2.0:1769078031.861024:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078031.861027:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078031.861028:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5017 00000020:00000001:2.0:1769078031.861031:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078031.861032:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078031.861035:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078031.861037:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078031.861039:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861044:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078031.861045:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078031.861051:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078031.861052:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078031.861055:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078031.861057:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078031.861060:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:0.0:1769078031.861062:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769078031.861062:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078031.861063:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078031.861067:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:0.0:1769078031.861069:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078031.861070:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:3.0:1769078031.861070:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078031.861073:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:0.0:1769078031.861076:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861076:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.861077:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078031.861082:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078031.861083:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1769078031.861085:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657852672:192.168.204.154@tcp:250:kworker.0 00000020:00000001:2.0:1769078031.861085:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000040:3.0:1769078031.861086:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078031.861088:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078031.861092:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000020:00000001:3.0:1769078031.861092:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078031.861093:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:2.0:1769078031.861096:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:3.0:1769078031.861096:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:0.0:1769078031.861099:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1769078031.861100:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078031.861102:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:2.0:1769078031.861103:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:0.0:1769078031.861104:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861106:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078031.861108:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:0.0:1769078031.861109:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:2.0:1769078031.861109:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861113:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000040:3.0:1769078031.861114:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078031.861115:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000010:0.0:1769078031.861117:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745000. 00000020:00000001:2.0:1769078031.861118:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:3.0:1769078031.861119:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1769078031.861122:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861122:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078031.861125:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:3.0:1769078031.861125:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078031.861128:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078031.861130:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:0.0:1769078031.861131:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078031.861131:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000010:0.0:1769078031.861136:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000020:00000040:3.0:1769078031.861136:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:2.0:1769078031.861141:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078031.861143:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000010:0.0:1769078031.861144:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00080000:3.0:1769078031.861144:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078031.861146:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861151:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.861152:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769078031.861153:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657852672, portal 25 00020000:00000001:2.0:1769078031.861154:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769078031.861155:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078031.861157:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769078031.861159:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078031.861160:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.861161:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069293312 : -115332640258304 : ffff971b06f24700) 02000000:00000001:3.0:1769078031.861163:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078031.861164:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078031.861167:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000040:0.0:1769078031.861169:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078031.861170:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078031.861172:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078031.861175:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078031.861178:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 02000000:00000001:3.0:1769078031.861179:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861182:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1769078031.861183:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078031.861184:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:2.0:1769078031.861185:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000040:0.0:1769078031.861188:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00000001:2.0:1769078031.861189:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000008:00100000:3.0:1769078031.861190:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000010:0.0:1769078031.861191:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000080:00200000:2.0:1769078031.861193:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000200:0.0:1769078031.861195:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657852672, offset 0 00000008:00000001:3.0:1769078031.861197:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078031.861202:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:3.0:1769078031.861202:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861205:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:0.0:1769078031.861206:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00001000:2.0:1769078031.861210:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000010:3.0:1769078031.861211:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25c00. 00000080:00000001:2.0:1769078031.861213:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769078031.861216:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:3.0:1769078031.861216:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000080:00000001:2.0:1769078031.861218:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078031.861223:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1769078031.861224:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000080:00000001:2.0:1769078031.861227:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:3.0:1769078031.861228:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078031.861230:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000001:2.0:1769078031.861231:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769078031.861232:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078031.861234:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:0.0:1769078031.861236:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 02000000:00000001:3.0:1769078031.861236:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078031.861241:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078031.861242:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078031.861242:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000400:00000200:0.0:1769078031.861247:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00001000:2.0:1769078031.861248:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 02000000:00000010:3.0:1769078031.861249:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00000020:00000001:2.0:1769078031.861252:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000400:00000200:0.0:1769078031.861253:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370551:370551:256:4294967295] 192.168.204.154@tcp LPNI seq info [370546:370546:8:4294967295] 00000020:00000001:2.0:1769078031.861256:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078031.861256:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078031.861259:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078031.861262:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:0.0:1769078031.861266:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078031.861267:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00100000:3.0:1769078031.861267:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1769078031.861270:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078031.861272:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078031.861277:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000400:00000200:0.0:1769078031.861282:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000002:2.0:1769078031.861284:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:2.0:1769078031.861290:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:3.0:1769078031.861291:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078031.861292:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000800:00000200:0.0:1769078031.861296:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078031.861296:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:3.0:1769078031.861297:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861300:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1769078031.861303:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00020000:00000001:2.0:1769078031.861303:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769078031.861307:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d4ec735] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078031.861308:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078031.861311:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769078031.861313:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078031.861316:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000200:0.0:1769078031.861319:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000020:00000001:2.0:1769078031.861319:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078031.861322:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078031.861326:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000800:00000200:0.1:1769078031.861329:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:3.0:1769078031.861330:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861331:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1769078031.861333:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000020:00000001:2.0:1769078031.861336:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00080000:3.0:1769078031.861336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1769078031.861341:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078031.861341:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:3.0:1769078031.861343:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000010:0.0:1769078031.861345:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00020000:00000001:2.0:1769078031.861345:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:3.0:1769078031.861347:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00200000:2.0:1769078031.861349:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:3.0:1769078031.861350:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1769078031.861351:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000002:2.0:1769078031.861353:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:3.0:1769078031.861355:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:2.0:1769078031.861357:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078031.861360:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00080000:3.0:1769078031.861362:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5017 00000400:00000200:0.0:1769078031.861364:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1769078031.861364:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078031.861369:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000400:00000200:0.0:1769078031.861370:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000200:3.0:1769078031.861372:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078031.861373:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769078031.861379:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00001000:2.0:1769078031.861380:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000400:00000200:3.0:1769078031.861381:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000200:0.0:1769078031.861386:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078031.861386:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000100:00080000:3.0:1769078031.861387:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078031.861391:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078031.861395:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:3.0:1769078031.861396:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078031.861399:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078031.861401:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078031.861401:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078031.861402:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078031.861406:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078031.861407:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078031.861408:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078031.861412:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000001:3.0:1769078031.861414:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078031.861419:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078031.861420:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078031.861421:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861422:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.861425:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1769078031.861425:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000001:2.0:1769078031.861427:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078031.861430:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078031.861431:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861431:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078031.861434:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078031.861437:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000200:0.0:1769078031.861438:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078031.861440:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000020:00000001:3.0:1769078031.861440:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000001:0.0:1769078031.861443:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299690187 00020000:00000001:2.0:1769078031.861443:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078031.861446:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078031.861446:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:2.0:1769078031.861448:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000010:0.0:1769078031.861449:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3b7e0. 00000020:00000001:2.0:1769078031.861450:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861453:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078031.861453:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078031.861457:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00020000:00000001:2.0:1769078031.861457:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.861459:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078031.861462:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.861464:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299690187 00000020:00000001:2.0:1769078031.861465:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:3.0:1769078031.861465:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078031.861467:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078031.861469:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3b8a0. 00000020:00000001:2.0:1769078031.861471:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.861472:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:0.0:1769078031.861474:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1769078031.861474:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078031.861477:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:0.0:1769078031.861479:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769078031.861479:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:2.0:1769078031.861480:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078031.861483:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769078031.861484:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078031.861485:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00080000:3.0:1769078031.861486:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078031.861487:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:2.0:1769078031.861488:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078031.861493:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00100000:0.0:1769078031.861495:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078031/real 1769078031] req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:2.0:1769078031.861495:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078031.861496:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078031.861500:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078031.861503:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:3.0:1769078031.861504:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078031.861505:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000400:00000001:0.0:1769078031.861507:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00000020:2.0:1769078031.861508:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000001:0.0:1769078031.861510:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769078031.861513:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1769078031.861514:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000008:00000001:2.0:1769078031.861514:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078031.861516:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:0.0:1769078031.861518:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000008:00000001:2.0:1769078031.861519:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078031.861519:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1769078031.861522:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000008:00000001:2.0:1769078031.861523:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:3.0:1769078031.861526:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.861527:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000020:2.0:1769078031.861527:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000200:0.0:1769078031.861533:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078031.861533:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00000001:2.0:1769078031.861534:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769078031.861537:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:2.0:1769078031.861538:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861542:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078031.861545:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861546:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861550:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.861586:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769078031.861587:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078031.861594:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078031.861594:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000100:00000001:0.0:1769078031.861595:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078031.861598:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078031.861599:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000040:3.0:1769078031.861601:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:0.0:1769078031.861602:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:2.0:1769078031.861602:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:0.0:1769078031.861604:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078031.861606:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078031.861609:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:3.0:1769078031.861609:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:0.0:1769078031.861610:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078031.861613:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:3.0:1769078031.861613:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861616:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.861619:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078031.861622:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 02000000:00000001:3.0:1769078031.861623:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078031.861625:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078031.861626:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:3.0:1769078031.861627:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861629:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:0.0:1769078031.861631:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078031.861633:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000010:3.0:1769078031.861634:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00020000:00000001:2.0:1769078031.861636:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078031.861639:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078031.861642:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.861643:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078031.861643:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078031.861646:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.861648:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078031.861650:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.861651:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078031.861653:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078031.861654:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00100000:3.0:1769078031.861654:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078031.861655:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1769078031.861657:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:0.0:1769078031.861659:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078031.861660:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078031.861663:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00080000:0.0:1769078031.861664:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1769078031.861665:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078031.861668:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078031.861670:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:0.0:1769078031.861673:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000020:00000001:2.0:1769078031.861673:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078031.861678:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:2.0:1769078031.861678:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769078031.861678:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078031.861682:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.861684:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078031.861685:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078031.861686:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861692:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078031.861695:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:3.0:1769078031.861695:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078031.861699:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078031.861700:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657852672:192.168.204.154@tcp:250:kworker.0 00000020:00000001:2.0:1769078031.861704:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078031.861707:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078031.861708:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078031.861711:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:0.0:1769078031.861712:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078031.861714:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769078031.861717:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078031.861718:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24700 x1855007657852672/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078031.861718:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078031.861721:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00080000:3.0:1769078031.861723:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:2.0:1769078031.861726:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078031.861729:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078031.861731:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00080000:3.0:1769078031.861733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000080:00200000:2.0:1769078031.861734:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:0.0:1769078031.861735:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769078031.861737:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1769078031.861739:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000080:00000001:2.0:1769078031.861739:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078031.861742:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:3.0:1769078031.861742:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:0.0:1769078031.861743:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745000. 00000020:00001000:2.0:1769078031.861744:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 02000000:00000001:0.0:1769078031.861747:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000080:00000001:2.0:1769078031.861749:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078031.861750:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078031.861750:0:8:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:2.0:1769078031.861752:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078031.861754:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000080:00000001:2.0:1769078031.861756:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000020:00000001:0.0:1769078031.861758:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:3.0:1769078031.861758:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5017 00000080:00000001:2.0:1769078031.861759:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 02000000:00000010:0.0:1769078031.861761:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19800. 00000020:00000001:2.0:1769078031.861762:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078031.861764:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 02000000:00000001:0.0:1769078031.861766:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1769078031.861768:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:0.0:1769078031.861769:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00001000:2.0:1769078031.861769:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078031.861773:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000100:00000010:0.0:1769078031.861774:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24700. 00000400:00000200:3.0:1769078031.861777:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:2.0:1769078031.861778:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078031.861779:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000080:00000001:2.0:1769078031.861780:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:0.0:1769078031.861781:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769078031.861783:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:0.0:1769078031.861784:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078031.861784:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078031.861790:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078031.861791:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078031.861793:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:2.0:1769078031.861793:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078031.861793:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078031.861796:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078031.861798:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:0.0:1769078031.861800:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078031.861801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000002:2.0:1769078031.861802:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:0.0:1769078031.861803:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:2.0:1769078031.861806:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:0.0:1769078031.861807:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078031.861807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078031.861808:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078031.861811:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:0.0:1769078031.861813:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078031.861813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078031.861814:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861818:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078031.861821:0:8:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:2.0:1769078031.861822:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078031.861825:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078031.861825:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:2.0:1769078031.861831:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078031.861831:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078031.861834:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078031.861835:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:2.0:1769078031.861836:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000040:3.0:1769078031.861836:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:0.0:1769078031.861837:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078031.861839:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:0.0:1769078031.861842:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078031.861843:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078031.861843:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 02000000:00000001:0.0:1769078031.861844:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078031.861847:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078031.861849:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 02000000:00000001:0.0:1769078031.861850:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861850:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078031.861852:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078031.861856:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:0.0:1769078031.861857:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852800:192.168.204.154@tcp:38:kworker.0 00020000:00000002:2.0:1769078031.861860:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000040:3.0:1769078031.861860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078031.861861:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078031.861865:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078031.861865:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078031.861867:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:3.0:1769078031.861867:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078031.861869:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078031.861871:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 02000000:00000001:0.0:1769078031.861874:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078031.861874:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000040:3.0:1769078031.861874:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078031.861878:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 02000000:00000001:0.0:1769078031.861881:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769078031.861881:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078031.861881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078031.861885:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000010:0.0:1769078031.861887:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745000. 00000020:00000001:2.0:1769078031.861887:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:3.0:1769078031.861887:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000020:00000001:2.0:1769078031.861889:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.861891:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861892:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.861896:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00080000:3.0:1769078031.861896:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:0.0:1769078031.861900:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078031.861901:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769078031.861903:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861904:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769078031.861905:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00020000:00000001:2.0:1769078031.861909:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078031.861910:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1769078031.861911:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000020:00000001:2.0:1769078031.861912:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769078031.861916:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657852800, portal 10 00000020:00000001:2.0:1769078031.861916:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078031.861917:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000001:3.0:1769078031.861917:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078031.861920:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078031.861921:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078031.861922:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:3.0:1769078031.861923:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.861924:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069298688 : -115332640252928 : ffff971b06f25c00) 00000020:00000001:2.0:1769078031.861925:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078031.861927:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.861928:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:2.0:1769078031.861929:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078031.861933:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078031.861933:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078031.861934:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000001:2.0:1769078031.861937:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861941:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000008:00000001:3.0:1769078031.861942:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861944:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078031.861948:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.861949:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769078031.861949:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.861953:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:0.0:1769078031.861954:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078031.861955:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078031.861957:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000010:3.0:1769078031.861957:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000400:00000010:0.0:1769078031.861958:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000020:00000001:2.0:1769078031.861959:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078031.861963:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000200:0.0:1769078031.861964:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657852800, offset 0 00000020:00000040:3.0:1769078031.861964:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000008:00000001:2.0:1769078031.861965:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078031.861967:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078031.861970:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:0.0:1769078031.861971:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 02000000:00000001:3.0:1769078031.861971:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000008:00000001:2.0:1769078031.861972:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078031.861976:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 02000000:00000001:3.0:1769078031.861976:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078031.861977:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078031.861979:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078031.861982:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000400:00000200:0.0:1769078031.861983:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:3.0:1769078031.861983:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000008:00000020:2.0:1769078031.861987:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000400:00000200:0.0:1769078031.861988:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1769078031.861988:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078031.861992:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078031.861993:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:0.0:1769078031.861994:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000020:2.0:1769078031.861995:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078031.861998:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769078031.861999:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000001:2.0:1769078031.862001:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000010:3.0:1769078031.862002:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00000400:00000200:0.0:1769078031.862003:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000020:2.0:1769078031.862004:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:2.0:1769078031.862009:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769078031.862009:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078031.862010:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370552:370552:256:4294967295] 192.168.204.154@tcp LPNI seq info [370547:370547:8:4294967295] 00000008:00000001:2.0:1769078031.862015:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078031.862019:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078031.862019:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078031.862021:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078031.862023:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.862027:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.862031:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078031.862032:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078031.862035:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078031.862037:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078031.862039:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078031.862042:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078031.862044:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000800:00000200:0.0:1769078031.862046:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078031.862046:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.862050:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:3.0:1769078031.862050:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1769078031.862052:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000020:00000001:2.0:1769078031.862053:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078031.862056:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078031.862056:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.862059:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000800:00000200:0.0:1769078031.862061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078031.862061:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078031.862063:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000800:00000200:0.0:1769078031.862066:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000020:00000001:2.0:1769078031.862066:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:3.0:1769078031.862067:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078031.862068:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.862071:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078031.862074:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078031.862077:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000800:00000200:0.1:1769078031.862078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078031.862079:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078031.862081:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078031.862083:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078031.862086:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000800:00000200:0.1:1769078031.862086:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00020000:00000001:2.0:1769078031.862088:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078031.862090:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078031.862092:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.862093:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078031.862095:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:0.0:1769078031.862098:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078031.862098:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078031.862100:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5027) 00020000:00000001:2.0:1769078031.862101:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000800:00000010:0.0:1769078031.862103:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000020:00000001:2.0:1769078031.862105:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078031.862107:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078031.862109:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:0.0:1769078031.862110:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000001:2.0:1769078031.862110:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078031.862112:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078031.862114:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078031.862115:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078031.862118:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000400:00000200:0.0:1769078031.862120:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:2.0:1769078031.862120:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078031.862122:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078031.862125:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078031.862126:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:0.0:1769078031.862127:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000080:00000001:2.0:1769078031.862129:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000010:0.0:1769078031.862130:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000020:00000001:2.0:1769078031.862131:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078031.862134:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000001:0.0:1769078031.862135:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000080:00000001:2.0:1769078031.862136:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:2.0:1769078031.862138:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769078031.862141:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862148:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078031.862149:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862154:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.862155:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078031.862157:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078031.862160:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:0.0:1769078031.862162:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078031.862163:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299689483 00000100:00000001:0.0:1769078031.862165:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299690187 00000100:00000001:0.0:1769078031.862167:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299689483 00000100:00000001:0.0:1769078031.862168:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299690187 00000100:00000001:0.0:1769078031.862169:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078031.862171:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.862172:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078031.862174:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078031/real 1769078031] req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078031.862179:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078031.862179:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078031.862180:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078031.862182:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078031.862182:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078031.862184:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078031.862185:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078031.862190:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862194:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078031.862194:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862195:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078031.862196:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078031.862198:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862201:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078031.862203:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862207:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078031.862208:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862209:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078031.862210:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862211:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078031.862213:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078031.862215:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078031.862217:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078031.862218:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078031.862220:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078031.862225:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852800:192.168.204.154@tcp:38:kworker.0 00000100:00000001:0.0:1769078031.862227:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078031.862228:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862232:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078031.862232:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.862234:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078031.862235:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078031.862236:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078031.862238:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852928:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078031.862240:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078031.862241:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078031.862242:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.862243:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078031.862245:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745c00. 02000000:00000001:0.0:1769078031.862246:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078031.862248:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078031.862250:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078031.862252:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078031.862253:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657852928, portal 4 00000100:00000001:0.0:1769078031.862255:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078031.862256:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069306752 : -115332640244864 : ffff971b06f27b80) 00000100:00000040:0.0:1769078031.862259:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862262:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078031.862264:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078031.862265:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769078031.862266:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657852928, offset 0 00000400:00000200:0.0:1769078031.862269:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078031.862271:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078031.862273:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078031.862275:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078031.862276:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078031.862278:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078031.862279:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078031.862281:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370553:370553:256:4294967295] 192.168.204.154@tcp LPNI seq info [370548:370548:8:4294967295] 00000400:00000200:0.0:1769078031.862283:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078031.862287:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078031.862289:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078031.862291:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769078031.862293:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078031.862295:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1769078031.862298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078031.862299:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1769078031.862301:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078031.862303:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769078031.862304:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078031.862307:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078031.862308:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769078031.862309:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769078031.862311:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078031.862312:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862317:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078031.862319:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862322:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.862323:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078031.862325:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078031.862327:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:0.0:1769078031.862328:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078031.862330:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299689504 00000100:00000001:0.0:1769078031.862331:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299690187 00000100:00000001:0.0:1769078031.862332:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299689504 00000100:00000001:0.0:1769078031.862334:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299690187 00000100:00000001:0.0:1769078031.862335:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078031.862336:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.862337:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078031.862339:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078031/real 1769078031] req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078031.862343:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078031.862343:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078031.862344:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078031.862345:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078031.862346:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078031.862347:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078031.862349:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078031.862353:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862356:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078031.862357:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862358:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078031.862359:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078031.862361:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862364:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078031.862366:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862371:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078031.862372:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862373:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078031.862374:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862375:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078031.862377:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078031.862378:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078031.862380:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078031.862381:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078031.862383:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078031.862387:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657852928:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078031.862389:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862390:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078031.862391:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25c00 x1855007657852800/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862395:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078031.862396:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078031.862397:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745000. 02000000:00000001:0.0:1769078031.862398:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078031.862399:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078031.862400:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769078031.862401:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078031.862402:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b400. 02000000:00000001:0.0:1769078031.862403:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078031.862404:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078031.862405:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25c00. 00000100:00000001:0.0:1769078031.862407:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078031.862407:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862408:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078031.862410:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27b80 x1855007657852928/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862414:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078031.862415:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078031.862415:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745c00. 02000000:00000001:0.0:1769078031.862416:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078031.862417:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078031.862417:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769078031.862418:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078031.862419:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b800. 02000000:00000001:0.0:1769078031.862420:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078031.862421:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078031.862421:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27b80. 00000100:00000001:0.0:1769078031.862422:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078031.862423:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862424:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862426:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078031.862427:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.862428:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078031.862428:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078031.862429:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078031.862431:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862434:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078031.862435:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.862436:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078031.862437:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078031.862438:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078031.862439:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853056:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078031.862441:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078031.862442:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078031.862443:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078031.862444:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078031.862446:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745c00. 02000000:00000001:0.0:1769078031.862447:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078031.862449:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078031.862450:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078031.862452:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078031.862454:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657853056, portal 4 00000100:00000001:0.0:1769078031.862455:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078031.862456:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069304960 : -115332640246656 : ffff971b06f27480) 00000100:00000040:0.0:1769078031.862458:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862462:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078031.862463:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078031.862464:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769078031.862466:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657853056, offset 0 00000400:00000200:0.0:1769078031.862468:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078031.862469:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078031.862471:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078031.862472:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078031.862474:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078031.862475:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078031.862477:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078031.862478:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370554:370554:256:4294967295] 192.168.204.154@tcp LPNI seq info [370549:370549:8:4294967295] 00000400:00000200:0.0:1769078031.862481:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078031.862484:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078031.862486:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078031.862488:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769078031.862490:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078031.862491:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000200:0.1:1769078031.862493:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078031.862495:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 6 secs later) 00000800:00000100:0.0:1769078031.862497:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078031.862498:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769078031.862499:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078031.862501:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078031.862503:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769078031.862504:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769078031.862505:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078031.862507:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862511:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078031.862513:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078056 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862516:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.862517:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078031.862519:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078031.862521:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:0.0:1769078031.862522:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078031.862524:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299689508 00000100:00000001:0.0:1769078031.862525:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299690187 00000100:00000001:0.0:1769078031.862526:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299689508 00000100:00000001:0.0:1769078031.862527:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299690187 00000100:00000001:0.0:1769078031.862528:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078031.862530:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.862530:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078031.862532:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078031/real 1769078031] req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078031.862536:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078031.862537:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078031.862538:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078031.862539:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078031.862540:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078031.862541:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078031.862543:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078031.862551:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862569:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078031.862570:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862582:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078031.862583:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078031.862586:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862590:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078031.862592:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862596:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078031.862597:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862598:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078031.862599:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862600:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078031.862602:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078031.862603:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078031.862605:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078031.862606:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078031.862608:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078031.862612:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853056:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078031.862614:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862616:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078031.862617:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27480 x1855007657853056/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078056 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078031.862625:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078031.862625:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078031.862627:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745c00. 02000000:00000001:0.0:1769078031.862628:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078031.862629:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078031.862630:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769078031.862631:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078031.862632:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18400. 02000000:00000001:0.0:1769078031.862633:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078031.862634:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078031.862635:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27480. 00000100:00000001:0.0:1769078031.862636:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078031.862637:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862638:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078031.862640:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078031.862641:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078031.862642:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078031.862643:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078032.500749:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078032.500752:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078032.500756:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078032.500756:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078032.500759:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078032.500760:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078032.500769:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078032.500769:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078032.500771:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078032.500771:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078032.500780:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078032.500781:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078032.500784:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078032.500784:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:2.0:1769078032.500795:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078032.500796:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078032.500797:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078032.500797:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078032.500811:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078032.500812:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078032.500813:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078032.500813:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078032.500819:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078032.500823:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078032.500823:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078032.500831:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078032.500837:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078032.500837:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078032.500840:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078032.500842:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078032.500845:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078032.500848:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078032.500851:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078032.500851:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078032.500855:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078032.500857:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078032.500867:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078032.500872:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078032.500873:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078032.500876:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078032.500877:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078032.500887:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078032.500888:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078032.500890:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078032.500894:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078032.500894:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078032.500895:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078032.500903:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078032.500905:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078032.500906:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078032.500911:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078032.500913:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078032.500913:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078032.500919:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078032.500921:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078032.500926:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078032.500928:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078032.500931:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078032.500931:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078032.500942:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078032.500943:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078032.500946:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078032.500959:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078032.500967:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078032.500971:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078032.500975:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078032.500981:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078032.500982:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078032.500986:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078032.500987:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078032.500996:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1769078032.500997:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078032.501001:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078032.501007:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078032.628712:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299690187, at 4299690240 00000100:00000040:1.0:1769078032.628712:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299690187, at 4299690240 00000100:00000010:0.0:1769078032.628732:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3b7e0. 00000100:00000010:1.0:1769078032.628737:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3b8a0. 00000100:00000001:0.0:1769078032.884652:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078032.884652:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078032.884659:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078032.884659:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078032.884662:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078032.884662:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078032.884668:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078032.884668:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078032.884674:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078032.884674:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078032.884679:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078032.884679:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078032.884683:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078032.884685:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078032.884688:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078032.884690:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078032.884692:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078032.884694:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078033.524661:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078033.524661:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078033.524668:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078033.524669:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078033.524673:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078033.524673:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078033.524675:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078033.524680:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078033.524681:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078033.524681:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078033.524685:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078033.524687:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078033.524690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078033.524691:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078033.524691:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078033.524695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078033.524696:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078033.524700:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078033.524702:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078033.524703:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078033.524707:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078033.524710:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078033.524714:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078033.524729:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078033.524732:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078033.524733:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078033.524735:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078033.524737:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078033.524739:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.524741:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078033.524742:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.524744:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078033.524758:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078033.524759:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078033.524760:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078033.524761:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078033.524762:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078033.524763:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.524764:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078033.524765:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.524767:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078033.524786:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078033.524787:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078033.524789:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078033.524790:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078033.524792:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078033.524793:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.524795:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078033.524796:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.524798:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078033.524804:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078033.524809:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078033.524811:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078033.524811:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078033.524816:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078033.524817:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078033.524819:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078033.524821:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078033.524822:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078033.524826:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078033.524826:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078033.524829:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078033.524831:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078033.524832:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078033.524835:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078033.524839:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078033.524841:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078033.524843:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078033.524883:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078033.524888:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078033.524889:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078033.524964:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078033.524967:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078033.524970:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078033.908622:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078033.908626:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078033.908630:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078033.908631:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078033.908634:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078033.908634:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078033.908641:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078033.908642:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078033.908647:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078033.908648:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078033.908652:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078033.908654:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078033.908657:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078033.908659:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078033.908660:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.908664:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078033.908665:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078033.908670:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078034.548665:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078034.548665:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078034.548669:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078034.548671:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078034.548672:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078034.548673:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078034.548674:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078034.548675:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078034.548678:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078034.548680:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769078034.548681:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078034.548681:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078034.548682:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078034.548685:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078034.548686:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078034.548688:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078034.548688:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078034.548691:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078034.548692:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078034.548693:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078034.548694:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078034.548695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078034.548696:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078034.548700:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078034.548701:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078034.548702:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078034.548703:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078034.548705:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078034.548706:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078034.548707:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078034.548710:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078034.548713:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078034.548714:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078034.548717:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078034.548719:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078034.548727:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078034.548730:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078034.548731:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078034.548734:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1769078034.548734:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078034.548738:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078034.548740:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078034.548740:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078034.548742:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078034.548744:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078034.548746:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078034.548746:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078034.548747:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078034.548748:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078034.548750:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078034.548751:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078034.548753:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078034.548753:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078034.548754:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078034.548756:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078034.548758:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078034.548759:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078034.548759:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078034.548759:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078034.548762:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078034.548764:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078034.548766:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078034.548767:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078034.548767:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078034.548771:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078034.548772:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078034.548772:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078034.548775:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078034.548777:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078034.548779:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078034.548781:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078034.548783:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078034.548786:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078034.548788:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078034.932719:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078034.932719:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078034.932729:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078034.932731:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078034.932734:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078034.932736:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078034.932743:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078034.932747:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078034.932750:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078034.932755:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078034.932757:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078034.932762:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078034.932763:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078034.932767:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078034.932774:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078034.932774:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078034.932781:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078034.932787:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078035.572658:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078035.572658:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078035.572658:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078035.572658:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078035.572664:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078035.572665:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078035.572665:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078035.572665:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078035.572669:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078035.572669:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078035.572669:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078035.572671:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078035.572676:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078035.572676:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078035.572677:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078035.572677:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078035.572680:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078035.572682:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078035.572683:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078035.572683:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078035.572684:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078035.572687:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078035.572688:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078035.572689:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078035.572689:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078035.572691:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078035.572694:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078035.572695:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078035.572698:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078035.572701:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078035.572701:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078035.572705:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078035.572707:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078035.572708:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078035.572708:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078035.572710:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078035.572712:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078035.572713:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078035.572714:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078035.572717:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078035.572720:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078035.572722:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078035.572723:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078035.572724:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078035.572725:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078035.572725:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078035.572726:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078035.572728:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078035.572730:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078035.572731:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078035.572731:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078035.572731:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078035.572735:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078035.572737:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078035.572737:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078035.572739:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078035.572740:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078035.572740:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078035.572742:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078035.572744:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078035.572744:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078035.572747:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078035.572748:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078035.572751:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078035.572751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078035.572756:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078035.572756:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078035.572756:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078035.572758:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078035.572759:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078035.572761:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078035.572784:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078035.572786:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078035.572790:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078035.956677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078035.956684:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078035.956685:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078035.956690:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078035.956694:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078035.956697:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078035.956699:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078035.956701:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078035.956704:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078035.958590:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078035.958594:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078035.958596:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078035.958600:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078035.958603:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078035.958605:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078035.958607:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078035.958609:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078035.958611:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.596680:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078036.596682:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078036.596683:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078036.596688:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.596689:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078036.596689:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078036.596691:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078036.596694:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078036.596696:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078036.596697:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078036.596699:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.596701:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078036.596701:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078036.596704:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078036.596707:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.596708:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078036.596709:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078036.596713:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078036.596713:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078036.596716:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078036.596717:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078036.596717:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078036.596718:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078036.596725:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078036.596729:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078036.596729:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078036.596730:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078036.596739:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078036.596741:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078036.596746:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078036.596747:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078036.596752:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.596756:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078036.596757:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078036.596757:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078036.596759:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078036.596767:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078036.596767:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078036.596768:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078036.596771:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078036.596775:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078036.596777:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078036.596784:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078036.596785:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078036.596786:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00010000:3.0:1769078036.596786:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078036.596799:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078036.596802:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078036.596806:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078036.596808:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.596809:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078036.596814:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.596819:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078036.596819:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078036.596820:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078036.596821:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078036.596822:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078036.596828:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078036.596828:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078036.596830:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078036.596833:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078036.596833:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078036.596841:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078036.596842:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078036.596851:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078036.596853:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078036.596856:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078036.596859:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078036.596862:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078036.596866:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078036.596870:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078036.596872:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078036.596875:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078036.596879:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.980671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078036.980674:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078036.980680:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078036.980682:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078036.980683:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078036.980684:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078036.980690:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:0.0:1769078036.980694:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078036.980695:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769078036.980695:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078036.980699:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078036.980704:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078036.980704:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078036.980705:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078036.980715:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5022 00000100:00000001:0.0:1769078036.980717:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078036.980719:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078036.980722:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078036.980728:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769078036.980728:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078036.980729:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078036.980737:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078036.980741:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078036.980747:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078036.980748:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1769078036.980754:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078036.980755:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078036.980760:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078036.980763:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078036.980763:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.980766:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078036.980772:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078036.980773:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078036.980776:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078036.980778:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:2.0:1769078036.980780:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078036.980783:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:2.0:1769078036.980785:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.980787:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078036.980789:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.980790:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078036.980793:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:2.0:1769078036.980795:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078036.980797:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078036.980800:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078036.980803:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078036.980805:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078036.980806:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078036.980808:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078036.980817:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc8e00. 00000020:00000040:2.0:1769078036.980820:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:2.0:1769078036.980824:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078036.980825:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078036.980828:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078036.980830:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078036.980834:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078036.980842:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f03800. 00000100:00000001:2.0:1769078036.980848:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078036.980856:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078036.980864:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078036.980868:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078036.980871:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e488e4e] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078036.980886:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078036.980888:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078036.980891:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078036.980892:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078036.980893:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078036.980895:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078036.980897:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5022 00000400:00000200:2.0:1769078036.980899:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078036.980901:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078036.980903:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078036.980905:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.980907:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078036.980909:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078036.980911:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078036.980911:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078036.980915:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1769078036.980916:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1769078036.980916:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078036.980919:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1769078036.980920:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1769078036.980921:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:2.0:1769078036.980924:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:2.0:1769078036.980927:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769078036.980928:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078036.980931:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.980935:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078036.980938:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.980942:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:0.0:1769078036.980945:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1769078036.980946:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000001:0.0:1769078036.980949:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078036.980950:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:0.0:1769078036.980953:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078036.980953:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078036.980954:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078036.980957:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078036.980960:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078036.980961:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769078036.980964:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657853184:192.168.204.154@tcp:250:kworker.0 02000000:00000001:2.0:1769078036.980965:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078036.980968:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078036.980972:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00100000:2.0:1769078036.980973:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769078036.980976:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1769078036.980977:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078036.980980:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078036.980981:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078036.980985:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1769078036.980989:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9180. 02000000:00000010:0.0:1769078036.980991:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745c00. 02000000:00000001:0.0:1769078036.980994:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078036.980994:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:2.0:1769078036.981000:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078036.981002:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078036.981006:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078036.981007:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078036.981010:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1769078036.981011:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 02000000:00000001:2.0:1769078036.981013:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769078036.981017:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 02000000:00000010:2.0:1769078036.981020:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01000. 00000100:00000200:0.0:1769078036.981025:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657853184, portal 25 00000100:00000001:2.0:1769078036.981026:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981030:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078036.981032:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082549760 : -115332627001856 : ffff971b07bc8e00) 00000100:00100000:2.0:1769078036.981036:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1769078036.981038:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078036.981063:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078036.981064:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078036.981068:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:2.0:1769078036.981068:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1769078036.981072:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769078036.981075:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657853184, offset 0 00000100:00000040:2.0:1769078036.981078:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056535918] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769078036.981083:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078036.981093:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078036.981094:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078036.981099:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00080000:2.0:1769078036.981099:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078036.981106:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:0.0:1769078036.981108:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1769078036.981111:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078036.981114:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1769078036.981115:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078036.981120:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769078036.981120:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078036.981125:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5022 00000400:00000200:0.0:1769078036.981126:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078036.981134:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370555:370555:256:4294967295] 192.168.204.154@tcp LPNI seq info [370550:370550:8:4294967295] 00000400:00000200:2.0:1769078036.981134:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078036.981141:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:0.0:1769078036.981142:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:2.0:1769078036.981146:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078036.981149:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.981150:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078036.981152:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.981154:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078036.981157:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078036.981158:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:2.0:1769078036.981161:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1769078036.981165:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000040:2.0:1769078036.981165:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000200:0.0:1769078036.981171:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078036.981171:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:2.0:1769078036.981176:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000010:0.0:1769078036.981177:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000100:00000040:2.0:1769078036.981183:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000200:0.0:1769078036.981188:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:2.0:1769078036.981189:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1769078036.981194:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000100:00000040:2.0:1769078036.981195:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.981200:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:0.1:1769078036.981203:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:2.0:1769078036.981204:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:2.0:1769078036.981210:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000800:00000200:0.1:1769078036.981210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1769078036.981217:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:2.0:1769078036.981217:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1769078036.981219:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 02000000:00000001:2.0:1769078036.981222:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1769078036.981225:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:2.0:1769078036.981227:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1769078036.981231:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 02000000:00000001:2.0:1769078036.981232:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078036.981236:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000100:00000001:2.0:1769078036.981237:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:0.0:1769078036.981238:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000008:00100000:2.0:1769078036.981242:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:2.0:1769078036.981246:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078036.981248:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981249:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1769078036.981253:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb800. 00000100:00000200:0.0:1769078036.981254:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769078036.981258:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:2.0:1769078036.981264:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1769078036.981267:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078036.981270:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078036.981275:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981276:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981281:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078036.981281:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078036.981284:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078036.981287:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981289:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078036.981291:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01c00. 00000400:00000200:0.0:1769078036.981295:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078036.981296:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981299:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299695307 00000100:00100000:2.0:1769078036.981303:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1769078036.981305:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3b7e0. 00000100:00000001:2.0:1769078036.981312:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078036.981314:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078036.981316:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c3854de] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981319:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078036.981323:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981327:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299695307 00000100:00080000:2.0:1769078036.981327:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078036.981333:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000010:0.0:1769078036.981334:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3b8a0. 00000100:00000001:2.0:1769078036.981335:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078036.981338:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1769078036.981338:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078036.981342:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078036.981343:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769078036.981347:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5022 00000100:00000001:0.0:1769078036.981349:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078036.981353:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078036.981355:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000400:00000200:2.0:1769078036.981357:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078036.981360:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1769078036.981364:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078036/real 1769078036] req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078036.981365:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.981368:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078036.981370:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.981373:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078036.981377:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078036.981379:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:2.0:1769078036.981382:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078036.981384:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:2.0:1769078036.981387:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000001:0.0:1769078036.981388:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1769078036.981389:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000001:0.0:1769078036.981393:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1769078036.981393:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.981397:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1769078036.981398:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000100:00000040:2.0:1769078036.981399:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078036.981403:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:0.0:1769078036.981404:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000020:00000040:2.0:1769078036.981405:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000400:00000010:0.0:1769078036.981408:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00080000:2.0:1769078036.981410:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078036.981413:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078036.981413:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078036.981417:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1769078036.981420:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078036.981421:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078036.981425:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078036.981431:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:0.0:1769078036.981433:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1769078036.981435:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:2.0:1769078036.981441:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981443:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078036.981446:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078036.981446:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981450:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078036.981453:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1769078036.981454:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc8a80. 00000100:00100000:0.0:1769078036.981456:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769078036.981459:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:0.0:1769078036.981466:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078036.981472:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078036.981473:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078036.981477:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078036.981480:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078036.981482:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078036.981499:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078036.981503:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.981506:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1769078036.981506:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981511:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1769078036.981513:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01400. 00000100:00000001:0.0:1769078036.981515:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078036.981517:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981519:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078036.981524:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1769078036.981527:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769078036.981531:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078036.981535:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078036.981542:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078036.981546:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078036.981551:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078036.981573:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657853184:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769078036.981577:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.981579:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078036.981584:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc8e00 x1855007657853184/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078036.981586:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ddbd11] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981601:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1769078036.981604:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078036.981605:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078036.981609:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745c00. 00000100:00000040:2.0:1769078036.981610:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5032) 02000000:00000001:0.0:1769078036.981613:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078036.981615:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078036.981617:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769078036.981619:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078036.981621:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f03800. 02000000:00000001:0.0:1769078036.981625:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078036.981627:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078036.981628:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc8e00. 00000100:00000001:0.0:1769078036.981630:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078036.981631:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.981632:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.981639:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078036.981640:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981641:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078036.981642:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078036.981643:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078036.981646:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981651:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078036.981652:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078036.981653:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078036.981655:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078036.981656:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078036.981658:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853312:192.168.204.154@tcp:38:kworker.0 00000100:00000001:0.0:1769078036.981660:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078036.981661:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078036.981662:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078036.981663:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078036.981664:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745c00. 02000000:00000001:0.0:1769078036.981666:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078036.981669:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078036.981671:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078036.981673:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078036.981675:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657853312, portal 10 00000100:00000001:0.0:1769078036.981676:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078036.981677:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082550656 : -115332627000960 : ffff971b07bc9180) 00000100:00000040:0.0:1769078036.981682:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981686:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078036.981687:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078036.981689:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769078036.981690:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657853312, offset 0 00000400:00000200:0.0:1769078036.981692:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078036.981695:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078036.981697:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078036.981699:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078036.981701:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078036.981702:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078036.981704:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078036.981706:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370556:370556:256:4294967295] 192.168.204.154@tcp LPNI seq info [370551:370551:8:4294967295] 00000400:00000200:0.0:1769078036.981708:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078036.981713:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078036.981717:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078036.981720:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769078036.981724:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078036.981727:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769078036.981731:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078036.981733:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1769078036.981736:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078036.981738:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769078036.981741:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078036.981744:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078036.981747:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769078036.981749:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769078036.981752:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078036.981755:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981763:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078036.981767:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981771:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981773:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078036.981775:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078036.981778:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:0.0:1769078036.981781:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078036.981784:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299694603 00000100:00000001:0.0:1769078036.981786:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299695307 00000100:00000001:0.0:1769078036.981789:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299694603 00000100:00000001:0.0:1769078036.981791:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299695307 00000100:00000001:0.0:1769078036.981793:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078036.981795:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.981797:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078036.981801:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078036/real 1769078036] req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078036.981809:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078036.981810:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078036.981812:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078036.981815:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078036.981816:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078036.981818:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078036.981822:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078036.981830:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981835:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078036.981837:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.981838:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078036.981840:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078036.981843:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981850:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078036.981853:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981860:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078036.981863:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.981865:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078036.981866:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.981868:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078036.981872:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078036.981875:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078036.981878:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078036.981881:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078036.981884:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078036.981889:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853312:192.168.204.154@tcp:38:kworker.0 00000100:00000001:0.0:1769078036.981891:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078036.981893:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981897:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078036.981898:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078036.981899:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078036.981901:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078036.981902:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078036.981904:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853440:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078036.981905:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078036.981907:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078036.981908:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078036.981909:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078036.981912:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745000. 02000000:00000001:0.0:1769078036.981913:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078036.981916:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078036.981917:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078036.981920:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078036.981922:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657853440, portal 4 00000100:00000001:0.0:1769078036.981923:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078036.981924:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082560512 : -115332626991104 : ffff971b07bcb800) 00000100:00000040:0.0:1769078036.981927:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981935:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078036.981937:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078036.981938:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769078036.981939:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657853440, offset 0 00000400:00000200:0.0:1769078036.981942:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078036.981944:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078036.981946:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078036.981947:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078036.981949:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078036.981950:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078036.981952:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078036.981954:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370557:370557:256:4294967295] 192.168.204.154@tcp LPNI seq info [370552:370552:8:4294967295] 00000400:00000200:0.0:1769078036.981956:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078036.981961:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078036.981964:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078036.981966:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769078036.981968:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078036.981970:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769078036.981973:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078036.981974:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1769078036.981977:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078036.981978:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769078036.981980:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078036.981982:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078036.981983:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769078036.981984:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769078036.981986:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078036.981988:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.981993:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078036.981994:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982002:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.982003:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078036.982005:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078036.982007:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:0.0:1769078036.982009:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078036.982010:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299694624 00000100:00000001:0.0:1769078036.982012:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299695307 00000100:00000001:0.0:1769078036.982013:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299694624 00000100:00000001:0.0:1769078036.982014:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299695307 00000100:00000001:0.0:1769078036.982015:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078036.982016:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.982017:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078036.982019:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078036/real 1769078036] req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078036.982024:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078036.982025:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078036.982026:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078036.982027:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078036.982028:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078036.982029:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078036.982031:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078036.982036:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982040:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078036.982040:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.982041:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078036.982042:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078036.982044:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982048:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078036.982051:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982054:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078036.982056:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.982056:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078036.982057:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.982058:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078036.982060:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078036.982062:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078036.982064:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078036.982065:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078036.982067:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078036.982070:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853440:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078036.982072:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078036.982074:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982078:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078036.982079:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078036.982080:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078036.982081:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078036.982082:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078036.982084:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853568:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078036.982085:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078036.982086:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078036.982088:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078036.982089:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078036.982091:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05744800. 02000000:00000001:0.0:1769078036.982092:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078036.982094:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078036.982095:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078036.982097:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078036.982099:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657853568, portal 4 00000100:00000001:0.0:1769078036.982100:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078036.982101:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082548864 : -115332627002752 : ffff971b07bc8a80) 00000100:00000040:0.0:1769078036.982104:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982108:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078036.982109:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078036.982110:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769078036.982111:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657853568, offset 0 00000400:00000200:0.0:1769078036.982113:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078036.982114:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078036.982116:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078036.982117:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078036.982119:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078036.982120:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078036.982122:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078036.982123:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370558:370558:256:4294967295] 192.168.204.154@tcp LPNI seq info [370553:370553:8:4294967295] 00000400:00000200:0.0:1769078036.982126:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078036.982129:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078036.982131:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078036.982133:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000800:00000200:0.0:1769078036.982135:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078036.982136:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:0.1:1769078036.982138:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078036.982140:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000100:0.0:1769078036.982142:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078036.982144:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:0.0:1769078036.982145:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078036.982147:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078036.982149:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:0.0:1769078036.982150:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:0.0:1769078036.982151:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078036.982153:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982157:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078036.982159:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078061 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982163:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.982163:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078036.982165:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078036.982166:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:0.0:1769078036.982168:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078036.982169:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299694628 00000100:00000001:0.0:1769078036.982170:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299695307 00000100:00000001:0.0:1769078036.982172:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299694628 00000100:00000001:0.0:1769078036.982173:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299695307 00000100:00000001:0.0:1769078036.982174:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078036.982176:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.982177:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078036.982178:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078036/real 1769078036] req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078036.982182:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078036.982183:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078036.982184:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078036.982185:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078036.982186:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078036.982187:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078036.982189:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078036.982194:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982197:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078036.982198:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.982199:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078036.982199:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078036.982201:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982204:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078036.982206:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982210:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078036.982211:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.982212:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078036.982212:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.982213:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078036.982216:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078036.982217:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078036.982219:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078036.982220:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078036.982222:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078036.982226:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853568:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078036.982229:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.982230:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078036.982232:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9180 x1855007657853312/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982236:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078036.982237:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078036.982238:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745c00. 02000000:00000001:0.0:1769078036.982239:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078036.982240:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078036.982241:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769078036.982242:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078036.982243:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01000. 02000000:00000001:0.0:1769078036.982245:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078036.982246:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078036.982247:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9180. 00000100:00000001:0.0:1769078036.982249:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078036.982250:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.982251:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078036.982253:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb800 x1855007657853440/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982256:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078036.982257:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078036.982258:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745000. 02000000:00000001:0.0:1769078036.982259:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078036.982259:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078036.982260:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769078036.982261:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078036.982262:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01c00. 02000000:00000001:0.0:1769078036.982263:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078036.982263:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078036.982264:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb800. 00000100:00000001:0.0:1769078036.982265:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078036.982266:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.982267:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078036.982268:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc8a80 x1855007657853568/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078061 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078036.982271:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078036.982272:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078036.982273:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05744800. 02000000:00000001:0.0:1769078036.982276:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078036.982277:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078036.982277:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769078036.982279:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078036.982279:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01400. 02000000:00000001:0.0:1769078036.982280:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078036.982281:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078036.982282:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc8a80. 00000100:00000001:0.0:1769078036.982283:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078036.982283:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.982284:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078036.982286:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078036.982287:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078036.982288:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078036.982289:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078037.620659:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078037.620659:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078037.620659:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078037.620659:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078037.620665:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078037.620667:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078037.620667:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078037.620668:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.620668:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078037.620672:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078037.620673:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078037.620673:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078037.620674:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078037.620676:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078037.620680:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078037.620681:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078037.620681:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078037.620682:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078037.620686:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078037.620687:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078037.620687:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078037.620688:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078037.620689:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078037.620692:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.620694:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078037.620695:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.620699:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.620700:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078037.620703:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078037.620705:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078037.620706:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078037.620709:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078037.620712:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078037.620713:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078037.620716:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078037.620717:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078037.620719:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078037.620720:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078037.620722:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078037.620723:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.620723:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078037.620726:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078037.620727:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078037.620730:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078037.620731:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078037.620733:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078037.620734:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078037.620736:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078037.620737:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078037.620738:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078037.620739:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078037.620740:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078037.620743:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078037.620745:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078037.620745:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.620746:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078037.620749:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078037.620750:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.620750:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078037.620753:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078037.620755:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078037.620756:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078037.620760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078037.620761:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078037.620764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078037.620765:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078037.620770:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078037.620771:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078037.620772:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078037.620774:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078037.620777:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078037.620814:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078037.620816:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078037.620819:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769078037.748645:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299695307, at 4299695360 00000100:00000040:0.0:1769078037.748654:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299695307, at 4299695360 00000100:00000010:1.0:1769078037.748657:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3b8a0. 00000100:00000010:0.0:1769078037.748662:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3b7e0. 00000100:00000001:0.0:1769078038.004678:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078038.004678:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078038.004687:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078038.004687:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078038.004690:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078038.004691:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078038.004696:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078038.004697:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078038.004701:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078038.004702:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078038.004705:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078038.004706:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078038.004713:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078038.004715:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078038.004718:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078038.004719:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078038.004723:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078038.004726:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078038.644666:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078038.644670:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078038.644673:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078038.644676:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078038.644676:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078038.644678:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078038.644681:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078038.644682:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078038.644683:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078038.644687:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078038.644690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078038.644691:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078038.644694:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078038.644697:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078038.644697:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078038.644699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078038.644700:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078038.644703:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078038.644704:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078038.644704:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078038.644710:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078038.644710:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078038.644713:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078038.644715:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078038.644719:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078038.644723:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078038.644729:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078038.644735:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078038.644739:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078038.644739:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078038.644745:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078038.644745:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078038.644755:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078038.644758:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078038.644758:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078038.644759:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078038.644763:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078038.644764:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078038.644765:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078038.644769:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078038.644769:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078038.644769:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078038.644774:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078038.644779:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078038.644779:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078038.644779:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078038.644780:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078038.644789:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078038.644794:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078038.644795:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078038.644795:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078038.644803:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078038.644803:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078038.644804:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078038.644810:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078038.644813:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078038.644814:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078038.644814:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078038.644818:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078038.644827:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078038.644829:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078038.644834:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078038.644837:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078038.644837:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078038.644841:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078038.644842:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078038.644844:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078038.644845:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078038.644850:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078038.644853:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078038.644855:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078038.644858:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078038.644862:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078038.644864:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078039.028650:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078039.028650:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078039.028656:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078039.028656:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078039.028659:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078039.028660:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078039.028666:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078039.028666:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078039.028672:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078039.028673:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078039.028677:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.028677:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078039.028682:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078039.028684:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078039.028686:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078039.028688:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078039.028690:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.028692:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078039.668648:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078039.668648:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078039.668653:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078039.668654:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078039.668655:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078039.668658:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078039.668661:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078039.668663:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078039.668663:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078039.668664:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078039.668667:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078039.668667:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078039.668668:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.668669:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078039.668670:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078039.668671:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078039.668672:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078039.668674:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078039.668675:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078039.668676:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.668678:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078039.668681:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078039.668681:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078039.668682:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078039.668683:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078039.668685:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078039.668685:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.668688:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078039.668690:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078039.668690:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078039.668693:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.668694:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078039.668696:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078039.668698:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078039.668701:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.668704:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078039.668707:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078039.668710:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078039.668711:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078039.668714:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078039.668716:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078039.668717:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078039.668717:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078039.668720:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078039.668721:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078039.668722:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078039.668722:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078039.668723:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078039.668725:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078039.668726:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078039.668727:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078039.668729:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078039.668729:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078039.668731:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078039.668731:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078039.668732:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078039.668733:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1769078039.668737:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078039.668737:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078039.668738:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078039.668740:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078039.668741:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078039.668743:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078039.668743:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078039.668744:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078039.668747:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078039.668747:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078039.668747:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078039.668749:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078039.668754:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078039.668754:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078039.668757:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078039.668759:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078039.668761:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078039.668762:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078039.668765:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078039.668767:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078039.668770:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078039.668771:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078039.668773:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078039.668775:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078039.668779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078039.668781:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078039.668783:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078039.668784:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078039.668786:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078039.668787:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078039.668789:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078039.668791:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078039.668805:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078039.668808:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078039.668809:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078040.052662:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078040.052662:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078040.052667:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078040.052667:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078040.052669:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078040.052671:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078040.052675:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078040.052677:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078040.052678:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078040.052678:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078040.052682:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078040.052682:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078040.052684:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078040.052686:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078040.052688:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078040.052690:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078040.052691:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078040.052693:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078040.692666:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078040.692672:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078040.692674:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078040.692679:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078040.692680:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078040.692682:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078040.692683:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078040.692686:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078040.692687:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078040.692688:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078040.692689:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078040.692691:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078040.692693:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078040.692694:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078040.692694:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078040.692695:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078040.692698:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078040.692700:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078040.692701:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078040.692703:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078040.692703:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078040.692707:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078040.692708:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078040.692708:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078040.692710:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078040.692711:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078040.692713:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078040.692714:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078040.692717:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078040.692721:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078040.692723:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078040.692726:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078040.692726:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078040.692728:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078040.692730:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078040.692733:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078040.692735:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078040.692735:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078040.692736:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078040.692738:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078040.692742:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078040.692746:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078040.692747:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078040.692750:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078040.692752:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078040.692754:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078040.692755:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078040.692756:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078040.692757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078040.692759:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078040.692760:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078040.692760:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078040.692761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078040.692763:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078040.692764:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078040.692767:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078040.692769:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078040.692769:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078040.692775:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078040.692775:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078040.692780:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078040.692781:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078040.692785:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078040.692787:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078040.692790:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078040.692790:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078040.692792:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078040.692795:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078040.692796:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078040.692800:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078040.692801:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078040.692802:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1769078040.692805:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078040.692810:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078040.692813:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078040.692815:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078040.692817:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078040.692819:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078040.692821:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078040.692824:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078041.076642:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078041.076642:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078041.076648:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078041.076649:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078041.076651:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078041.076651:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078041.076657:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078041.076658:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078041.076663:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078041.076664:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078041.076669:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078041.076670:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078041.076673:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078041.076677:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078041.076681:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078041.076681:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078041.076685:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078041.076688:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078041.716642:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078041.716642:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078041.716644:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078041.716646:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078041.716649:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078041.716650:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078041.716650:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078041.716651:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078041.716653:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078041.716654:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078041.716655:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078041.716661:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078041.716662:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078041.716663:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078041.716663:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078041.716666:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078041.716670:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078041.716670:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078041.716671:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078041.716671:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078041.716676:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078041.716677:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078041.716677:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078041.716678:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078041.716681:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078041.716685:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078041.716687:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078041.716688:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078041.716690:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078041.716693:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078041.716694:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078041.716697:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078041.716700:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078041.716701:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078041.716704:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078041.716705:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078041.716706:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078041.716707:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078041.716709:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078041.716710:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078041.716712:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078041.716714:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078041.716716:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078041.716716:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078041.716717:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078041.716723:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078041.716723:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078041.716725:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078041.716729:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078041.716730:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078041.716734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078041.716735:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078041.716737:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078041.716738:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078041.716739:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078041.716741:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078041.716743:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078041.716745:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078041.716746:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078041.716748:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078041.716751:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078041.716751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078041.716755:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078041.716758:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078041.716758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078041.716763:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078041.716763:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078041.716765:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078041.716768:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078041.716770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078041.716773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078041.716811:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078041.716813:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078041.716815:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078042.100658:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078042.100661:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078042.100667:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078042.100667:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078042.100669:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.100670:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078042.100675:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078042.100676:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078042.100680:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078042.100681:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078042.100682:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078042.100684:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078042.100685:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078042.100687:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078042.100688:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078042.100690:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078042.100691:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078042.100696:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.100697:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769078042.100697:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078042.100700:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.100701:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078042.100702:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078042.100715:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5027 00000400:00000200:1.0:1769078042.100724:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078042.100731:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078042.100734:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078042.100737:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078042.100740:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078042.100742:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078042.100743:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078042.100746:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078042.100748:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078042.100750:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078042.100752:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078042.100753:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078042.100755:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078042.100756:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078042.100757:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078042.100759:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078042.100760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078042.100762:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078042.100764:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078042.100766:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.100768:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078042.100770:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078042.100772:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.100774:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078042.100776:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078042.100783:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000040:1.0:1769078042.100785:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078042.100788:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078042.100789:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.100791:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078042.100793:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078042.100796:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078042.100802:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000100:00000001:1.0:1769078042.100807:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078042.100813:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078042.100820:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078042.100823:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078042.100826:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078042.100841:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078042.100844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078042.100847:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078042.100848:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078042.100850:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078042.100852:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078042.100855:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5027 00000400:00000200:1.0:1769078042.100859:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078042.100861:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:0.0:1769078042.100862:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1769078042.100863:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078042.100865:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1769078042.100866:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078042.100867:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078042.100868:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078042.100870:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000040:0.0:1769078042.100872:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078042.100872:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078042.100874:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078042.100876:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078042.100877:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078042.100879:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:0.0:1769078042.100880:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078042.100882:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078042.100882:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078042.100884:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:0.0:1769078042.100885:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1769078042.100886:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:0.0:1769078042.100888:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078042.100888:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078042.100890:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:0.0:1769078042.100891:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.100892:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:0.0:1769078042.100894:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657853696:192.168.204.154@tcp:250:kworker.0 00000020:00000040:1.0:1769078042.100894:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769078042.100896:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078042.100898:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769078042.100898:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.100900:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078042.100901:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078042.100904:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.100904:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078042.100906:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078042.100907:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769078042.100907:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:0.0:1769078042.100911:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05744800. 00000008:00100000:1.0:1769078042.100911:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:0.0:1769078042.100914:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078042.100914:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.100916:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078042.100921:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000010:1.0:1769078042.100921:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769078042.100923:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000400:00000010:0.0:1769078042.100924:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 02000000:00000001:1.0:1769078042.100925:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078042.100926:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.100927:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078042.100928:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1769078042.100930:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 02000000:00000001:1.0:1769078042.100930:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078042.100933:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000100:00000001:1.0:1769078042.100936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1769078042.100937:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657853696, portal 25 00000100:00000001:0.0:1769078042.100939:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1769078042.100940:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078042.100941:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:0.0:1769078042.100946:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078042.100948:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078042.100950:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.100953:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078042.100953:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078042.100956:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078042.100958:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065023b8. 00000100:00000200:0.0:1769078042.100960:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657853696, offset 0 00000400:00000200:0.0:1769078042.100966:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078042.100969:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078042.100972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1769078042.100973:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:1.0:1769078042.100975:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078042.100976:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078042.100978:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1769078042.100979:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:1.0:1769078042.100980:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078042.100982:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5027 00000400:00000200:0.0:1769078042.100984:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078042.100988:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078042.100991:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078042.100994:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078042.100997:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370559:370559:256:4294967295] 192.168.204.154@tcp LPNI seq info [370554:370554:8:4294967295] 00000400:00000200:0.0:1769078042.101001:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078042.101010:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000400:00000200:1.0:1769078042.101014:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000200:0.0:1769078042.101015:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078042.101016:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000800:00000010:0.0:1769078042.101019:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19b00. 00000100:00080000:1.0:1769078042.101019:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078042.101021:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078042.101023:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078042.101025:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:0.0:1769078042.101026:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078042.101026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078042.101029:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078042.101030:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078042.101031:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:0.1:1769078042.101031:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:1.0:1769078042.101034:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769078042.101035:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078042.101038:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769078042.101040:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078042.101042:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078042.101043:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078042.101045:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.101046:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:0.0:1769078042.101048:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:1.0:1769078042.101048:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078042.101050:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078042.101051:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299700427 00000100:00000001:1.0:1769078042.101053:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.101054:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:0.0:1769078042.101055:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3b7e0. 02000000:00000001:1.0:1769078042.101057:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078042.101059:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.101060:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078042.101061:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000008:00100000:1.0:1769078042.101063:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:1.0:1769078042.101065:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101067:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299700427 00000100:00000001:1.0:1769078042.101067:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078042.101070:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3b4e0. 00000100:00000010:1.0:1769078042.101070:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769078042.101073:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:0.0:1769078042.101074:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1769078042.101075:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078042.101076:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101077:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078042.101077:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078042.101079:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078042.101080:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078042.101081:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101082:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101085:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1769078042.101085:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000100:00000001:1.0:1769078042.101088:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101092:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078042.101092:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078042.101093:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769078042.101096:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078042.101097:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078042.101098:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078042.101099:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078042.101101:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078042.101102:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078042.101105:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078042.101109:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078042.101110:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078042.101113:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769078042.101114:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078042.101115:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078042.101116:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078042.101117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078042.101119:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853824:192.168.204.154@tcp:38:kworker.0 00000100:00080000:1.0:1769078042.101120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078042.101122:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769078042.101122:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078042.101123:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1769078042.101124:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078042.101126:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.101126:0:8:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:0.0:1769078042.101127:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1769078042.101128:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5027 02000000:00000010:0.0:1769078042.101131:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745000. 00000400:00000200:1.0:1769078042.101131:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:0.0:1769078042.101133:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078042.101134:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:0.0:1769078042.101136:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:1.0:1769078042.101137:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078042.101139:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000010:0.0:1769078042.101140:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd19a0. 00000100:00000001:1.0:1769078042.101141:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078042.101143:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000010:0.0:1769078042.101144:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502f68. 00000100:00000001:1.0:1769078042.101145:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000200:0.0:1769078042.101147:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657853824, portal 10 00000020:00000001:1.0:1769078042.101147:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078042.101148:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00000001:0.0:1769078042.101149:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078042.101150:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000020:00000001:1.0:1769078042.101150:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078042.101152:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769078042.101154:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769078042.101156:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078042.101156:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769078042.101159:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078042.101161:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1769078042.101162:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078042.101163:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000040:0.0:1769078042.101165:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078042.101165:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:0.0:1769078042.101167:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502440. 00000020:00000040:1.0:1769078042.101167:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000200:0.0:1769078042.101170:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657853824, offset 0 00000100:00080000:1.0:1769078042.101170:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078042.101173:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078042.101175:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 02000000:00000001:1.0:1769078042.101175:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078042.101177:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1769078042.101179:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769078042.101180:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.101181:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:0.0:1769078042.101183:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000008:00100000:1.0:1769078042.101183:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000400:00000200:0.0:1769078042.101186:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:1.0:1769078042.101186:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.101187:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078042.101189:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000010:1.0:1769078042.101190:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000400:00000200:0.0:1769078042.101192:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1769078042.101193:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000400:00000200:0.0:1769078042.101194:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 02000000:00000001:1.0:1769078042.101195:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1769078042.101197:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370560:370560:255:4294967295] 192.168.204.154@tcp LPNI seq info [370555:370555:7:4294967295] 02000000:00000001:1.0:1769078042.101197:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.101199:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078042.101200:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1769078042.101201:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769078042.101202:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078042.101204:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000400:00000200:0.0:1769078042.101207:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:1.0:1769078042.101207:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1769078042.101211:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00100000:1.0:1769078042.101211:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:0.0:1769078042.101214:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19000. 00000800:00000200:0.0:1769078042.101218:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078042.101218:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078042.101220:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1769078042.101221:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:1.0:1769078042.101223:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078042.101224:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078042.101227:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:0.0:1769078042.101230:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078042.101230:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101232:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299699722 00000100:00000040:1.0:1769078042.101234:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5037) 00000100:00000001:0.0:1769078042.101235:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299700427 00000100:00000001:0.0:1769078042.101237:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299699722 00000100:00000001:0.0:1769078042.101239:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299700427 00000100:00000001:0.0:1769078042.101241:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078042.101243:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101245:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101247:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078042.101249:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078042.101250:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769078042.101252:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078042.101253:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078042.101254:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078042.101258:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078042.101264:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078042.101266:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078042.101268:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078042.101269:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078042.101271:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078042.101273:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853952:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078042.101275:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078042.101276:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078042.101277:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078042.101278:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078042.101281:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745c00. 02000000:00000001:0.0:1769078042.101282:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078042.101285:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078042.101288:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1738. 00000400:00000010:0.0:1769078042.101292:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065025d8. 00000100:00000200:0.0:1769078042.101295:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657853952, portal 4 00000100:00000001:0.0:1769078042.101296:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078042.101297:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00000040:0.0:1769078042.101302:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078042.101308:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078042.101310:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078042.101312:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502110. 00000100:00000200:0.0:1769078042.101314:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657853952, offset 0 00000400:00000200:0.0:1769078042.101319:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078042.101322:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078042.101325:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078042.101328:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078042.101331:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078042.101333:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078042.101335:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078042.101338:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370561:370561:254:4294967295] 192.168.204.154@tcp LPNI seq info [370556:370556:6:4294967295] 00000400:00000200:0.0:1769078042.101342:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078042.101347:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078042.101352:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078042.101355:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19100. 00000800:00000200:0.0:1769078042.101358:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078042.101362:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769078042.101364:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078042.101367:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:0.0:1769078042.101370:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078042.101372:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299699743 00000100:00000001:0.0:1769078042.101375:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299700427 00000100:00000001:0.0:1769078042.101377:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299699743 00000100:00000001:0.0:1769078042.101396:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299700427 00000100:00000001:0.0:1769078042.101425:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078042.101428:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101430:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078042.101434:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078042.101440:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078042.101442:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078042.101444:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078042.101447:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078042.101449:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078042.101452:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854080:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078042.101455:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078042.101457:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078042.101458:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078042.101460:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078042.101465:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05746c00. 02000000:00000001:0.0:1769078042.101468:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078042.101471:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078042.101474:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1b58. 00000400:00000010:0.0:1769078042.101477:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502d48. 00000100:00000200:0.0:1769078042.101481:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657854080, portal 4 00000100:00000001:0.0:1769078042.101482:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078042.101483:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:0.0:1769078042.101489:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078042.101494:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078042.101496:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078042.101499:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502880. 00000100:00000200:0.0:1769078042.101501:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657854080, offset 0 00000400:00000200:0.0:1769078042.101506:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078042.101510:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078042.101520:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078042.101522:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078042.101525:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078042.101527:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078042.101529:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078042.101532:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370562:370562:253:4294967295] 192.168.204.154@tcp LPNI seq info [370557:370557:5:4294967295] 00000400:00000200:0.0:1769078042.101536:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078042.101542:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078042.101546:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078042.101576:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19f00. 00000800:00000200:0.0:1769078042.101580:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078042.101583:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769078042.101586:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078042.101589:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:0.0:1769078042.101592:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078042.101594:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299699748 00000100:00000001:0.0:1769078042.101596:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299700427 00000100:00000001:0.0:1769078042.101598:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299699748 00000100:00000001:0.0:1769078042.101600:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299700427 00000100:00000001:0.0:1769078042.101602:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078042.101604:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101607:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101608:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078042.101612:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078042.101613:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769078042.101615:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078042.101616:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078042.101617:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.101619:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.740660:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078042.740660:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078042.740660:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078042.740662:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078042.740667:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078042.740667:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078042.740668:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078042.740668:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078042.740669:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.740671:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078042.740672:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078042.740675:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078042.740675:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078042.740676:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078042.740678:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078042.740679:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.740681:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078042.740682:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078042.740684:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078042.740685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078042.740686:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.740687:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078042.740689:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078042.740689:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078042.740692:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078042.740695:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078042.740697:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078042.740698:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.740699:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078042.740699:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.740702:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.740704:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078042.740705:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078042.740709:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078042.740712:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.740716:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078042.740719:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078042.740720:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078042.740721:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078042.740722:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078042.740722:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078042.740725:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078042.740725:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078042.740726:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078042.740729:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.740729:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.740730:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078042.740730:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078042.740734:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078042.740734:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078042.740735:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078042.740736:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078042.740739:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.740739:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078042.740739:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078042.740740:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078042.740742:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078042.740743:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.740744:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078042.740746:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078042.740747:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078042.740750:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078042.740751:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078042.740754:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078042.740754:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078042.740755:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.740757:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078042.740761:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078042.740762:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078042.740765:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078042.740768:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078042.740776:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078042.740780:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078042.740784:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078042.868636:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299700427, at 4299700480 00000100:00000040:1.0:1769078042.868636:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299700427, at 4299700480 00000100:00000010:0.0:1769078042.868653:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3b7e0. 00000100:00000010:1.0:1769078042.868655:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3b4e0. 00000100:00000001:0.0:1769078043.124619:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078043.124624:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078043.124626:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078043.124630:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078043.124633:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078043.124635:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078043.124637:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078043.124639:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078043.124641:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078043.124872:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078043.124875:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078043.124877:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078043.124880:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078043.124887:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078043.124889:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078043.124891:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078043.124892:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078043.124895:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078043.764631:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078043.764631:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078043.764631:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078043.764637:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078043.764638:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078043.764638:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078043.764639:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078043.764641:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078043.764642:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078043.764644:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078043.764647:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078043.764648:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078043.764649:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078043.764651:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078043.764652:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078043.764653:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078043.764654:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078043.764654:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078043.764658:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078043.764659:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078043.764659:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078043.764662:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078043.764663:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078043.764667:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078043.764668:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078043.764668:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078043.764670:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078043.764672:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078043.764674:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078043.764675:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078043.764675:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078043.764680:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078043.764683:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078043.764684:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078043.764687:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078043.764690:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078043.764696:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078043.764699:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078043.764700:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078043.764701:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078043.764704:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078043.764706:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078043.764707:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078043.764710:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078043.764710:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078043.764711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078043.764715:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078043.764715:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078043.764716:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078043.764717:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078043.764720:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078043.764722:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078043.764723:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078043.764723:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078043.764726:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078043.764730:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078043.764731:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078043.764732:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078043.764734:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078043.764735:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078043.764738:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078043.764739:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078043.764740:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078043.764741:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078043.764744:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078043.764746:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078043.764749:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078043.764750:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078043.764752:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078043.764753:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078043.764754:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078043.764757:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078043.764760:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078043.764762:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078044.148686:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078044.148687:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078044.148701:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078044.148702:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078044.148707:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078044.148708:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078044.148714:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078044.148716:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078044.148718:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078044.148723:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078044.148725:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078044.148727:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078044.148730:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078044.148731:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078044.148733:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078044.148736:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078044.148739:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078044.148742:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078044.788644:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078044.788645:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078044.788650:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078044.788651:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078044.788652:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078044.788655:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078044.788657:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078044.788659:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078044.788661:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078044.788662:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078044.788663:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078044.788666:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078044.788667:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078044.788667:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078044.788669:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078044.788671:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078044.788673:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078044.788673:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078044.788677:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078044.788679:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078044.788683:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078044.788686:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078044.788690:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078044.788693:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078044.788713:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078044.788717:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078044.788719:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078044.788721:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078044.788724:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078044.788726:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078044.788728:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078044.788730:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078044.788731:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078044.788749:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078044.788752:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078044.788754:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078044.788756:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078044.788756:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078044.788757:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078044.788762:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078044.788763:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078044.788763:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078044.788766:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078044.788767:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078044.788768:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078044.788772:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078044.788773:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078044.788774:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078044.788776:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078044.788776:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078044.788778:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078044.788780:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078044.788781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078044.788782:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078044.788784:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078044.788786:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078044.788787:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078044.788789:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078044.788793:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078044.788800:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078044.788803:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078044.788804:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:2.0:1769078044.788805:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078044.788809:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078044.788810:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078044.788813:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078044.788816:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078044.788819:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078044.788821:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078044.788823:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078044.788825:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078044.788837:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078044.788839:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078044.788841:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078045.172660:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078045.172667:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078045.172670:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078045.172676:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078045.172680:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078045.172684:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.172687:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078045.172690:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.172693:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078045.172757:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078045.172761:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078045.172762:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078045.172764:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078045.172766:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078045.172767:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078045.172769:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078045.172770:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078045.172771:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1769078045.172839:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.154:988 00000400:00000100:1.0:1769078045.172895:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.154@tcp at host 192.168.204.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1769078045.172908:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078045.172917:0:2356:0:(router.c:1755:lnet_notify()) 192.168.204.54@tcp notifying 192.168.204.154@tcp: down 00000400:00000200:1.0:1769078045.172921:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078045.172925:0:2356:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1769078045.172932:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:1.0:1769078045.172936:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19b00. 00000400:00000200:1.0:1769078045.172941:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769078045.172945:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769078045.172952:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065023b8 00000400:00000010:1.0:1769078045.172954:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065023b8. 00000100:00000001:1.0:1769078045.172960:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078045.172967:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078045.172991:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078045.172996:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078045.173003:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.173005:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769078045.173014:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:1.0:1769078045.173016:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19000. 00000400:00000200:1.0:1769078045.173019:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769078045.173022:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769078045.173024:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06502440 00000400:00000010:1.0:1769078045.173026:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06502440. 00000100:00000001:1.0:1769078045.173029:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078045.173033:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078045.173045:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078045.173047:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078045.173058:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.173059:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769078045.173064:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:1.0:1769078045.173066:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19100. 00000400:00000200:1.0:1769078045.173068:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769078045.173071:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769078045.173074:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06502110 00000400:00000010:1.0:1769078045.173075:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06502110. 00000100:00000001:1.0:1769078045.173077:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078045.173081:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078045.173088:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078045.173091:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078045.173097:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.173099:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769078045.173103:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:1.0:1769078045.173106:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19f00. 00000400:00000200:1.0:1769078045.173108:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769078045.173111:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769078045.173113:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06502880 00000400:00000010:1.0:1769078045.173115:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06502880. 00000100:00000001:1.0:1769078045.173117:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078045.173121:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078045.173127:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078045.173130:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078067 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078045.173136:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.173137:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078045.173515:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078045.173520:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078045.173522:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078045.173530:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078042/real 1769078045] req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078045.173542:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078045.173544:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078045.173548:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1738. 00000400:00000200:0.0:1769078045.173552:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065025d8 00000400:00000010:0.0:1769078045.173594:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065025d8. 00000100:00000001:0.0:1769078045.173599:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078045.173603:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078045.173612:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173619:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078045.173621:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173623:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078045.173625:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078045.173629:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173636:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078045.173640:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173652:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078045.173655:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173657:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078045.173658:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173660:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078045.173665:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078045.173669:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078045.173673:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078045.173675:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078045.173679:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078045.173688:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853952:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078045.173693:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078045.173698:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078042/real 1769078045] req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078045.173706:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078045.173708:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078045.173710:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1b58. 00000400:00000200:0.0:1769078045.173713:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06502d48 00000400:00000010:0.0:1769078045.173715:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06502d48. 00000100:00000001:0.0:1769078045.173717:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078045.173721:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078045.173729:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173735:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078045.173737:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173738:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078045.173740:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078045.173743:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173750:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078045.173753:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173760:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078045.173762:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173763:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078045.173765:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173766:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078045.173770:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078045.173773:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078045.173776:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078045.173778:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078045.173782:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078045.173790:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854080:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078045.173794:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078045.173798:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078042/real 1769078045] req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078045.173806:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078045.173807:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078045.173810:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd19a0. 00000400:00000200:0.0:1769078045.173812:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06502f68 00000400:00000010:0.0:1769078045.173814:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06502f68. 00000100:00000001:0.0:1769078045.173816:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078045.173819:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078045.173828:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173835:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078045.173836:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173838:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078045.173839:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078045.173842:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173848:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078045.173852:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173858:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078045.173860:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173862:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078045.173863:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173865:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078045.173869:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078045.173871:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078045.173874:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078045.173877:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078045.173880:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078045.173887:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657853824:192.168.204.154@tcp:38:kworker.0 00000100:00000001:0.0:1769078045.173891:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078045.173895:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078042/real 1769078045] req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078045.173902:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078045.173903:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078045.173906:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078045.173908:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078045.173910:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078045.173912:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078045.173915:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078045.173923:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173928:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078045.173930:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173931:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078045.173933:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078045.173936:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173942:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078045.173945:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.173951:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078045.173953:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173954:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078045.173955:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173957:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078045.173969:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078045.173972:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078045.173975:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078045.173978:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078045.173982:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078045.173990:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657853696:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769078045.173994:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.173996:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078045.173999:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657853952/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.174006:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078045.174009:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078045.174013:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745c00. 02000000:00000001:0.0:1769078045.174017:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078045.174019:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078045.174021:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769078045.174024:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078045.174026:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 02000000:00000001:0.0:1769078045.174030:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078045.174032:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078045.174034:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:0.0:1769078045.174037:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078045.174039:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.174040:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078045.174043:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657854080/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.174049:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078045.174051:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078045.174052:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05746c00. 02000000:00000001:0.0:1769078045.174054:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078045.174055:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078045.174057:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769078045.174059:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078045.174060:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:0.0:1769078045.174062:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078045.174063:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078045.174065:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:0.0:1769078045.174067:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078045.174068:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.174069:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078045.174072:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657853824/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.174078:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078045.174079:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078045.174080:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745000. 02000000:00000001:0.0:1769078045.174082:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078045.174083:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078045.174084:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769078045.174086:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078045.174088:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08635400. 02000000:00000001:0.0:1769078045.174090:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078045.174091:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078045.174092:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:0.0:1769078045.174095:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078045.174096:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.174097:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078045.174100:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657853696/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078067 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078045.174105:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078045.174106:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078045.174108:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05744800. 02000000:00000001:0.0:1769078045.174112:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078045.174113:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078045.174114:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769078045.174116:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078045.174117:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636800. 02000000:00000001:0.0:1769078045.174119:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078045.174120:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078045.174122:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:0.0:1769078045.174124:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078045.174125:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.174128:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078045.174136:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078045.174137:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078045.174140:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078045.174141:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.812632:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078045.812636:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078045.812637:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078045.812641:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078045.812642:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078045.812647:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078045.812649:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078045.812651:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078045.812653:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078045.812653:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078045.812654:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.812659:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078045.812660:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078045.812662:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078045.812663:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078045.812664:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.812668:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078045.812668:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078045.812669:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078045.812676:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078045.812677:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078045.812679:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078045.812680:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078045.812683:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078045.812687:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078045.812690:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.812697:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078045.812701:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078045.812702:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078045.812703:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:2.0:1769078045.812703:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078045.812705:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769078045.812706:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.812707:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078045.812710:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1769078045.812711:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078045.812712:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078045.812713:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078045.812717:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078045.812722:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078045.812723:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.812725:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078045.812729:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078045.812732:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.812735:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078045.812736:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078045.812739:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078045.812740:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.812741:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078045.812745:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078045.812746:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.812747:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078045.812750:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.812752:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078045.812753:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.812755:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.812788:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078045.812790:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078045.812791:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078045.812792:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078045.812793:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078045.812794:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.812796:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078045.812797:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.812799:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078045.812812:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078045.812813:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078045.812815:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078045.812816:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078045.812818:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078045.812820:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.812821:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078045.812822:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078045.812823:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078046.196673:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078046.196678:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078046.196680:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078046.196683:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078046.196686:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078046.196689:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078046.196691:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078046.196693:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078046.196695:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078046.196703:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078046.196708:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078046.196709:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078046.196713:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078046.196715:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078046.196718:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078046.196719:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078046.196721:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078046.196723:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078046.836645:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078046.836652:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078046.836657:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078046.836659:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078046.836662:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078046.836662:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078046.836664:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078046.836666:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078046.836668:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078046.836669:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078046.836670:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078046.836671:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078046.836672:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078046.836674:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078046.836674:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078046.836675:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078046.836676:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078046.836678:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078046.836680:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078046.836680:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078046.836680:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078046.836681:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078046.836687:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078046.836687:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078046.836687:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078046.836690:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078046.836692:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078046.836693:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078046.836693:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078046.836696:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078046.836698:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078046.836704:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078046.836705:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078046.836708:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078046.836708:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078046.836710:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078046.836710:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078046.836711:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078046.836714:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078046.836714:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078046.836716:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078046.836719:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078046.836721:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078046.836722:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078046.836724:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078046.836725:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078046.836726:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078046.836733:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078046.836735:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078046.836737:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078046.836739:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078046.836740:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078046.836742:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078046.836745:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078046.836746:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078046.836750:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078046.836751:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078046.836753:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078046.836755:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078046.836757:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078046.836760:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078046.836761:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078046.836766:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078046.836768:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078046.836770:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078046.836781:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078046.836782:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078046.836783:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078046.836784:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078046.836785:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078046.836787:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078046.836788:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078046.836789:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078046.836790:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.220647:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078047.220655:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078047.220657:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078047.220661:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078047.220665:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078047.220669:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078047.220672:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078047.220675:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078047.220679:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.220687:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078047.220691:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078047.220693:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078047.220696:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078047.220697:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078047.220699:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078047.220701:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078047.220702:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078047.220704:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078047.220725:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078047.220730:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078047.220733:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078047.220736:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078047.220740:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078047.220749:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5032 00000400:00000200:0.0:1769078047.220759:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078047.220765:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078047.220768:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078047.220771:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.220774:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078047.220777:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.220780:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078047.220784:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078047.220786:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078047.220788:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078047.220790:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078047.220792:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078047.220795:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078047.220797:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.220799:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078047.220801:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.220803:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078047.220806:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769078047.220808:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078047.220811:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078047.220814:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078047.220816:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078047.220819:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.220822:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078047.220824:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078047.220830:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000020:00000040:0.0:1769078047.220833:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769078047.220837:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078047.220839:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.220842:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078047.220845:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078047.220848:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078047.220856:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769078047.220862:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078047.220884:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078047.220894:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078047.220898:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078047.220903:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078047.220927:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078047.220930:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078047.220933:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078047.220934:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078047.220936:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078047.220938:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078047.220941:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5032 00000400:00000200:0.0:1769078047.220945:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078047.220948:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078047.220950:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078047.220952:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.220954:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078047.220956:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.220957:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078047.220960:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078047.220961:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769078047.220963:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078047.220965:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769078047.220967:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769078047.220968:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769078047.220971:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.220972:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078047.220974:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.220976:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078047.220978:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769078047.220981:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078047.220983:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078047.220985:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078047.220990:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078047.220993:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.220994:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078047.220999:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078047.221001:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.221003:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078047.221007:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 00000020:00000040:0.0:1769078047.221009:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769078047.221011:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078047.221012:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.221014:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078047.221016:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078047.221017:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078047.221021:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000001:0.0:1769078047.221024:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078047.221028:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078047.221038:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078047.221041:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078047.221044:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078047.221050:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078047.221052:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078047.221055:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078047.221056:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078047.221057:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078047.221061:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078047.221063:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5032 00000400:00000200:0.0:1769078047.221066:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078047.221069:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078047.221070:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078047.221073:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.221074:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078047.221076:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.221077:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078047.221079:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078047.221081:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769078047.221082:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078047.221084:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769078047.221086:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078047.221087:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769078047.221089:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.221092:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078047.221093:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.221095:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078047.221097:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769078047.221099:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078047.221101:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078047.221103:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078047.221105:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078047.221107:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.221109:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078047.221111:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769078047.221113:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.221115:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078047.221117:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00000020:00000040:0.0:1769078047.221119:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769078047.221121:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078047.221122:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.221124:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078047.221125:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078047.221126:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078047.221129:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000100:00000001:0.0:1769078047.221132:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078047.221135:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078047.221140:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078047.221142:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078047.221146:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078047.221152:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078047.221154:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078047.221157:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078047.221158:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078047.221159:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078047.221161:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078047.221164:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5032 00000400:00000200:0.0:1769078047.221167:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078047.221170:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078047.221171:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078047.221174:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.221175:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078047.221177:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.221178:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078047.221180:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078047.221181:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769078047.221182:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078047.221184:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769078047.221185:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769078047.221186:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769078047.221189:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.221191:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078047.221192:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078047.221194:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078047.221196:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769078047.221199:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078047.221201:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078047.221202:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078047.221205:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078047.221207:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.221208:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078047.221210:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769078047.221212:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.221213:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078047.221217:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000040:0.0:1769078047.221218:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769078047.221222:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078047.221223:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.221225:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078047.221226:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078047.221228:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078047.221231:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769078047.221233:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078047.221237:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078047.221243:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078047.221245:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078047.221248:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078047.221255:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.221255:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769078047.221258:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5042) 00000100:00000001:2.0:1769078047.221258:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078047.221260:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078047.221265:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221272:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078047.221273:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078047.221276:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078047.221279:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078047.221282:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078047.221285:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657854208:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078047.221288:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078047.221293:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078047.221295:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078047.221297:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078047.221301:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00c00. 02000000:00000001:2.0:1769078047.221303:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078047.221309:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078047.221349:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078047.221357:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078047.221365:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657854208, portal 25 00000100:00000001:2.0:1769078047.221368:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078047.221369:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094224128 : -115332615327488 : ffff971b086eb100) 00000100:00000040:2.0:1769078047.221375:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221382:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078047.221385:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078047.221388:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078047.221393:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657854208, offset 0 00000400:00000200:2.0:1769078047.221399:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078047.221406:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078047.221421:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078047.221426:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078047.221431:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078047.221435:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078047.221437:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078047.221441:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370563:370563:256:4294967295] 192.168.204.154@tcp LPNI seq info [370558:370558:8:4294967295] 00000400:00000200:2.0:1769078047.221444:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078047.221454:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078047.221460:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078047.221466:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078047.221473:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078047.221477:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769078047.221482:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078047.221486:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:2.0:1769078047.221490:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078047.221492:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078047.221498:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078047.221503:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078047.221510:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078047.221514:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078047.221518:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078047.221526:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221536:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078047.221539:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221545:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.221547:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078047.221577:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078047.221581:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078047.221583:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299705548 00000100:00000010:2.0:1769078047.221588:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bb40. 00000100:00000001:2.0:1769078047.221596:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078047.221603:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299705548 00000100:00000010:2.0:1769078047.221606:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b120. 00000100:00000001:2.0:1769078047.221609:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078047.221612:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078047.221621:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.221623:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078047.221627:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078047/real 1769078047] req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078047.221636:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078047.221638:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078047.221639:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078047.221643:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078047.221645:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078047.221647:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078047.221651:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078047.221659:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221670:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078047.221672:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.221675:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078047.221676:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078047.221680:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221686:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078047.221690:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221697:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078047.221700:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.221702:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078047.221703:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.221705:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078047.221707:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078047.221709:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078047.221713:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078047.221715:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078047.221720:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078047.221727:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657854208:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078047.221732:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078047.221735:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221741:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078047.221742:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078047.221744:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078047.221745:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078047.221747:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078047.221749:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854336:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078047.221753:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078047.221754:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078047.221756:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078047.221758:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078047.221762:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078047.221763:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078047.221766:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078047.221769:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078047.221772:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078047.221775:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657854336, portal 10 00000100:00000001:2.0:1769078047.221777:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078047.221778:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094215168 : -115332615336448 : ffff971b086e8e00) 00000100:00000040:2.0:1769078047.221783:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221789:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078047.221792:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078047.221794:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078047.221797:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657854336, offset 0 00000400:00000200:2.0:1769078047.221800:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078047.221804:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078047.221807:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078047.221810:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078047.221812:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078047.221814:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078047.221816:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078047.221819:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370564:370564:256:4294967295] 192.168.204.154@tcp LPNI seq info [370559:370559:8:4294967295] 00000400:00000200:2.0:1769078047.221823:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078047.221829:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078047.221834:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078047.221837:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078047.221841:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078047.221844:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769078047.221847:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078047.221850:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:2.0:1769078047.221854:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078047.221856:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078047.221859:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078047.221862:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078047.221865:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078047.221866:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078047.221869:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078047.221872:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221890:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078047.221893:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221898:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.221900:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078047.221903:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078047.221907:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078047.221911:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078047.221913:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299704843 00000100:00000001:2.0:1769078047.221916:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299705548 00000100:00000001:2.0:1769078047.221918:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299704843 00000100:00000001:2.0:1769078047.221920:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299705548 00000100:00000001:2.0:1769078047.221922:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078047.221925:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.221926:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078047.221933:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078047/real 1769078047] req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078047.221939:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078047.221940:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078047.221942:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078047.221944:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078047.221945:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078047.221947:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078047.221950:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078047.221958:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221964:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078047.221966:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.221968:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078047.221969:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078047.221972:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221978:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078047.221981:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.221988:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078047.221990:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.221992:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078047.221993:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.221995:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078047.222001:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078047.222004:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078047.222007:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078047.222009:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078047.222014:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078047.222021:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854336:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078047.222025:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078047.222028:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222034:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078047.222035:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078047.222037:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078047.222039:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078047.222041:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078047.222044:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854464:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078047.222046:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078047.222048:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078047.222049:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078047.222051:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078047.222055:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02c00. 02000000:00000001:2.0:1769078047.222056:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078047.222060:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078047.222063:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078047.222066:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078047.222068:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657854464, portal 4 00000100:00000001:2.0:1769078047.222070:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078047.222071:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094216064 : -115332615335552 : ffff971b086e9180) 00000100:00000040:2.0:1769078047.222076:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222081:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078047.222083:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078047.222085:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078047.222087:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657854464, offset 0 00000400:00000200:2.0:1769078047.222091:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078047.222094:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078047.222097:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078047.222099:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078047.222102:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078047.222103:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078047.222106:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078047.222108:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370565:370565:256:4294967295] 192.168.204.154@tcp LPNI seq info [370560:370560:8:4294967295] 00000400:00000200:2.0:1769078047.222112:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078047.222117:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078047.222121:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078047.222124:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078047.222128:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078047.222131:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769078047.222134:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078047.222136:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:2.0:1769078047.222140:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078047.222142:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078047.222144:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078047.222147:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078047.222150:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078047.222151:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078047.222153:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078047.222156:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222162:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078047.222165:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222170:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.222171:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078047.222174:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078047.222176:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078047.222179:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078047.222181:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299704864 00000100:00000001:2.0:1769078047.222184:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299705548 00000100:00000001:2.0:1769078047.222185:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299704864 00000100:00000001:2.0:1769078047.222188:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299705548 00000100:00000001:2.0:1769078047.222190:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078047.222191:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.222193:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078047.222197:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078047/real 1769078047] req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078047.222203:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078047.222205:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078047.222206:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078047.222208:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078047.222210:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078047.222212:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078047.222214:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078047.222222:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222228:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078047.222229:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222231:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078047.222232:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078047.222235:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222240:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078047.222243:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222249:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078047.222251:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222252:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078047.222253:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222255:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078047.222258:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078047.222260:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078047.222263:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078047.222264:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078047.222268:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078047.222279:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854464:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078047.222282:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078047.222285:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222290:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078047.222291:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078047.222293:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078047.222295:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078047.222297:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078047.222299:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854592:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078047.222302:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078047.222304:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078047.222305:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078047.222306:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078047.222310:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078047.222312:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078047.222329:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078047.222332:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078047.222334:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078047.222337:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657854592, portal 4 00000100:00000001:2.0:1769078047.222339:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078047.222340:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000100:00000040:2.0:1769078047.222346:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222351:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078047.222353:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078047.222355:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078047.222358:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657854592, offset 0 00000400:00000200:2.0:1769078047.222362:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078047.222366:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078047.222369:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078047.222372:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078047.222374:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078047.222376:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078047.222378:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078047.222382:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370566:370566:256:4294967295] 192.168.204.154@tcp LPNI seq info [370561:370561:8:4294967295] 00000400:00000200:2.0:1769078047.222386:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078047.222392:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078047.222396:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078047.222399:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078047.222402:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078047.222405:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:2.1:1769078047.222409:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078047.222411:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:2.0:1769078047.222414:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078047.222416:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078047.222419:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078047.222422:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078047.222425:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078047.222427:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078047.222429:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078047.222433:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222440:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078047.222443:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078072 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222449:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.222450:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078047.222453:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078047.222456:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078047.222459:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078047.222462:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299704868 00000100:00000001:2.0:1769078047.222464:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299705548 00000100:00000001:2.0:1769078047.222466:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299704868 00000100:00000001:2.0:1769078047.222468:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299705548 00000100:00000001:2.0:1769078047.222470:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078047.222473:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.222474:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078047.222478:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078047/real 1769078047] req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078047.222485:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078047.222487:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078047.222488:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078047.222491:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078047.222493:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078047.222495:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078047.222498:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078047.222505:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222510:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078047.222511:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222513:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078047.222514:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078047.222517:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222523:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078047.222527:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222534:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078047.222536:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222538:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078047.222539:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222541:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078047.222545:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078047.222548:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078047.222551:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078047.222582:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078047.222586:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078047.222593:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854592:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078047.222596:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222598:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078047.222601:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eb100 x1855007657854208/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222606:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078047.222609:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078047.222612:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00c00. 02000000:00000001:2.0:1769078047.222614:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078047.222616:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078047.222618:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078047.222619:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078047.222622:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 02000000:00000001:2.0:1769078047.222627:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078047.222629:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078047.222630:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eb100. 00000100:00000001:2.0:1769078047.222634:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078047.222635:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222637:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078047.222639:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8e00 x1855007657854336/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222649:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078047.222650:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078047.222652:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078047.222654:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078047.222655:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078047.222656:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078047.222658:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078047.222659:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:2.0:1769078047.222661:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078047.222662:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078047.222663:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8e00. 00000100:00000001:2.0:1769078047.222665:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078047.222666:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222668:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078047.222671:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9180 x1855007657854464/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222676:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078047.222677:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078047.222679:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02c00. 02000000:00000001:2.0:1769078047.222682:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078047.222683:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078047.222684:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078047.222686:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078047.222687:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746c00. 02000000:00000001:2.0:1769078047.222689:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078047.222690:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078047.222691:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9180. 00000100:00000001:2.0:1769078047.222693:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078047.222694:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222696:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078047.222699:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657854592/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078072 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078047.222705:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078047.222706:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078047.222708:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078047.222710:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078047.222711:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078047.222712:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078047.222713:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078047.222715:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745c00. 02000000:00000001:2.0:1769078047.222716:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078047.222718:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078047.222719:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:2.0:1769078047.222721:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078047.222722:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222724:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.222733:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078047.222735:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.222737:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078047.222738:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078047.860642:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078047.860645:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078047.860645:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078047.860647:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.860651:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078047.860651:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078047.860653:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078047.860655:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.860655:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078047.860656:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.860659:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078047.860661:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078047.860662:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078047.860663:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078047.860664:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078047.860666:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078047.860667:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.860668:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.860668:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078047.860670:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.860672:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078047.860673:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078047.860674:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078047.860674:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078047.860678:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.860678:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078047.860679:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078047.860684:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.860685:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.860685:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078047.860689:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078047.860692:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.860696:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078047.860698:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078047.860699:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078047.860700:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078047.860703:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078047.860704:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078047.860704:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078047.860704:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078047.860706:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078047.860708:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.860710:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078047.860710:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078047.860711:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078047.860715:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078047.860716:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078047.860720:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078047.860720:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078047.860722:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078047.860724:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078047.860724:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078047.860725:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078047.860726:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078047.860728:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078047.860730:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078047.860730:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078047.860730:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078047.860731:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078047.860734:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.860735:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078047.860736:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078047.860737:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.860738:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078047.860740:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078047.860742:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078047.860743:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078047.860745:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078047.860746:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078047.860749:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078047.860749:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.860754:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078047.860756:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078047.860759:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078047.988645:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299705548, at 4299705600 00000100:00000040:1.0:1769078047.988645:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299705548, at 4299705600 00000100:00000010:1.0:1769078047.988661:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000010:0.0:1769078047.988663:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bb40. 00000100:00000001:0.0:1769078048.244666:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078048.244674:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078048.244676:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078048.244682:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078048.244685:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078048.244689:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078048.244691:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078048.244694:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078048.244697:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078048.244884:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078048.244888:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078048.244889:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078048.244892:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078048.244894:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078048.244896:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078048.244898:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078048.244899:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078048.244902:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078048.884656:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078048.884656:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078048.884658:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078048.884662:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078048.884664:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078048.884664:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078048.884664:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078048.884667:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078048.884668:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078048.884668:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078048.884670:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078048.884671:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078048.884674:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078048.884674:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:1.0:1769078048.884675:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078048.884675:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078048.884679:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078048.884680:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078048.884682:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078048.884682:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078048.884683:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078048.884685:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078048.884686:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078048.884687:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078048.884687:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078048.884688:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078048.884689:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078048.884694:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078048.884694:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078048.884698:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078048.884699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078048.884701:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078048.884704:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078048.884704:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078048.884705:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078048.884707:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078048.884709:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078048.884710:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078048.884712:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078048.884714:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078048.884715:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078048.884715:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078048.884719:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078048.884720:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078048.884723:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078048.884724:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078048.884729:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078048.884730:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078048.884731:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078048.884732:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078048.884734:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078048.884735:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078048.884736:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078048.884739:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078048.884739:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078048.884740:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078048.884741:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078048.884742:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078048.884745:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078048.884746:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078048.884746:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078048.884746:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078048.884749:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078048.884751:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078048.884752:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078048.884752:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078048.884755:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078048.884756:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078048.884757:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078048.884759:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078048.884762:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078048.884763:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078048.884766:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078048.884767:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078048.884767:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078048.884767:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078048.884770:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078048.884771:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078048.884774:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078048.884775:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078048.884775:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078048.884780:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078048.884784:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078048.884784:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078048.884788:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078048.884789:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078048.884792:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078048.884794:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078048.884796:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078048.884798:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078048.884800:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078048.884802:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078049.268657:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078049.268657:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078049.268666:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078049.268666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078049.268669:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078049.268669:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078049.268675:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078049.268676:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078049.268680:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078049.268681:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078049.268684:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078049.268685:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078049.268688:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078049.268692:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078049.268694:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078049.268697:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078049.268700:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078049.268703:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078049.908702:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078049.908702:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078049.908704:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078049.908704:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078049.908712:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078049.908713:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078049.908714:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078049.908714:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078049.908717:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078049.908717:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078049.908721:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078049.908721:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078049.908724:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078049.908726:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078049.908732:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078049.908733:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078049.908733:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:2.0:1769078049.908733:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078049.908741:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078049.908741:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078049.908744:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078049.908744:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078049.908747:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078049.908753:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078049.908754:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078049.908754:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078049.908763:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078049.908764:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078049.908767:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078049.908770:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078049.908775:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078049.908779:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078049.908783:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078049.908784:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078049.908788:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078049.908792:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078049.908802:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078049.908806:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078049.908807:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078049.908809:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078049.908812:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078049.908813:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078049.908817:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078049.908819:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078049.908821:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078049.908822:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078049.908822:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078049.908824:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078049.908829:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078049.908832:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078049.908832:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078049.908833:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078049.908833:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078049.908843:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078049.908846:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078049.908854:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078049.908856:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078049.908857:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078049.908860:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078049.908861:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078049.908862:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078049.908865:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078049.908866:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078049.908870:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078049.908872:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078049.908874:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078049.908876:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078049.908879:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078049.908883:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078049.908885:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078049.908887:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078049.908910:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078049.908911:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078049.908913:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078050.292677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078050.292677:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078050.292687:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078050.292687:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078050.292689:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078050.292690:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078050.292698:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078050.292698:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078050.292704:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078050.292704:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078050.292710:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078050.292710:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078050.292713:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078050.292716:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078050.292719:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078050.292720:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078050.292723:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078050.292725:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078050.932677:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078050.932677:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078050.932683:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078050.932685:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078050.932685:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078050.932686:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078050.932692:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078050.932695:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078050.932695:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078050.932698:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078050.932699:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078050.932703:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078050.932705:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078050.932710:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078050.932712:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078050.932712:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078050.932720:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078050.932720:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078050.932729:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078050.932808:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078050.932812:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078050.932814:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078050.932816:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078050.932818:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078050.932819:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078050.932821:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078050.932822:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078050.932825:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078050.932826:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078050.932828:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078050.932829:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078050.932830:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078050.932831:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078050.932846:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078050.932848:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078050.932849:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078050.932851:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078050.932852:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078050.932853:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078050.932967:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078050.932970:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078050.932971:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078050.932974:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078050.932978:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078050.932979:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078050.932981:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078050.932985:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078050.933003:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078050.933006:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078050.933008:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078050.933014:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000020:00000001:0.0:1769078050.933015:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078050.933017:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1769078050.933021:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078050.933025:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078050.933026:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1769078050.933028:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078050.933030:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078050.933031:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078050.933039:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078050.933042:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078050.933043:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078050.933044:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078050.933045:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078050.933047:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078050.933052:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078050.933054:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078050.933054:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078050.933060:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078050.933061:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078050.933063:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078050.933065:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078050.933066:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078050.933071:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078050.933073:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078050.933075:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078050.933077:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078050.933103:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078050.933105:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078050.933107:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078051.316679:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078051.316687:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078051.316689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078051.316694:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078051.316697:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078051.316699:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078051.316706:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078051.316706:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078051.316712:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078051.316714:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078051.316720:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078051.316720:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078051.316726:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078051.316728:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078051.316730:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078051.316735:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078051.316737:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078051.316739:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078051.956712:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078051.956712:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078051.956718:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078051.956720:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078051.956721:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078051.956722:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078051.956723:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078051.956724:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078051.956726:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078051.956728:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078051.956730:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078051.956732:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078051.956733:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078051.956738:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078051.956742:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078051.956744:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078051.956744:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078051.956748:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078051.956749:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078051.956750:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078051.956751:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078051.956758:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078051.956759:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078051.956769:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078051.956770:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078051.956770:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078051.956779:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078051.956779:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078051.956785:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078051.956786:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078051.956788:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078051.956791:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078051.956793:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078051.956795:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078051.956795:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078051.956798:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078051.956804:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078051.956805:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078051.956810:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078051.956812:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078051.956821:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078051.956823:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078051.956825:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078051.956827:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078051.956828:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078051.956830:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078051.956831:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078051.956836:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078051.956837:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078051.956838:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078051.956838:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078051.956840:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078051.956846:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078051.956850:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078051.956850:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078051.956850:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078051.956853:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078051.956855:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078051.956857:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078051.956858:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078051.956863:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078051.956864:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078051.956866:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078051.956871:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078051.956872:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078051.956872:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078051.956876:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078051.956881:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078051.956884:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078051.956887:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078051.956890:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078051.956922:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078051.956926:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078051.956930:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078052.340682:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078052.340682:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078052.340690:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078052.340691:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078052.340692:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.340694:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078052.340699:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078052.340700:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078052.340704:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078052.340705:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078052.340708:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078052.340709:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078052.340712:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078052.340715:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078052.340718:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.340720:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078052.340724:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078052.340727:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078052.340760:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078052.340765:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078052.340767:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078052.340770:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078052.340774:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078052.340781:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5037 00000400:00000200:0.0:1769078052.340790:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078052.340795:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078052.340798:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078052.340801:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078052.340804:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078052.340806:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078052.340808:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078052.340811:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078052.340813:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078052.340816:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:3.0:1769078052.340817:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000020:00000040:0.0:1769078052.340820:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078052.340823:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000080:00000001:3.0:1769078052.340824:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078052.340827:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078052.340830:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078052.340830:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078052.340833:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078052.340836:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078052.340837:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000001:0.0:1769078052.340838:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00001000:3.0:1769078052.340844:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000040:0.0:1769078052.340845:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769078052.340851:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078052.340853:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.340854:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 02000000:00000001:0.0:1769078052.340856:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1769078052.340858:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:0.0:1769078052.340863:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769078052.340863:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769078052.340868:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:0.0:1769078052.340869:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.340875:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1769078052.340876:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769078052.340878:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.340880:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078052.340884:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078052.340891:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00020000:00000002:3.0:1769078052.340891:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000020:00000040:0.0:1769078052.340897:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000002:3.0:1769078052.340898:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012227c0 00020000:00000001:3.0:1769078052.340905:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:0.0:1769078052.340906:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:3.0:1769078052.340908:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 02000000:00000001:0.0:1769078052.340909:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.340913:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:3.0:1769078052.340913:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000001:0.0:1769078052.340917:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:3.0:1769078052.340917:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.340922:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078052.340923:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.340925:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078052.340929:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.340931:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000010:0.0:1769078052.340932:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000020:00000001:3.0:1769078052.340933:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078052.340936:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769078052.340939:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012227c0 00000100:00000001:0.0:1769078052.340941:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.340947:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.340951:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00100000:0.0:1769078052.340953:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769078052.340954:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078052.340958:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078052.340963:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:0.0:1769078052.340964:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078052.340971:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078052.340971:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000040:0.0:1769078052.340978:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078052.340978:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078052.340980:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078052.340983:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078052.340986:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769078052.340990:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769078052.340992:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000020:00000001:3.0:1769078052.340994:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078052.340999:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769078052.341001:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.341001:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078052.341004:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078052.341005:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078052.341010:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:3.0:1769078052.341010:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.341013:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:3.0:1769078052.341015:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00080000:0.0:1769078052.341016:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078052.341021:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078052.341023:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5037 00000100:00000001:1.0:1769078052.341027:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1769078052.341029:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078052.341033:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1769078052.341038:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078052.341038:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769078052.341045:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078052.341050:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078052.341052:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078052.341056:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078052.341057:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078052.341060:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078052.341062:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000100:00000040:1.0:1769078052.341063:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078052.341064:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078052.341067:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769078052.341075:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769078052.341081:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769078052.341093:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078052.341093:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078052.341098:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078052.341098:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.341100:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:1.0:1769078052.341109:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1769078052.341110:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078052.341116:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078052.341117:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.341118:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1769078052.341119:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769078052.341131:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:1.0:1769078052.341133:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.341133:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.341138:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078052.341142:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:1.0:1769078052.341146:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657854720:192.168.204.154@tcp:250:kworker.0 00000020:00000001:3.0:1769078052.341146:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078052.341150:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078052.341158:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:0.0:1769078052.341162:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.341167:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:1.0:1769078052.341168:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1769078052.341169:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078052.341175:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:3.0:1769078052.341176:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00100000:0.0:1769078052.341177:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078052.341182:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.341183:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000008:00000001:0.0:1769078052.341184:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.341186:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078052.341188:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.341189:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000010:0.0:1769078052.341192:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 02000000:00000010:1.0:1769078052.341192:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636c00. 00000020:00000001:3.0:1769078052.341193:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078052.341198:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078052.341199:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078052.341208:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078052.341210:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.341212:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078052.341217:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769078052.341218:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:0.0:1769078052.341223:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078052.341225:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 02000000:00000010:0.0:1769078052.341242:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769078052.341247:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078052.341256:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769078052.341258:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000001:0.0:1769078052.341264:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078052.341266:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078052.341270:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078052.341274:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657854720, portal 25 00000100:00000001:0.0:1769078052.341278:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.341281:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769078052.341282:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078052.341285:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000100:00080000:0.0:1769078052.341287:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078052.341292:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078052.341294:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078052.341297:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078052.341300:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5037 00000100:00000040:1.0:1769078052.341303:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769078052.341311:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078052.341322:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078052.341328:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078052.341340:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078052.341341:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078052.341345:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078052.341352:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000040:1.0:1769078052.341356:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078052.341361:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078052.341362:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078052.341363:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000020:00000001:0.0:1769078052.341367:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078052.341374:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000001:3.0:1769078052.341374:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078052.341375:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657854720, offset 0 00000020:00000001:0.0:1769078052.341380:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078052.341385:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769078052.341387:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078052.341391:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769078052.341399:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078052.341400:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078052.341406:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078052.341412:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078052.341413:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078052.341421:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.341422:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078052.341431:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:1.0:1769078052.341431:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:3.0:1769078052.341432:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078052.341440:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078052.341445:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:3.0:1769078052.341448:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.341451:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078052.341451:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769078052.341455:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:0.0:1769078052.341464:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769078052.341465:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000400:00000200:1.0:1769078052.341471:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:3.0:1769078052.341471:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:0.0:1769078052.341472:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078052.341475:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:1.0:1769078052.341479:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1769078052.341482:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078052.341484:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000001:0.0:1769078052.341486:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078052.341489:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769078052.341490:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000400:00000200:1.0:1769078052.341492:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370567:370567:256:4294967295] 192.168.204.154@tcp LPNI seq info [370562:370562:8:4294967295] 00000008:00000001:0.0:1769078052.341497:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078052.341497:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078052.341507:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078052.341510:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078052.341511:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000010:0.0:1769078052.341515:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000008:00000020:3.0:1769078052.341516:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078052.341522:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769078052.341523:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769078052.341535:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769078052.341535:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000001:3.0:1769078052.341535:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078052.341541:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 02000000:00000001:0.0:1769078052.341542:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.341551:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000008:00000001:3.0:1769078052.341552:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 02000000:00000001:0.0:1769078052.341599:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078052.341604:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078052.341604:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000008:00000020:3.0:1769078052.341608:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000008:00000001:3.0:1769078052.341618:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000800:00000010:1.0:1769078052.341621:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000008:00000020:3.0:1769078052.341621:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000010:0.0:1769078052.341622:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000008:00000001:3.0:1769078052.341623:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078052.341635:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:0.0:1769078052.341636:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078052.341645:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000020:3.0:1769078052.341645:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00100000:0.0:1769078052.341649:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1769078052.341660:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000008:00000001:3.0:1769078052.341667:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769078052.341676:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:3.0:1769078052.341676:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.341685:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078052.341686:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078052.341687:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078052.341694:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.1:1769078052.341697:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00020000:00000001:3.0:1769078052.341698:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.341707:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.341718:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078052.341721:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078052.341726:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000800:00000010:1.0:1769078052.341729:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000100:00000001:0.0:1769078052.341731:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.341731:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00080000:0.0:1769078052.341739:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:3.0:1769078052.341739:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000200:1.0:1769078052.341740:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:3.0:1769078052.341747:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:0.0:1769078052.341752:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:3.0:1769078052.341754:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:0.0:1769078052.341759:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1769078052.341760:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:3.0:1769078052.341761:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078052.341762:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769078052.341768:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000100:00000001:0.0:1769078052.341770:0:13606:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:3.0:1769078052.341770:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000010:1.0:1769078052.341782:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00080000:0.0:1769078052.341783:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5037 00000020:00000001:3.0:1769078052.341783:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078052.341789:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:0.0:1769078052.341795:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078052.341795:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:3.0:1769078052.341795:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769078052.341801:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:0.0:1769078052.341804:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769078052.341805:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00080000:0.0:1769078052.341812:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1769078052.341812:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078052.341812:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:0.0:1769078052.341819:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078052.341820:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.341831:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:3.0:1769078052.341831:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078052.341838:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078052.341841:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:0.0:1769078052.341850:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078052.341850:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078052.341856:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078052.341857:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078052.341859:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1769078052.341860:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769078052.341860:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:1.0:1769078052.341865:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078052.341865:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078052.341866:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078052.341873:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:3.0:1769078052.341873:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078052.341880:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078052.341883:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769078052.341885:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078052.341886:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.341890:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078052.341894:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:1.0:1769078052.341895:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1769078052.341896:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.341902:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.341905:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.341906:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000040:0.0:1769078052.341907:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078052.341914:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769078052.341916:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769078052.341918:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078052.341922:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078052.341926:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:0.0:1769078052.341927:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078052.341930:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299710668 00020000:00000001:3.0:1769078052.341931:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:0.0:1769078052.341932:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769078052.341936:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078052.341941:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000010:1.0:1769078052.341942:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad05a0. 00000020:00000040:0.0:1769078052.341943:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000020:00000001:3.0:1769078052.341945:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078052.341954:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00080000:0.0:1769078052.341956:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078052.341958:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078052.341960:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.341960:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:0.0:1769078052.341962:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769078052.341966:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:0.0:1769078052.341967:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078052.341967:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299710668 00000080:00000001:3.0:1769078052.341974:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:0.0:1769078052.341975:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078052.341976:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0420. 00000080:00200000:3.0:1769078052.341979:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:0.0:1769078052.341981:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078052.341985:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:1.0:1769078052.341986:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000080:00000001:3.0:1769078052.341986:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000008:00000001:0.0:1769078052.341996:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.341996:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078052.341996:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:0.0:1769078052.342008:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.342008:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769078052.342008:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00000001:1.0:1769078052.342026:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000010:0.0:1769078052.342028:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000080:00000001:3.0:1769078052.342028:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:0.0:1769078052.342038:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00100000:1.0:1769078052.342039:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078052/real 1769078052] req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1769078052.342039:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078052.342041:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078052.342047:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.342055:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000080:00000001:3.0:1769078052.342056:0:8:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:0.0:1769078052.342060:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000080:00000001:3.0:1769078052.342062:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 02000000:00000001:0.0:1769078052.342066:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.342068:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000010:0.0:1769078052.342074:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000020:00000001:3.0:1769078052.342076:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000001:0.0:1769078052.342082:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078052.342086:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00001000:3.0:1769078052.342088:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000400:00000001:1.0:1769078052.342089:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1769078052.342092:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769078052.342094:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000020:00000001:3.0:1769078052.342099:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000400:00000200:1.0:1769078052.342103:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000020:00000001:3.0:1769078052.342107:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000010:1.0:1769078052.342110:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000080:00000001:3.0:1769078052.342112:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:0.0:1769078052.342117:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078052.342122:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078052.342123:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1769078052.342123:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000200:1.0:1769078052.342135:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078052.342136:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078052.342136:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078052.342142:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078052.342147:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078052.342160:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769078052.342178:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:0.0:1769078052.342194:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.342194:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000200:1.0:1769078052.342201:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078052.342202:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000040:0.0:1769078052.342205:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5047) 00020000:00000001:3.0:1769078052.342210:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:1.0:1769078052.342217:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078052.342218:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.342220:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.342224:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078052.342236:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078052.342240:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078052.342241:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078052.342251:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078052.342255:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.342261:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078052.342264:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078052.342264:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078052.342267:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769078052.342271:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012227c0 00000100:00000040:1.0:1769078052.342277:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078052.342277:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.342283:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078052.342286:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078052.342289:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078052.342291:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769078052.342296:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:1.0:1769078052.342305:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:3.0:1769078052.342307:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:1.0:1769078052.342309:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078052.342311:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:1.0:1769078052.342312:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.342316:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078052.342318:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078052.342319:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078052.342323:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078052.342324:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00080000:1.0:1769078052.342326:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078052.342332:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000020:00001000:3.0:1769078052.342332:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00000001:1.0:1769078052.342341:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1769078052.342342:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000020:00000001:3.0:1769078052.342349:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:1.0:1769078052.342350:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078052.342354:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078052.342362:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00100000:1.0:1769078052.342363:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657854720:192.168.204.154@tcp:250:kworker.0 00000020:00000001:3.0:1769078052.342367:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.342369:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.342375:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:3.0:1769078052.342375:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078052.342380:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657854720/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078052.342381:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769078052.342393:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078052.342394:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078052.342396:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1769078052.342398:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078052.342399:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636c00. 00020000:00000001:3.0:1769078052.342407:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.342408:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078052.342412:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769078052.342413:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078052.342415:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078052.342419:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078052.342420:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078052.342425:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 00020000:00000001:3.0:1769078052.342425:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078052.342429:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769078052.342431:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1769078052.342432:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:1.0:1769078052.342434:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1769078052.342436:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000010:1.0:1769078052.342438:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000020:00000001:3.0:1769078052.342441:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.342443:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1769078052.342446:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.342447:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.342455:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078052.342455:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.342467:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.342470:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078052.342474:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078052.342474:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078052.342479:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.342480:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078052.342483:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078052.342487:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078052.342487:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078052.342493:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078052.342497:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078052.342501:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078052.342507:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078052.342510:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078052.342516:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:1.0:1769078052.342517:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078052.342522:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078052.342522:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 02000000:00000001:1.0:1769078052.342529:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:3.0:1769078052.342532:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:1.0:1769078052.342533:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078052.342540:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769078052.342540:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078052.342545:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078052.342546:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854848:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078052.342586:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:3.0:1769078052.342586:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078052.342593:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 02000000:00000001:1.0:1769078052.342594:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078052.342599:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078052.342599:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 02000000:00000001:1.0:1769078052.342602:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078052.342604:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636c00. 02000000:00000001:1.0:1769078052.342607:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769078052.342607:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769078052.342617:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:1.0:1769078052.342618:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000020:3.0:1769078052.342622:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000010:1.0:1769078052.342623:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000008:00000001:3.0:1769078052.342626:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769078052.342627:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078052.342635:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657854848, portal 10 00000008:00000001:3.0:1769078052.342635:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:1.0:1769078052.342641:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000020:3.0:1769078052.342641:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000100:00000001:1.0:1769078052.342644:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00000100:00000040:1.0:1769078052.342653:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078052.342653:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:3.0:1769078052.342663:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.342675:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769078052.342675:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078052.342682:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078052.342683:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078052.342686:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00020000:00000001:3.0:1769078052.342688:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078052.342689:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657854848, offset 0 00000020:00000001:3.0:1769078052.342697:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078052.342699:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078052.342704:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:1.0:1769078052.342709:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078052.342710:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000400:00000200:1.0:1769078052.342714:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:3.0:1769078052.342714:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078052.342719:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:1.0:1769078052.342720:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769078052.342722:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1769078052.342728:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:3.0:1769078052.342729:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078052.342734:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:3.0:1769078052.342737:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000200:1.0:1769078052.342738:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:3.0:1769078052.342743:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078052.342748:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:1.0:1769078052.342749:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370568:370568:256:4294967295] 192.168.204.154@tcp LPNI seq info [370563:370563:8:4294967295] 00020000:00000001:3.0:1769078052.342754:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000200:1.0:1769078052.342760:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078052.342760:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078052.342768:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078052.342773:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078052.342776:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078052.342780:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:3.0:1769078052.342783:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.342791:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000800:00000200:1.0:1769078052.342792:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078052.342795:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078052.342798:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000800:00000010:1.0:1769078052.342799:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000020:00000001:3.0:1769078052.342801:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078052.342804:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078052.342806:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078052.342809:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000200:1.0:1769078052.342814:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078052.342814:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078052.342816:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078052.342820:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078052.342823:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00020000:00000001:3.0:1769078052.342824:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078052.342829:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078052.342832:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078052.342834:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078052.342838:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078052.342840:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000800:00000200:1.1:1769078052.342842:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00020000:00000001:3.0:1769078052.342844:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000800:00000100:1.0:1769078052.342848:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078052.342848:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000800:00000010:1.0:1769078052.342850:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000020:00000001:3.0:1769078052.342852:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:1.0:1769078052.342854:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:3.0:1769078052.342856:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:1.0:1769078052.342859:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00001000:3.0:1769078052.342860:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000400:00000200:1.0:1769078052.342863:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078052.342865:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00020000:00000001:3.0:1769078052.342865:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:1.0:1769078052.342873:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:3.0:1769078052.342874:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000200:1.0:1769078052.342879:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1769078052.342879:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078052.342885:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:1.0:1769078052.342893:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000001:3.0:1769078052.342897:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000040:1.0:1769078052.342898:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078052.342902:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078052.342911:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00000001:1.0:1769078052.342912:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.342919:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:3.0:1769078052.342922:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:1.0:1769078052.342923:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078052.342933:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000080:00000001:3.0:1769078052.342933:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078052.342940:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078052.342942:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299709964 00000100:00000001:1.0:1769078052.342945:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299710668 00000100:00000001:1.0:1769078052.342946:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299709964 00000100:00000001:1.0:1769078052.342949:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299710668 00000100:00000001:1.0:1769078052.342951:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078052.342954:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.342955:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078052.342957:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078052/real 1769078052] req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078052.342963:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078052.342964:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078052.342965:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078052.342967:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078052.342967:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078052.342969:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078052.342971:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078052.342976:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.342979:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078052.342980:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.342981:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.342982:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078052.342983:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.342987:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078052.342989:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.342993:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078052.342995:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.342996:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.342996:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.342997:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078052.343000:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078052.343002:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078052.343004:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078052.343005:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078052.343007:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078052.343011:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854848:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078052.343014:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078052.343016:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343019:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078052.343020:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.343021:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078052.343022:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078052.343024:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078052.343025:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854976:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078052.343027:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078052.343029:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078052.343030:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.343031:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078052.343033:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078052.343034:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078052.343036:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078052.343038:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078052.343040:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078052.343041:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657854976, portal 4 00000100:00000001:1.0:1769078052.343042:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078052.343043:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00000100:00000040:1.0:1769078052.343047:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343054:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078052.343055:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078052.343056:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078052.343058:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657854976, offset 0 00000400:00000200:1.0:1769078052.343060:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078052.343062:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078052.343063:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078052.343065:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078052.343067:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078052.343068:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078052.343069:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078052.343071:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370569:370569:256:4294967295] 192.168.204.154@tcp LPNI seq info [370564:370564:8:4294967295] 00000400:00000200:1.0:1769078052.343073:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078052.343077:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078052.343080:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078052.343081:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078052.343084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078052.343085:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769078052.343088:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078052.343089:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769078052.343091:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078052.343093:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078052.343095:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078052.343096:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078052.343098:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078052.343099:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078052.343100:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078052.343102:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343106:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078052.343108:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343115:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.343116:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078052.343118:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078052.343120:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078052.343121:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078052.343122:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299709985 00000100:00000001:1.0:1769078052.343124:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299710668 00000100:00000001:1.0:1769078052.343125:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299709985 00000100:00000001:1.0:1769078052.343126:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299710668 00000100:00000001:1.0:1769078052.343127:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078052.343128:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.343129:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078052.343131:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078052/real 1769078052] req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078052.343135:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078052.343135:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078052.343136:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078052.343137:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078052.343138:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078052.343139:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078052.343141:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078052.343146:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343149:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078052.343150:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.343150:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.343151:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078052.343153:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343157:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078052.343159:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343164:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078052.343166:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.343167:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.343168:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.343169:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078052.343173:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078052.343175:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078052.343178:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078052.343180:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078052.343184:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078052.343191:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657854976:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078052.343195:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078052.343198:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343205:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078052.343206:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.343208:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078052.343210:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078052.343212:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078052.343214:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657855104:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078052.343217:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078052.343219:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078052.343221:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078052.343222:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078052.343225:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078052.343244:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078052.343248:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078052.343251:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078052.343254:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078052.343257:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657855104, portal 4 00000100:00000001:1.0:1769078052.343258:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078052.343260:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00000100:00000040:1.0:1769078052.343265:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343270:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078052.343271:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078052.343273:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078052.343274:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657855104, offset 0 00000400:00000200:1.0:1769078052.343277:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078052.343279:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078052.343281:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078052.343283:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078052.343285:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078052.343286:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078052.343288:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078052.343289:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370570:370570:256:4294967295] 192.168.204.154@tcp LPNI seq info [370565:370565:8:4294967295] 00000400:00000200:1.0:1769078052.343292:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078052.343295:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078052.343298:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078052.343300:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078052.343302:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078052.343304:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769078052.343306:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078052.343308:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769078052.343310:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078052.343312:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078052.343313:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078052.343315:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078052.343317:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078052.343318:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078052.343319:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078052.343321:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343326:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078052.343327:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078077 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343331:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.343332:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078052.343334:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078052.343336:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078052.343337:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078052.343338:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299709989 00000100:00000001:1.0:1769078052.343340:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299710668 00000100:00000001:1.0:1769078052.343341:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299709989 00000100:00000001:1.0:1769078052.343342:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299710668 00000100:00000001:1.0:1769078052.343344:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078052.343345:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.343346:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078052.343348:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078052/real 1769078052] req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078052.343351:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078052.343352:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078052.343353:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078052.343354:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078052.343355:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078052.343357:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078052.343358:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078052.343363:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343366:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078052.343367:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.343368:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.343369:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078052.343371:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343374:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078052.343376:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343379:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078052.343381:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.343381:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078052.343382:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.343383:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078052.343385:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078052.343386:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078052.343389:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078052.343390:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078052.343392:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078052.343397:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657855104:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078052.343398:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.343399:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078052.343401:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657854848/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343405:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078052.343406:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078052.343407:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636c00. 02000000:00000001:1.0:1769078052.343408:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078052.343409:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078052.343410:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078052.343411:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078052.343412:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745c00. 02000000:00000001:1.0:1769078052.343414:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078052.343414:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078052.343415:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:1.0:1769078052.343417:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078052.343418:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.343419:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078052.343420:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657854976/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343424:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078052.343424:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078052.343425:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078052.343426:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078052.343427:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078052.343427:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078052.343428:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078052.343429:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746c00. 02000000:00000001:1.0:1769078052.343430:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078052.343431:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078052.343431:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000100:00000001:1.0:1769078052.343433:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078052.343433:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.343434:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078052.343435:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657855104/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078077 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078052.343439:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078052.343440:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078052.343440:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078052.343442:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078052.343442:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078052.343443:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078052.343445:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078052.343445:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:1.0:1769078052.343446:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078052.343447:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078052.343447:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00000100:00000001:1.0:1769078052.343449:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078052.343449:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.343450:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.343452:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078052.343453:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.343454:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078052.343455:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078052.980681:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078052.980687:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078052.980687:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078052.980690:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078052.980696:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078052.980698:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078052.980700:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078052.980700:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078052.980702:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.980705:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.980707:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078052.980714:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078052.980717:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078052.980720:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078052.980720:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078052.980721:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.980723:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078052.980727:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078052.980730:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078052.980732:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078052.980734:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078052.980734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078052.980737:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078052.980739:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.980740:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078052.980748:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078052.980749:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078052.980752:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.980758:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078052.980758:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.980767:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078052.980773:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.980775:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078052.980780:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.980785:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078052.980786:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078052.980791:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078052.980793:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078052.980794:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1769078052.980797:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:0.0:1769078052.980799:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.980799:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078052.980802:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078052.980804:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078052.980808:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769078052.980809:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078052.980811:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078052.980811:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078052.980813:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078052.980816:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078052.980817:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078052.980817:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078052.980831:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078052.980832:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078052.980832:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078052.980839:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078052.980845:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078052.980845:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078052.980846:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078052.980852:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.980852:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078052.980852:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078052.980870:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078052.980871:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078052.980874:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078052.980878:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078052.980879:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078052.980879:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078052.980883:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078052.980884:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078052.980894:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078052.980894:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078052.980899:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078052.980904:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078053.108671:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299710668, at 4299710720 00000100:00000040:0.0:1769078053.108686:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299710668, at 4299710720 00000100:00000010:1.0:1769078053.108687:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0420. 00000100:00000010:0.0:1769078053.108701:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad05a0. 00000100:00000001:3.0:1769078053.364666:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078053.364674:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078053.364676:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078053.364680:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078053.364682:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078053.364687:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078053.364688:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078053.364694:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078053.364695:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078053.364701:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078053.364703:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078053.364705:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078053.364706:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078053.364723:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078053.364728:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078053.364732:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078053.364735:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078053.364738:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078054.004669:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078054.004669:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078054.004669:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078054.004673:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078054.004677:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078054.004677:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078054.004678:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078054.004678:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078054.004680:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078054.004682:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078054.004682:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078054.004687:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078054.004688:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078054.004689:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078054.004690:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078054.004690:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078054.004692:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078054.004696:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078054.004699:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078054.004700:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078054.004700:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078054.004700:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078054.004702:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078054.004704:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078054.004706:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078054.004710:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078054.004710:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078054.004713:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078054.004713:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078054.004714:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078054.004718:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078054.004722:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078054.004722:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078054.004725:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078054.004727:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078054.004734:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078054.004737:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078054.004738:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078054.004741:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078054.004742:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078054.004743:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078054.004746:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078054.004747:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078054.004748:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078054.004749:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078054.004750:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078054.004752:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078054.004753:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078054.004756:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078054.004756:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078054.004757:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078054.004757:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078054.004760:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078054.004761:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078054.004763:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078054.004764:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078054.004765:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078054.004768:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078054.004768:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078054.004769:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078054.004774:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078054.004775:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078054.004776:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078054.004780:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078054.004782:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078054.004784:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078054.004787:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078054.004791:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078054.004792:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078054.004792:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078054.004796:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078054.004797:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078054.004803:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078054.004804:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078054.388673:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078054.388679:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078054.388681:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078054.388686:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078054.388689:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078054.388692:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078054.388694:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078054.388696:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078054.388698:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078054.388783:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078054.388785:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078054.388786:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078054.388788:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078054.388790:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078054.388791:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078054.388793:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078054.388794:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078054.388795:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078055.028640:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078055.028645:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078055.028649:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078055.028650:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078055.028654:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078055.028654:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078055.028655:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078055.028657:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078055.028660:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078055.028661:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078055.028661:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078055.028662:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078055.028666:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078055.028666:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078055.028668:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078055.028669:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078055.028673:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078055.028674:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078055.028675:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078055.028676:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078055.028677:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078055.028678:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078055.028682:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078055.028683:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078055.028684:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078055.028690:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078055.028691:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078055.028695:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078055.028696:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078055.028697:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078055.028701:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078055.028702:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078055.028706:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078055.028707:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078055.028710:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078055.028710:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078055.028715:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:0.0:1769078055.028716:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078055.028716:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078055.028718:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078055.028721:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078055.028721:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078055.028723:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078055.028724:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078055.028726:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078055.028726:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078055.028729:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078055.028730:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078055.028734:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078055.028734:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078055.028739:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078055.028740:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078055.028741:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078055.028744:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078055.028745:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078055.028748:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078055.028749:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078055.028749:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078055.028753:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078055.028755:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078055.028756:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078055.028758:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078055.028759:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078055.028760:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078055.028761:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078055.028767:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078055.028767:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078055.028771:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078055.028773:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078055.028776:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078055.028779:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078055.028783:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078055.028785:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078055.028787:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078055.412623:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078055.412623:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078055.412630:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078055.412630:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078055.412632:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078055.412633:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078055.412640:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078055.412640:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078055.412647:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078055.412647:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078055.412652:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078055.412653:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078055.412656:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078055.412659:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078055.412660:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078055.412663:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078055.412666:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078055.412668:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078056.052675:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078056.052675:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078056.052682:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078056.052682:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078056.052685:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078056.052685:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078056.052686:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078056.052687:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078056.052691:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078056.052692:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078056.052693:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078056.052693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078056.052699:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078056.052699:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078056.052699:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078056.052702:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078056.052706:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078056.052706:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078056.052706:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078056.052707:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078056.052712:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078056.052714:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078056.052716:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078056.052716:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078056.052719:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078056.052722:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078056.052722:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078056.052723:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078056.052725:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078056.052729:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078056.052730:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078056.052732:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078056.052735:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078056.052736:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078056.052741:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078056.052741:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078056.052747:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078056.052749:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078056.052752:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078056.052753:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078056.052756:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078056.052757:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078056.052759:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078056.052759:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078056.052760:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078056.052762:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078056.052763:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078056.052764:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078056.052765:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078056.052766:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078056.052767:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078056.052767:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078056.052770:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078056.052770:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078056.052772:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078056.052773:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078056.052774:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078056.052776:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078056.052779:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078056.052779:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078056.052781:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078056.052783:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078056.052785:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078056.052786:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078056.052787:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078056.052790:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078056.052791:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078056.052793:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078056.052794:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078056.052796:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078056.052797:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078056.052801:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078056.052802:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078056.052809:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078056.436649:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078056.436655:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078056.436657:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078056.436662:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078056.436665:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078056.436668:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078056.436670:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078056.436672:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078056.436674:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078056.436679:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078056.436682:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078056.436684:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078056.436687:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078056.436689:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078056.436691:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078056.436693:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078056.436694:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078056.436696:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.076692:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078057.076692:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078057.076694:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078057.076700:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078057.076702:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078057.076702:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078057.076703:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078057.076705:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078057.076708:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.076708:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078057.076709:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078057.076716:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078057.076717:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078057.076717:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078057.076718:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078057.076721:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078057.076723:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078057.076723:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078057.076727:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078057.076727:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078057.076728:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.076728:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078057.076733:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078057.076735:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078057.076737:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078057.076740:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078057.076741:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.076742:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078057.076748:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.076751:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078057.076751:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.076753:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.076756:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078057.076757:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078057.076760:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078057.076761:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078057.076763:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078057.076766:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078057.076768:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078057.076769:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078057.076771:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078057.076776:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078057.076777:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078057.076778:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078057.076779:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.076781:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078057.076781:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078057.076783:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078057.076786:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078057.076787:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078057.076789:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078057.076790:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078057.076792:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078057.076794:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.076796:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.076799:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078057.076799:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078057.076801:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078057.076806:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078057.076806:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078057.076808:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078057.076811:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078057.076812:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078057.076812:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078057.076814:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078057.076817:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078057.076820:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078057.076822:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078057.076825:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078057.076827:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078057.076830:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.076849:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078057.076853:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078057.076857:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078057.460703:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078057.460708:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078057.460710:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078057.460716:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078057.460716:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000080:00000001:3.0:1769078057.460721:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:0.0:1769078057.460723:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078057.460723:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078057.460728:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078057.460728:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769078057.460729:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078057.460734:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1769078057.460734:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00100000:0.0:1769078057.460736:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078057.460736:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078057.460741:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078057.460741:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000001:0.0:1769078057.460744:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078057.460744:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078057.460745:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769078057.460749:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:1.0:1769078057.460750:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078057.460751:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078057.460756:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769078057.460756:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1769078057.460759:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00000001:0.0:1769078057.460761:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.460763:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:3.0:1769078057.460765:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078057.460767:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078057.460768:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00080000:1.0:1769078057.460772:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5042 00000080:00200000:3.0:1769078057.460773:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769078057.460778:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078057.460780:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078057.460782:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078057.460783:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:3.0:1769078057.460789:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000400:00000200:1.0:1769078057.460790:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078057.460794:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000002:3.0:1769078057.460796:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000100:00000040:1.0:1769078057.460799:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078057.460803:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:3.0:1769078057.460804:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:1.0:1769078057.460806:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078057.460808:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:1.0:1769078057.460809:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769078057.460813:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000001:1.0:1769078057.460814:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078057.460818:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:3.0:1769078057.460819:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078057.460820:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078057.460825:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:3.0:1769078057.460825:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078057.460827:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078057.460831:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:3.0:1769078057.460831:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:1.0:1769078057.460835:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078057.460835:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.460841:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078057.460842:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078057.460846:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078057.460846:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078057.460848:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769078057.460851:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000040:1.0:1769078057.460852:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000002:3.0:1769078057.460855:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000100:00080000:1.0:1769078057.460856:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078057.460860:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.460860:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.460865:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:1.0:1769078057.460866:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1769078057.460869:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:1.0:1769078057.460870:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078057.460872:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.460874:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078057.460875:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.460881:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000010:1.0:1769078057.460883:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00020000:00200000:3.0:1769078057.460884:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:1.0:1769078057.460887:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000002:3.0:1769078057.460889:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:1.0:1769078057.460892:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:3.0:1769078057.460893:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:1.0:1769078057.460894:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.460896:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:1.0:1769078057.460899:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1769078057.460899:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078057.460901:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 02000000:00000001:1.0:1769078057.460903:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00001000:3.0:1769078057.460905:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 02000000:00000001:1.0:1769078057.460908:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.460908:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:3.0:1769078057.460912:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078057.460916:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000010:1.0:1769078057.460917:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000020:00000001:3.0:1769078057.460917:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078057.460918:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.460922:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.460924:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:1.0:1769078057.460925:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.460927:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078057.460930:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.460932:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078057.460935:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769078057.460936:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.460942:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078057.460945:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078057.460949:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078057.460950:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1769078057.460953:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769078057.460955:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.460958:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:1.0:1769078057.460960:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.460962:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.460967:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.460972:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.460976:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.460978:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078057.460980:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.460981:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.460984:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.460984:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078057.460987:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00080000:1.0:1769078057.460988:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:3.0:1769078057.460991:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:1.0:1769078057.460992:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078057.460995:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1769078057.460995:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00080000:1.0:1769078057.461000:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078057.461002:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078057.461005:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5042 00000100:00000001:2.0:1769078057.461007:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1769078057.461008:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078057.461009:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:2.0:1769078057.461012:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:3.0:1769078057.461014:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:1.0:1769078057.461015:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769078057.461016:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1769078057.461020:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:3.0:1769078057.461020:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078057.461024:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:2.0:1769078057.461025:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078057.461027:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:3.0:1769078057.461027:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.461034:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:3.0:1769078057.461034:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078057.461038:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000040:1.0:1769078057.461041:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:3.0:1769078057.461042:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000100:00000001:2.0:1769078057.461043:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078057.461045:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769078057.461047:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769078057.461048:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000020:00000001:1.0:1769078057.461049:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078057.461052:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 02000000:00000001:2.0:1769078057.461053:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1769078057.461056:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:3.0:1769078057.461056:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:2.0:1769078057.461057:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1769078057.461061:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:2.0:1769078057.461062:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769078057.461062:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078057.461067:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078057.461068:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00100000:2.0:1769078057.461070:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657855232:192.168.204.154@tcp:250:kworker.0 00000008:00000001:3.0:1769078057.461073:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000001:1.0:1769078057.461074:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:2.0:1769078057.461078:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000020:3.0:1769078057.461080:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 02000000:00000001:2.0:1769078057.461082:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1769078057.461083:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078057.461086:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.461092:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769078057.461092:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1769078057.461092:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 02000000:00000010:2.0:1769078057.461098:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00400. 00000008:00000001:3.0:1769078057.461098:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078057.461099:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078057.461103:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461106:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.461107:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:2.0:1769078057.461113:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078057.461113:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078057.461114:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000400:00000010:2.0:1769078057.461119:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00020000:00000001:3.0:1769078057.461120:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078057.461123:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000010:2.0:1769078057.461127:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000001:1.0:1769078057.461128:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.461133:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:2.0:1769078057.461135:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657855232, portal 25 00000020:00000001:3.0:1769078057.461135:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461153:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:1.0:1769078057.461154:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078057.461154:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:3.0:1769078057.461157:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:2.0:1769078057.461158:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 02000000:00000001:1.0:1769078057.461159:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.461161:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078057.461164:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078057.461165:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:2.0:1769078057.461167:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.461168:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000008:00100000:1.0:1769078057.461171:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:3.0:1769078057.461171:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.461176:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078057.461180:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000008:00000001:1.0:1769078057.461181:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461183:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078057.461186:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:1.0:1769078057.461189:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.461189:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078057.461190:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769078057.461193:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078057.461195:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:2.0:1769078057.461196:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078057.461196:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078057.461199:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00020000:00000001:3.0:1769078057.461200:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078057.461201:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00020000:00000001:3.0:1769078057.461205:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000040:1.0:1769078057.461206:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000200:2.0:1769078057.461207:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657855232, offset 0 00000020:00000001:3.0:1769078057.461208:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078057.461212:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:1.0:1769078057.461213:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1769078057.461214:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:1.0:1769078057.461216:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461217:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:2.0:1769078057.461218:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078057.461222:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:3.0:1769078057.461222:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078057.461225:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769078057.461227:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1769078057.461227:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:2.0:1769078057.461230:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078057.461231:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:1.0:1769078057.461232:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.461234:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.461237:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:3.0:1769078057.461238:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078057.461240:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00020000:00000001:3.0:1769078057.461243:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078057.461246:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078057.461248:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.461248:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769078057.461253:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.461255:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:3.0:1769078057.461257:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00100000:1.0:1769078057.461260:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:3.0:1769078057.461260:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000200:2.0:1769078057.461261:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:3.0:1769078057.461263:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078057.461266:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:2.0:1769078057.461269:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:3.0:1769078057.461270:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078057.461274:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769078057.461278:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000200:2.0:1769078057.461281:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370571:370571:256:4294967295] 192.168.204.154@tcp LPNI seq info [370566:370566:8:4294967295] 00000100:00000001:1.0:1769078057.461282:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:3.0:1769078057.461283:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769078057.461287:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078057.461290:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:2.0:1769078057.461291:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:3.0:1769078057.461295:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769078057.461297:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1769078057.461299:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769078057.461301:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769078057.461306:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:3.0:1769078057.461311:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078057.461315:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078057.461316:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000080:00000001:3.0:1769078057.461321:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769078057.461325:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769078057.461328:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078057.461332:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000800:00000200:2.0:1769078057.461333:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00001000:3.0:1769078057.461338:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:1.0:1769078057.461343:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078057.461344:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000020:00000001:3.0:1769078057.461344:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000100:00080000:1.0:1769078057.461348:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1769078057.461350:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769078057.461354:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00080000:1.0:1769078057.461355:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000080:00200000:3.0:1769078057.461358:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000800:00000200:2.0:1769078057.461359:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078057.461360:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078057.461365:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1769078057.461366:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000200:2.0:1769078057.461368:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000100:00000001:1.0:1769078057.461369:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:3.0:1769078057.461369:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078057.461372:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078057.461376:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5042 00020000:00000002:3.0:1769078057.461378:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000800:00000200:2.1:1769078057.461383:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000400:00000200:1.0:1769078057.461384:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:3.0:1769078057.461385:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000800:00000200:2.1:1769078057.461391:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00020000:00000001:3.0:1769078057.461392:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:1.0:1769078057.461395:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:3.0:1769078057.461396:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769078057.461399:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000800:00000100:2.0:1769078057.461402:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078057.461402:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078057.461403:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000800:00000010:2.0:1769078057.461407:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00020000:00000001:3.0:1769078057.461407:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769078057.461412:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078057.461412:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078057.461415:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.461416:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1769078057.461418:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769078057.461418:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078057.461422:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:2.0:1769078057.461424:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:3.0:1769078057.461425:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000040:1.0:1769078057.461426:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:3.0:1769078057.461429:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000400:00000200:2.0:1769078057.461430:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000100:00000001:1.0:1769078057.461432:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078057.461433:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078057.461434:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000020:00000001:3.0:1769078057.461438:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078057.461440:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769078057.461441:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769078057.461441:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000040:1.0:1769078057.461444:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000001:3.0:1769078057.461444:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078057.461448:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000001:1.0:1769078057.461449:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1769078057.461449:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:3.0:1769078057.461451:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000040:1.0:1769078057.461454:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00020000:00000001:3.0:1769078057.461458:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078057.461461:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078057.461462:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769078057.461464:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078057.461467:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00000001:1.0:1769078057.461470:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00001000:3.0:1769078057.461472:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00000001:2.0:1769078057.461473:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078057.461476:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000100:00000040:1.0:1769078057.461482:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078057.461482:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:2.0:1769078057.461483:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.461485:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078057.461488:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078057.461490:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769078057.461491:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.461496:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078057.461498:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078057.461500:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:2.0:1769078057.461501:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.461506:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078057.461506:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1769078057.461507:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769078057.461509:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078057.461513:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:3.0:1769078057.461513:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.461514:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461515:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461520:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078057.461522:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00080000:1.0:1769078057.461523:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:3.0:1769078057.461524:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769078057.461525:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078057.461527:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078057.461530:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078057.461532:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461532:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.461533:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299715787 02000000:00000001:1.0:1769078057.461539:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1769078057.461539:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078057.461542:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841be40. 00020000:00000001:3.0:1769078057.461543:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.461546:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078057.461548:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.461551:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461551:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078057.461579:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1769078057.461580:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461583:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078057.461584:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:3.0:1769078057.461584:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078057.461586:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00020000:00000001:3.0:1769078057.461587:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078057.461590:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00000001:1.0:1769078057.461593:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461593:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078057.461596:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299715788 00000008:00000001:3.0:1769078057.461596:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:1.0:1769078057.461598:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078057.461600:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000010:2.0:1769078057.461606:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bb40. 00000008:00000001:3.0:1769078057.461606:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078057.461607:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000010:1.0:1769078057.461608:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000008:00000001:3.0:1769078057.461611:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.461615:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000008:00000001:3.0:1769078057.461615:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000020:00000040:1.0:1769078057.461616:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000008:00000001:3.0:1769078057.461618:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769078057.461622:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 02000000:00000001:1.0:1769078057.461624:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769078057.461624:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1769078057.461625:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 02000000:00000001:1.0:1769078057.461628:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.461632:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078057.461632:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:1.0:1769078057.461634:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000008:00000020:3.0:1769078057.461636:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:1.0:1769078057.461638:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000008:00000001:3.0:1769078057.461639:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.461640:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1769078057.461642:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078057.461644:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769078057.461647:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 02000000:00000010:1.0:1769078057.461650:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000100:00100000:2.0:1769078057.461650:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078057/real 1769078057] req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078057.461651:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:3.0:1769078057.461656:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.461659:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461661:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.461666:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.461671:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078057.461673:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769078057.461673:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078057.461675:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078057.461678:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1769078057.461679:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769078057.461682:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000400:00000010:2.0:1769078057.461683:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00020000:00000001:3.0:1769078057.461685:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078057.461689:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:2.0:1769078057.461690:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000001:3.0:1769078057.461691:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000010:2.0:1769078057.461695:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00020000:00000001:3.0:1769078057.461696:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.461697:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:3.0:1769078057.461701:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:2.0:1769078057.461702:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078057.461704:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461705:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000200:2.0:1769078057.461709:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.461709:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078057.461713:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000040:1.0:1769078057.461714:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078057.461717:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078057.461721:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078057.461724:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078057.461727:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.461734:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.461737:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078057.461739:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078057.461740:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00080000:1.0:1769078057.461741:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1769078057.461744:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078057.461747:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078057.461751:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00080000:1.0:1769078057.461752:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:3.0:1769078057.461755:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078057.461756:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078057.461758:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:1.0:1769078057.461759:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:3.0:1769078057.461760:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078057.461761:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.461764:0:13606:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:3.0:1769078057.461764:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078057.461765:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078057.461767:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00080000:1.0:1769078057.461768:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5042 00000100:00000001:2.0:1769078057.461769:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078057.461770:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078057.461774:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.461777:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078057.461778:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00100000:2.0:1769078057.461779:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078057.461780:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078057.461783:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078057.461785:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769078057.461786:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078057.461791:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1769078057.461792:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078057.461797:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000040:1.0:1769078057.461798:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078057.461800:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078057.461801:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078057.461802:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769078057.461804:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:1.0:1769078057.461807:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078057.461808:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:2.0:1769078057.461809:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078057.461813:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00001000:3.0:1769078057.461813:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000020:00000001:1.0:1769078057.461818:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:3.0:1769078057.461820:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000020:00000040:1.0:1769078057.461821:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00000001:2.0:1769078057.461821:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:3.0:1769078057.461825:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000020:00000001:1.0:1769078057.461826:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769078057.461826:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769078057.461830:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000080:00000001:3.0:1769078057.461830:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000020:00000001:1.0:1769078057.461835:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078057.461836:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000080:00200000:3.0:1769078057.461836:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00000001:1.0:1769078057.461839:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078057.461839:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.461846:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000080:00000001:3.0:1769078057.461846:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000040:1.0:1769078057.461847:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078057.461851:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078057.461851:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1769078057.461852:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:3.0:1769078057.461856:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00080000:2.0:1769078057.461857:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1769078057.461858:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:3.0:1769078057.461859:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1769078057.461864:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:3.0:1769078057.461865:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078057.461869:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000020:00000040:1.0:1769078057.461870:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000080:00000001:3.0:1769078057.461872:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769078057.461876:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769078057.461877:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:1.0:1769078057.461878:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:3.0:1769078057.461878:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078057.461882:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000001:1.0:1769078057.461884:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769078057.461885:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 02000000:00000001:1.0:1769078057.461888:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1769078057.461891:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.461891:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 02000000:00000001:1.0:1769078057.461892:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078057.461896:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:1.0:1769078057.461897:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078057.461899:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:1.0:1769078057.461903:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000080:00200000:3.0:1769078057.461904:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000008:00100000:1.0:1769078057.461907:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000001:3.0:1769078057.461909:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000008:00000001:1.0:1769078057.461912:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461913:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078057.461916:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.461918:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078057.461921:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000010:1.0:1769078057.461923:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000100:00100000:2.0:1769078057.461924:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657855232:192.168.204.154@tcp:250:kworker.0 00020000:00000002:3.0:1769078057.461925:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000020:00000040:1.0:1769078057.461928:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00000001:3.0:1769078057.461932:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769078057.461934:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 02000000:00000001:1.0:1769078057.461935:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769078057.461936:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078057.461936:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000001:1.0:1769078057.461938:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.461940:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.461943:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769078057.461943:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:3.0:1769078057.461944:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078057.461947:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:3.0:1769078057.461948:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:2.0:1769078057.461951:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657855232/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078057.461952:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078057.461953:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.461959:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000010:1.0:1769078057.461961:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000020:00000001:3.0:1769078057.461962:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078057.461967:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:1.0:1769078057.461968:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.461968:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00020000:00000002:3.0:1769078057.461969:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 02000000:00000001:2.0:1769078057.461971:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1769078057.461974:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078057.461976:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769078057.461977:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00400. 00000020:00000001:3.0:1769078057.461977:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078057.461980:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078057.461983:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:2.0:1769078057.461985:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00200000:3.0:1769078057.461987:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000001:2.0:1769078057.461990:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00020000:00000002:3.0:1769078057.461991:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000040:2.0:1769078057.461994:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00020000:00000001:3.0:1769078057.461997:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078057.462000:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078057.462002:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1769078057.462003:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078057.462007:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000001:1.0:1769078057.462008:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1769078057.462008:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 00000020:00001000:3.0:1769078057.462010:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00000001:1.0:1769078057.462013:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462015:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 02000000:00000001:2.0:1769078057.462017:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1769078057.462019:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.462019:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:2.0:1769078057.462021:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1769078057.462022:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000010:2.0:1769078057.462025:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00000020:00000001:3.0:1769078057.462026:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078057.462029:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462033:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00020000:00000001:3.0:1769078057.462034:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078057.462035:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462038:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078057.462038:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000040:1.0:1769078057.462041:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5052) 00000100:00000001:2.0:1769078057.462044:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078057.462045:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078057.462049:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462050:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462052:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462053:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078057.462054:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078057.462058:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462058:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078057.462061:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078057.462063:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078057.462063:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078057.462066:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769078057.462067:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078057.462068:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462070:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078057.462071:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462074:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078057.462076:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078057.462077:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462082:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078057.462086:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462090:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462095:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078057.462098:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078057.462100:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078057.462101:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078057.462104:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462104:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:2.0:1769078057.462108:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:3.0:1769078057.462108:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 02000000:00000001:2.0:1769078057.462111:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1769078057.462113:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 02000000:00000001:2.0:1769078057.462114:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078057.462118:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657855360:192.168.204.154@tcp:38:kworker.0 00000008:00000001:3.0:1769078057.462118:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078057.462123:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000020:3.0:1769078057.462123:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:2.0:1769078057.462128:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:3.0:1769078057.462128:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078057.462130:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.462134:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:3.0:1769078057.462134:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078057.462138:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 02000000:00000010:2.0:1769078057.462139:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078057.462156:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.462161:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078057.462163:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000008:00000001:3.0:1769078057.462165:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000400:00000010:2.0:1769078057.462167:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000008:00000020:3.0:1769078057.462169:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000100:00000200:2.0:1769078057.462171:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657855360, portal 10 00000008:00000001:3.0:1769078057.462173:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078057.462175:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000020:3.0:1769078057.462176:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078057.462178:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000008:00000001:3.0:1769078057.462178:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078057.462183:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769078057.462184:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000040:2.0:1769078057.462187:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078057.462189:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:3.0:1769078057.462194:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462198:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462200:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:3.0:1769078057.462201:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078057.462205:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078057.462205:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462207:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078057.462209:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000020:00000001:3.0:1769078057.462210:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769078057.462213:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000200:2.0:1769078057.462214:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657855360, offset 0 00020000:00000001:3.0:1769078057.462215:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078057.462219:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078057.462221:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:2.0:1769078057.462222:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078057.462224:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462226:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000200:2.0:1769078057.462227:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078057.462228:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078057.462231:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:2.0:1769078057.462233:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:3.0:1769078057.462233:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769078057.462237:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769078057.462239:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769078057.462239:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078057.462242:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000200:2.0:1769078057.462244:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:3.0:1769078057.462245:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.462248:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:3.0:1769078057.462249:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.462253:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:3.0:1769078057.462253:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078057.462256:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000200:2.0:1769078057.462260:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370572:370572:256:4294967295] 192.168.204.154@tcp LPNI seq info [370567:370567:8:4294967295] 00000020:00000001:3.0:1769078057.462260:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078057.462262:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078057.462264:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078057.462267:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000400:00000200:2.0:1769078057.462268:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078057.462269:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078057.462271:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078057.462273:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078057.462275:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.462279:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:3.0:1769078057.462279:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462283:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078057.462286:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000800:00000200:2.0:1769078057.462289:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078057.462289:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462291:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000800:00000010:2.0:1769078057.462294:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00020000:00000001:3.0:1769078057.462294:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078057.462297:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078057.462299:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000800:00000200:2.0:1769078057.462300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078057.462302:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000800:00000200:2.0:1769078057.462304:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000020:00001000:3.0:1769078057.462305:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769078057.462311:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000800:00000200:2.1:1769078057.462311:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:3.0:1769078057.462316:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000800:00000200:2.1:1769078057.462316:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000080:00000001:3.0:1769078057.462320:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000800:00000100:2.0:1769078057.462324:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000080:00200000:3.0:1769078057.462325:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000800:00000010:2.0:1769078057.462326:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078057.462330:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000080:00000001:3.0:1769078057.462333:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000200:2.0:1769078057.462337:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:3.0:1769078057.462337:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:2.0:1769078057.462340:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00001000:3.0:1769078057.462342:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000400:00000010:2.0:1769078057.462343:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078057.462348:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000080:00000001:3.0:1769078057.462348:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000200:2.0:1769078057.462353:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1769078057.462353:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078057.462359:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769078057.462360:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769078057.462361:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078057.462364:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769078057.462369:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:2.0:1769078057.462372:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078057.462373:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000100:00000040:2.0:1769078057.462377:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.462377:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769078057.462379:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769078057.462382:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769078057.462388:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078057.462390:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078057.462392:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462394:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078057.462395:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:2.0:1769078057.462397:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000002:3.0:1769078057.462400:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:2.0:1769078057.462402:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462405:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:2.0:1769078057.462407:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00020000:00000001:3.0:1769078057.462408:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769078057.462411:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000200:2.0:1769078057.462415:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078057.462415:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462419:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299715083 00020000:00000001:3.0:1769078057.462419:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078057.462425:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299715787 00020000:00000001:3.0:1769078057.462425:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078057.462426:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462431:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299715083 00000020:00000001:3.0:1769078057.462431:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078057.462433:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078057.462437:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299715788 00020000:00000001:3.0:1769078057.462437:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769078057.462440:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:2.0:1769078057.462441:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078057.462444:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462445:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462450:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769078057.462450:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078057.462454:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00100000:2.0:1769078057.462456:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078057/real 1769078057] req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078057.462458:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078057.462462:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000001:2.0:1769078057.462466:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00020000:00000002:3.0:1769078057.462467:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000001:2.0:1769078057.462468:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078057.462470:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00020000:00000001:3.0:1769078057.462474:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000200:2.0:1769078057.462475:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078057.462479:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00020000:00000001:3.0:1769078057.462479:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078057.462483:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078057.462484:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1769078057.462488:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000200:2.0:1769078057.462489:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:3.0:1769078057.462496:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769078057.462501:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000100:00000200:2.0:1769078057.462502:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.462505:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078057.462508:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078057.462510:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078057.462513:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769078057.462513:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462516:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078057.462517:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462522:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:3.0:1769078057.462522:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:2.0:1769078057.462527:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078057.462527:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078057.462530:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462534:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078057.462536:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.462538:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462542:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078057.462545:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078057.462547:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078057.462550:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078057.462577:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078057.462579:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462580:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078057.462581:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462586:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462588:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078057.462591:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.462591:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078057.462594:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462598:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462603:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078057.462605:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078057.462607:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078057.462610:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078057.462611:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:3.0:1769078057.462611:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769078057.462614:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769078057.462618:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078057.462619:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078057.462621:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078057.462624:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:3.0:1769078057.462624:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.462629:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078057.462629:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078057.462631:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:2.0:1769078057.462635:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00000001:3.0:1769078057.462635:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000008:00000020:3.0:1769078057.462639:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769078057.462642:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078057.462643:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000020:3.0:1769078057.462644:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078057.462646:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078057.462650:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00080000:2.0:1769078057.462651:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000008:00000020:3.0:1769078057.462652:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769078057.462659:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078057.462661:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078057.462662:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000020:00000001:3.0:1769078057.462664:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462666:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:3.0:1769078057.462667:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462671:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462673:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078057.462675:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.462676:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769078057.462678:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769078057.462680:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078057.462682:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078057.462684:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078057.462686:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462690:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078057.462692:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00100000:2.0:1769078057.462695:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657855360:192.168.204.154@tcp:38:kworker.0 00000020:00000001:3.0:1769078057.462695:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078057.462697:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769078057.462699:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078057.462702:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078057.462703:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078057.462704:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078057.462708:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078057.462709:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078057.462713:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462718:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:2.0:1769078057.462720:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078057.462721:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078057.462723:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462724:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:2.0:1769078057.462726:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769078057.462728:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:2.0:1769078057.462729:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078057.462733:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462733:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078057.462737:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00100000:2.0:1769078057.462738:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657855488:192.168.204.154@tcp:8:kworker.0 00020000:00000001:3.0:1769078057.462741:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078057.462743:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078057.462746:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769078057.462746:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078057.462750:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:2.0:1769078057.462751:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.462754:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.462756:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:3.0:1769078057.462760:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078057.462763:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02c00. 00020000:00000001:3.0:1769078057.462763:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078057.462765:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078057.462768:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.462769:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462770:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078057.462772:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078057.462774:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078057.462775:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078057.462776:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078057.462779:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000400:00000200:2.0:1769078057.462780:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078057.462781:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769078057.462785:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000010:2.0:1769078057.462787:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000080:00000001:3.0:1769078057.462787:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078057.462790:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769078057.462793:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000010:2.0:1769078057.462795:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:3.0:1769078057.462795:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078057.462799:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00000200:2.0:1769078057.462801:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657855488, portal 4 00000080:00000001:3.0:1769078057.462803:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.462806:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000080:00000001:3.0:1769078057.462808:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.462810:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000080:00000001:3.0:1769078057.462813:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769078057.462817:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769078057.462820:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000040:2.0:1769078057.462821:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.462823:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769078057.462830:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:2.0:1769078057.462833:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769078057.462835:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000100:00000040:2.0:1769078057.462837:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078057.462840:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000010:2.0:1769078057.462842:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000080:00000001:3.0:1769078057.462844:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000200:2.0:1769078057.462845:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657855488, offset 0 00000080:00200000:3.0:1769078057.462849:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:2.0:1769078057.462850:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078057.462857:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078057.462857:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078057.462861:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:2.0:1769078057.462863:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000080:00000001:3.0:1769078057.462865:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.462868:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000002:3.0:1769078057.462870:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000400:00000200:2.0:1769078057.462873:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000002:3.0:1769078057.462877:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000400:00000200:2.0:1769078057.462880:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:3.0:1769078057.462883:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:2.0:1769078057.462886:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:3.0:1769078057.462887:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769078057.462892:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769078057.462895:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.462896:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370573:370573:256:4294967295] 192.168.204.154@tcp LPNI seq info [370568:370568:8:4294967295] 00020000:00000001:3.0:1769078057.462900:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078057.462905:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078057.462907:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.462908:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078057.462909:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078057.462913:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078057.462915:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769078057.462916:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769078057.462920:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462923:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000400:00000200:2.0:1769078057.462925:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:3.0:1769078057.462925:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078057.462928:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078057.462930:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769078057.462933:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000800:00000200:2.0:1769078057.462936:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078057.462937:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078057.462941:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078057.462942:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000800:00000010:2.0:1769078057.462943:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000020:00000001:3.0:1769078057.462944:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769078057.462947:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000800:00000200:2.0:1769078057.462949:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078057.462950:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:3.0:1769078057.462954:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000800:00000200:2.0:1769078057.462956:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000020:00000001:3.0:1769078057.462957:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078057.462960:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078057.462962:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078057.462963:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:3.0:1769078057.462964:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078057.462967:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00020000:00000001:3.0:1769078057.462968:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769078057.462973:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078057.462974:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1769078057.462978:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078057.462978:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462981:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078057.462983:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000020:00000001:3.0:1769078057.462984:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078057.462986:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078057.462989:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078057.462990:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000200:2.0:1769078057.462991:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:3.0:1769078057.462991:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078057.462993:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.462997:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463000:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.463002:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:3.0:1769078057.463003:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.463006:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078057.463008:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.463010:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.463011:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000001:3.0:1769078057.463012:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078057.463014:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000400:00000010:2.0:1769078057.463016:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00020000:00000001:3.0:1769078057.463017:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078057.463019:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078057.463021:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:2.0:1769078057.463023:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:3.0:1769078057.463023:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769078057.463027:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078057.463029:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078057.463031:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1769078057.463032:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078057.463033:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078057.463035:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769078057.463038:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:3.0:1769078057.463042:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769078057.463050:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078057.463052:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000020:3.0:1769078057.463052:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078057.463056:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078057.463058:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078057.463059:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769078057.463062:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769078057.463070:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078057.463074:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.463076:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.463079:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769078057.463079:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.463084:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463084:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463089:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078057.463090:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000020:00000001:3.0:1769078057.463096:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.463097:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078057.463100:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299715105 00000020:00000001:3.0:1769078057.463101:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078057.463103:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299715787 00020000:00000001:3.0:1769078057.463105:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:2.0:1769078057.463106:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299715105 00020000:00000001:3.0:1769078057.463109:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:2.0:1769078057.463110:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299715788 00000100:00000001:2.0:1769078057.463114:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078057.463114:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078057.463119:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.463119:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078057.463123:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.463124:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078057.463129:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078057/real 1769078057] req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078057.463129:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078057.463133:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078057.463137:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078057.463154:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000001:2.0:1769078057.463156:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00020000:00000001:3.0:1769078057.463157:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000001:2.0:1769078057.463159:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1769078057.463160:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000010:2.0:1769078057.463162:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000020:00000001:3.0:1769078057.463163:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078057.463166:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.463168:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00020000:00000001:3.0:1769078057.463169:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078057.463172:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00020000:00000001:3.0:1769078057.463173:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078057.463176:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078057.463177:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1769078057.463178:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078057.463181:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078057.463183:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000200:2.0:1769078057.463184:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078057.463185:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078057.463187:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078057.463189:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078057.463191:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078057.463193:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463197:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463199:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000200:2.0:1769078057.463202:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.463202:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078057.463205:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.463209:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078057.463211:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078057.463213:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078057.463217:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769078057.463217:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078057.463218:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078057.463220:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:3.0:1769078057.463221:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00000001:2.0:1769078057.463225:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:3.0:1769078057.463226:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769078057.463228:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078057.463230:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769078057.463232:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00100000:2.0:1769078057.463233:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:3.0:1769078057.463235:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769078057.463243:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769078057.463245:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078057.463248:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00000001:2.0:1769078057.463249:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078057.463251:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078057.463255:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1769078057.463256:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078057.463261:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769078057.463263:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769078057.463266:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078057.463268:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000001:2.0:1769078057.463269:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00001000:3.0:1769078057.463272:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:2.0:1769078057.463273:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.463277:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078057.463277:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000100:00000001:2.0:1769078057.463280:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078057.463281:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078057.463282:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000080:00000001:3.0:1769078057.463284:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769078057.463286:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078057.463287:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078057.463292:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:2.0:1769078057.463293:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1769078057.463295:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:2.0:1769078057.463298:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000080:00000001:3.0:1769078057.463299:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.463302:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000002:3.0:1769078057.463304:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000040:2.0:1769078057.463307:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:3.0:1769078057.463311:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:3.0:1769078057.463319:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00100000:2.0:1769078057.463320:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657855488:192.168.204.154@tcp:8:kworker.0 00020000:00000001:3.0:1769078057.463323:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:2.0:1769078057.463325:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:3.0:1769078057.463327:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:2.0:1769078057.463329:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078057.463330:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463337:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078057.463340:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078057.463342:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463342:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 02000000:00000001:2.0:1769078057.463346:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:3.0:1769078057.463346:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.463349:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078057.463352:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.463352:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078057.463356:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00100000:2.0:1769078057.463357:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657855616:192.168.204.154@tcp:8:kworker.0 00020000:00000001:3.0:1769078057.463359:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:2.0:1769078057.463361:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000002:3.0:1769078057.463362:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 02000000:00000001:2.0:1769078057.463364:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769078057.463366:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.463367:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078057.463370:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769078057.463370:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078057.463373:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000010:2.0:1769078057.463375:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 00020000:00000001:3.0:1769078057.463375:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078057.463378:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:2.0:1769078057.463379:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078057.463380:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:2.0:1769078057.463384:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078057.463385:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078057.463388:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000010:2.0:1769078057.463389:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:3.0:1769078057.463390:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000010:2.0:1769078057.463393:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:3.0:1769078057.463394:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000200:2.0:1769078057.463398:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657855616, portal 4 00000020:00001000:3.0:1769078057.463398:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00000001:2.0:1769078057.463403:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1769078057.463403:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000100:00000001:2.0:1769078057.463406:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000020:00000001:3.0:1769078057.463407:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078057.463410:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078057.463413:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:2.0:1769078057.463414:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.463415:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463419:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463423:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769078057.463427:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078057.463429:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.463430:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:3.0:1769078057.463432:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078057.463435:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078057.463437:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078057.463439:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000020:00000001:3.0:1769078057.463442:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000200:2.0:1769078057.463443:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657855616, offset 0 00020000:00000001:3.0:1769078057.463445:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000200:2.0:1769078057.463449:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078057.463449:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769078057.463453:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078057.463453:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078057.463456:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769078057.463459:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:3.0:1769078057.463460:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.463463:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769078057.463465:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.463467:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:3.0:1769078057.463470:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.463471:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078057.463475:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:3.0:1769078057.463477:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.463479:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370574:370574:256:4294967295] 192.168.204.154@tcp LPNI seq info [370569:370569:8:4294967295] 00000020:00000001:3.0:1769078057.463482:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769078057.463485:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078057.463486:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078057.463493:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:3.0:1769078057.463493:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.463498:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078057.463501:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000800:00000200:2.0:1769078057.463502:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078057.463503:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000010:2.0:1769078057.463505:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000020:00000001:3.0:1769078057.463506:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078057.463509:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769078057.463511:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000800:00000200:2.0:1769078057.463514:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:3.0:1769078057.463515:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078057.463518:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000200:2.0:1769078057.463519:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000008:00000001:3.0:1769078057.463519:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078057.463525:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078057.463528:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000800:00000200:2.1:1769078057.463529:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:3.0:1769078057.463531:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000800:00000200:2.1:1769078057.463534:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000008:00000020:3.0:1769078057.463537:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000800:00000100:2.0:1769078057.463544:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00000001:3.0:1769078057.463544:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078057.463548:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000010:2.0:1769078057.463549:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000008:00000001:3.0:1769078057.463551:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078057.463576:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:3.0:1769078057.463583:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769078057.463587:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000400:00000200:2.0:1769078057.463588:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000008:00000001:3.0:1769078057.463595:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078057.463596:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078057.463599:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000008:00000001:3.0:1769078057.463599:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.463602:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.463605:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:3.0:1769078057.463605:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463609:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.463610:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078057.463613:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.463613:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769078057.463614:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769078057.463616:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078057.463618:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078057.463620:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078057.463622:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463625:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078057.463628:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078057.463630:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078057.463631:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769078057.463634:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078057.463635:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078057.463637:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078057.463638:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078057.463640:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463642:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463645:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000040:2.0:1769078057.463647:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078082 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078057.463647:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078057.463649:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078057.463650:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078057.463652:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078057.463654:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078057.463656:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078057.463658:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078057.463660:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078057.463662:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.463666:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463666:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.463671:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1769078057.463672:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078057.463675:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078057.463677:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078057.463678:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078057.463679:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078057.463679:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078057.463682:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000040:2.0:1769078057.463685:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000020:00000001:3.0:1769078057.463685:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078057.463687:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078057.463690:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000400:00000200:2.0:1769078057.463693:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078057.463694:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769078057.463697:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299715110 00020000:00000001:3.0:1769078057.463698:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769078057.463701:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078057.463702:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299715787 00000080:00200000:3.0:1769078057.463704:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078057.463706:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299715110 00000100:00000001:2.0:1769078057.463709:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299715788 00000100:00000001:2.0:1769078057.463714:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769078057.463714:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769078057.463717:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078057.463718:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.463722:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00001000:3.0:1769078057.463723:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00100000:2.0:1769078057.463727:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078057/real 1769078057] req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1769078057.463728:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078057.463734:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078057.463741:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078057.463743:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078057.463744:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078057.463746:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078057.463748:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078057.463749:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078057.463752:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078057.463758:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078057.463768:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078057.463769:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.463771:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078057.463772:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078057.463775:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078057.463779:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078057.463782:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078057.463786:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078057.463788:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.463789:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078057.463790:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.463791:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078057.463794:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078057.463795:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078057.463798:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078057.463799:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078057.463802:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078057.463807:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657855616:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078057.463809:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.463810:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078057.463812:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657855360/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078057.463816:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078057.463817:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078057.463819:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078057.463821:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078057.463822:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078057.463823:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078057.463825:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078057.463826:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:2.0:1769078057.463828:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078057.463829:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078057.463830:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:2.0:1769078057.463832:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078057.463833:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.463834:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078057.463836:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657855488/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078057.463840:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078057.463841:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078057.463842:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02c00. 02000000:00000001:2.0:1769078057.463843:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078057.463844:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078057.463845:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078057.463846:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078057.463847:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 02000000:00000001:2.0:1769078057.463848:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078057.463849:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078057.463849:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:2.0:1769078057.463851:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078057.463851:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.463852:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078057.463854:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657855616/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078082 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078057.463858:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078057.463858:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078057.463859:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078057.463861:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078057.463861:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078057.463862:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078057.463864:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078057.463865:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 02000000:00000001:2.0:1769078057.463867:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078057.463868:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078057.463870:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:2.0:1769078057.463872:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078057.463873:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.463888:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078057.463893:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078057.463895:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078057.463902:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078057.463903:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078058.100696:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078058.100705:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078058.100707:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078058.100708:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078058.100711:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078058.100711:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078058.100712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078058.100715:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078058.100720:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078058.100725:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078058.100725:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078058.100726:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078058.100726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078058.100733:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078058.100734:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078058.100735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078058.100739:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078058.100751:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078058.100751:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078058.100754:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078058.100755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078058.100756:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078058.100757:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078058.100759:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078058.100768:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078058.100769:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078058.100769:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078058.100770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078058.100778:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078058.100780:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078058.100780:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078058.100782:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078058.100799:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078058.100804:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078058.100807:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078058.100808:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078058.100810:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078058.100811:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078058.100812:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078058.100816:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078058.100816:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078058.100820:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078058.100824:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078058.100825:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078058.100825:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078058.100831:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078058.100834:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078058.100836:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078058.100839:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078058.100841:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078058.100841:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078058.100844:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1769078058.100845:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078058.100848:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078058.100850:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078058.100852:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078058.100861:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1769078058.100866:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078058.100867:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078058.100868:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078058.100876:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078058.100883:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078058.100884:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078058.100885:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078058.100892:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078058.100893:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078058.100900:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078058.100904:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078058.100904:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078058.100914:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078058.100919:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078058.100921:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078058.100923:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078058.100925:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078058.228687:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299715788, at 4299715840 00000100:00000040:0.0:1769078058.228689:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299715787, at 4299715840 00000100:00000010:0.0:1769078058.228709:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841be40. 00000100:00000010:1.0:1769078058.228714:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bb40. 00000100:00000001:2.0:1769078058.484631:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078058.484640:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078058.484641:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078058.484648:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078058.484652:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078058.484656:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078058.484659:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078058.484661:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078058.484663:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078058.484665:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078058.484668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078058.484670:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078058.484674:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078058.484677:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078058.484678:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078058.484680:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078058.484682:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078058.484684:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078059.124695:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078059.124695:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078059.124696:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078059.124705:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078059.124705:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078059.124705:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078059.124709:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078059.124710:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078059.124710:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078059.124712:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078059.124718:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078059.124718:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078059.124719:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078059.124720:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078059.124727:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078059.124729:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078059.124731:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078059.124731:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078059.124734:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078059.124739:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078059.124739:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078059.124740:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078059.124741:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078059.124747:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078059.124749:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078059.124751:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078059.124753:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078059.124756:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078059.124758:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078059.124762:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078059.124763:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078059.124764:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078059.124767:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078059.124768:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078059.124772:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078059.124777:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078059.124790:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078059.124796:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078059.124801:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078059.124802:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078059.124804:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078059.124810:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078059.124811:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078059.124811:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078059.124819:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078059.124822:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078059.124824:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078059.124825:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078059.124826:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078059.124829:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078059.124833:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078059.124838:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078059.124839:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078059.124841:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078059.124842:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078059.124843:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078059.124843:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078059.124851:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078059.124852:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078059.124853:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078059.124855:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078059.124864:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078059.124866:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078059.124866:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078059.124869:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078059.124872:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078059.124874:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078059.124876:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078059.124879:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078059.124882:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078059.124886:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078059.124889:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078059.124889:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078059.124891:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078059.124892:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078059.124892:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078059.124895:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078059.124899:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078059.124901:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078059.124904:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078059.124909:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078059.124915:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078059.124917:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078059.124919:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078059.124920:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078059.124922:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078059.124924:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078059.124926:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078059.124928:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078059.124971:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078059.124974:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078059.124976:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078059.508713:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078059.508718:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078059.508722:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078059.508724:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078059.508725:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078059.508728:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078059.508732:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078059.508735:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078059.508741:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078059.508741:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078059.508747:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078059.508747:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078059.508754:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078059.508757:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078059.508760:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078059.508762:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078059.508765:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078059.508770:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078060.148690:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078060.148690:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078060.148695:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078060.148700:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078060.148700:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078060.148700:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078060.148701:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078060.148706:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078060.148707:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078060.148711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078060.148713:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078060.148716:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078060.148716:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078060.148717:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078060.148721:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078060.148724:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078060.148725:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078060.148730:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078060.148732:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078060.148732:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078060.148734:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078060.148734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078060.148738:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078060.148738:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078060.148739:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078060.148746:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078060.148746:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078060.148757:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078060.148758:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078060.148759:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078060.148762:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078060.148769:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078060.148770:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078060.148775:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078060.148776:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078060.148779:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078060.148782:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078060.148784:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078060.148788:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078060.148789:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078060.148791:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078060.148792:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078060.148796:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078060.148798:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078060.148799:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078060.148805:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078060.148806:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078060.148806:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078060.148810:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078060.148811:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078060.148812:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078060.148813:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078060.148817:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078060.148819:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078060.148820:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078060.148821:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078060.148824:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078060.148826:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078060.148831:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078060.148831:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078060.148831:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078060.148838:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078060.148842:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078060.148843:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078060.148844:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078060.148855:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078060.148856:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078060.148864:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078060.148865:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078060.148871:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078060.148875:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078060.148879:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078060.148882:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078060.148886:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078060.532651:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078060.532660:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078060.532662:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078060.532668:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078060.532672:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078060.532676:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078060.532679:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078060.532682:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078060.532685:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078060.532710:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078060.532716:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078060.532719:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078060.532723:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078060.532727:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078060.532730:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078060.532733:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078060.532741:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078060.532748:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769078061.044654:0:13698:0:(osc_request.c:735:osc_update_next_shrink()) next time 6251 to shrink grant 00000100:00000001:1.0:1769078061.172699:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078061.172704:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078061.172706:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078061.172708:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078061.172711:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078061.172713:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078061.172716:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078061.172721:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078061.172721:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078061.172722:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078061.172737:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078061.172738:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078061.172738:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078061.172742:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078061.172742:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078061.172748:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078061.172750:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078061.172750:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078061.172751:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078061.172755:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078061.172758:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078061.172759:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078061.172763:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078061.172766:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078061.172768:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078061.172769:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078061.172772:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078061.172775:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078061.172777:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078061.172779:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078061.172782:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078061.172782:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078061.172784:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078061.172785:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078061.172787:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078061.172792:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078061.172793:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078061.172794:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078061.172798:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078061.172800:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078061.172804:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078061.172805:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078061.172809:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078061.172811:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078061.172814:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078061.172816:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078061.172818:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078061.172821:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078061.172825:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078061.172826:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078061.172830:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078061.172832:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078061.172834:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078061.172836:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078061.172837:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078061.172839:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078061.172844:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078061.172845:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078061.172849:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078061.172851:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078061.172852:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078061.172856:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078061.172865:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078061.172865:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078061.172866:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078061.172875:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078061.172877:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078061.172880:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078061.172885:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078061.172886:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078061.172897:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078061.172904:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078061.172908:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078061.172914:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078061.172917:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078061.172920:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078061.172921:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078061.172970:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078061.172974:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078061.172977:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078061.556693:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078061.556699:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078061.556701:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078061.556706:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078061.556711:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078061.556717:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078061.556720:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078061.556722:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078061.556726:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078061.556746:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078061.556755:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078061.556759:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078061.556766:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078061.556772:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078061.556778:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078061.556782:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078061.556786:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078061.556789:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.196668:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078062.196675:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078062.196677:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078062.196681:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078062.196686:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078062.196690:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.196691:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078062.196692:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078062.196693:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078062.196697:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078062.196699:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078062.196701:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078062.196701:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078062.196706:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078062.196708:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.196708:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.196708:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078062.196718:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078062.196721:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078062.196721:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078062.196723:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.196733:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078062.196734:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078062.196735:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078062.196737:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078062.196739:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078062.196739:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078062.196742:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.196743:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078062.196744:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.196745:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078062.196750:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078062.196753:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078062.196756:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078062.196756:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078062.196757:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078062.196762:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.196762:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078062.196763:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078062.196768:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078062.196775:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.196779:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078062.196782:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078062.196785:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078062.196799:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078062.196804:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078062.196806:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078062.196807:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1769078062.196811:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000020:00000001:3.0:1769078062.196812:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.196818:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078062.196819:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1769078062.196820:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078062.196821:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078062.196824:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.196825:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078062.196831:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078062.196832:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078062.196836:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.196838:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078062.196839:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078062.196843:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078062.196845:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.196847:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078062.196847:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078062.196855:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.196856:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078062.196869:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078062.196875:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078062.196876:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.196881:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.196887:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078062.196890:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.196893:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078062.580687:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078062.580695:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078062.580697:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078062.580703:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078062.580708:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078062.580712:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078062.580715:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078062.580719:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078062.580722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078062.580730:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078062.580731:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.580731:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078062.580733:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078062.580736:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078062.580740:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078062.580742:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078062.580743:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078062.580748:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078062.580750:0:8:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:0.0:1769078062.580751:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078062.580751:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.580756:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:0.0:1769078062.580758:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769078062.580758:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078062.580762:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5047 00000020:00000001:0.0:1769078062.580764:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078062.580764:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.580772:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000200:3.0:1769078062.580777:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:0.0:1769078062.580779:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769078062.580787:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000400:00000200:3.0:1769078062.580787:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078062.580793:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769078062.580794:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769078062.580797:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769078062.580802:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:3.0:1769078062.580802:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078062.580809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078062.580810:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078062.580814:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1769078062.580816:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:0.0:1769078062.580817:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.580823:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:0.0:1769078062.580824:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769078062.580831:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769078062.580832:0:8:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:0.0:1769078062.580834:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000040:3.0:1769078062.580836:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:0.0:1769078062.580837:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769078062.580840:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000001:3.0:1769078062.580842:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769078062.580843:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.580847:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769078062.580848:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:0.0:1769078062.580849:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769078062.580852:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.580856:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078062.580856:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078062.580858:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769078062.580860:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769078062.580863:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769078062.580863:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078062.580868:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078062.580872:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078062.580873:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078062.580876:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769078062.580879:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078062.580880:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769078062.580885:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000040:3.0:1769078062.580886:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:0.0:1769078062.580888:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:3.0:1769078062.580892:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078062.580893:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769078062.580896:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769078062.580899:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:3.0:1769078062.580900:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:0.0:1769078062.580901:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769078062.580906:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769078062.580910:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000100:00080000:3.0:1769078062.580910:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769078062.580915:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078062.580918:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.580919:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078062.580922:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:3.0:1769078062.580923:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769078062.580924:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.580927:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.580929:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 02000000:00000001:3.0:1769078062.580929:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078062.580935:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:3.0:1769078062.580937:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.580938:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.580942:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769078062.580943:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.580947:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.580948:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.580949:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078062.580953:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769078062.580954:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078062.580955:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078062.580956:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078062.580957:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.580958:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.580959:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.580961:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078062.580961:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00000020:00000001:0.0:1769078062.580966:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078062.580967:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.580969:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078062.580969:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769078062.580973:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769078062.580976:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078062.580977:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078062.580978:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:3.0:1769078062.580979:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000008:00000001:0.0:1769078062.580980:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769078062.580984:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 02000000:00000001:3.0:1769078062.580984:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078062.580990:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:3.0:1769078062.580990:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000008:00000020:0.0:1769078062.580994:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:3.0:1769078062.580995:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000008:00000001:0.0:1769078062.580996:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078062.581000:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769078062.581001:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 02000000:00000001:3.0:1769078062.581002:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078062.581003:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000008:00000020:0.0:1769078062.581009:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000008:00000001:0.0:1769078062.581012:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078062.581012:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078062.581013:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078062.581014:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769078062.581017:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 02000000:00000010:3.0:1769078062.581017:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000008:00000001:0.0:1769078062.581024:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078062.581025:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.581027:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.581028:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581029:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581035:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.581036:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.581038:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769078062.581039:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769078062.581042:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769078062.581043:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00100000:3.0:1769078062.581044:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769078062.581045:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769078062.581047:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581051:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078062.581053:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769078062.581068:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769078062.581070:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769078062.581073:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078062.581075:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769078062.581077:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769078062.581079:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581083:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581084:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769078062.581086:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769078062.581087:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769078062.581088:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078062.581091:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769078062.581091:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078062.581095:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078062.581095:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581097:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078062.581100:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078062.581101:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769078062.581103:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581106:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581107:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000040:3.0:1769078062.581107:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078062.581110:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078062.581111:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.581114:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078062.581116:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078062.581118:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078062.581120:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078062.581122:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078062.581125:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769078062.581131:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078062.581133:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769078062.581135:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769078062.581136:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769078062.581138:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078062.581140:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078062.581142:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00000001:3.0:1769078062.581143:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078062.581144:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769078062.581150:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078062.581152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000080:00000001:0.0:1769078062.581157:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:3.0:1769078062.581158:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000080:00000001:0.0:1769078062.581160:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078062.581163:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078062.581163:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078062.581163:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1769078062.581168:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:2.0:1769078062.581169:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078062.581169:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00001000:0.0:1769078062.581173:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000001:2.0:1769078062.581173:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1769078062.581176:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769078062.581178:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000020:00000001:0.0:1769078062.581183:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:2.0:1769078062.581183:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078062.581184:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5047 00000080:00000001:0.0:1769078062.581187:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769078062.581190:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:3.0:1769078062.581197:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078062.581198:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078062.581202:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769078062.581205:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.581206:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1769078062.581207:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000002:0.0:1769078062.581210:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000001:2.0:1769078062.581210:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078062.581213:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1769078062.581216:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000002:0.0:1769078062.581217:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:2.0:1769078062.581220:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078062.581222:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:3.0:1769078062.581222:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078062.581224:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581225:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:3.0:1769078062.581229:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078062.581230:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00100000:2.0:1769078062.581233:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657855744:192.168.204.154@tcp:250:kworker.0 00020000:00000001:0.0:1769078062.581234:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078062.581238:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078062.581239:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078062.581245:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:0.0:1769078062.581246:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:3.0:1769078062.581247:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078062.581250:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.581250:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769078062.581252:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078062.581254:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:2.0:1769078062.581256:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078062.581256:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769078062.581257:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769078062.581259:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000001:2.0:1769078062.581263:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769078062.581263:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000002:0.0:1769078062.581264:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769078062.581269:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078062.581269:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000010:2.0:1769078062.581272:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 00000020:00000001:0.0:1769078062.581273:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078062.581277:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078062.581277:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:2.0:1769078062.581278:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581279:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769078062.581282:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000001:3.0:1769078062.581286:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000002:0.0:1769078062.581287:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:2.0:1769078062.581294:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078062.581297:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000040:3.0:1769078062.581297:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078062.581301:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000010:2.0:1769078062.581301:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000100:00000001:3.0:1769078062.581303:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078062.581308:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078062.581311:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:2.0:1769078062.581312:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769078062.581313:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:3.0:1769078062.581317:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:0.0:1769078062.581319:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00000200:2.0:1769078062.581324:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657855744, portal 25 00000100:00080000:3.0:1769078062.581325:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00001000:0.0:1769078062.581326:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000100:00000001:2.0:1769078062.581330:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769078062.581332:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000100:00000001:3.0:1769078062.581333:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.581335:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069296000 : -115332640255616 : ffff971b06f25180) 00000020:00000001:0.0:1769078062.581338:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:3.0:1769078062.581340:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769078062.581343:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:2.0:1769078062.581347:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078062.581348:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:3.0:1769078062.581348:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078062.581352:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078062.581357:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581359:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.581363:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769078062.581366:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000001:2.0:1769078062.581370:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769078062.581371:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00100000:3.0:1769078062.581371:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00000001:0.0:1769078062.581376:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078062.581377:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000008:00000001:3.0:1769078062.581379:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078062.581382:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00020000:00000001:0.0:1769078062.581383:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.581384:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078062.581389:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657855744, offset 0 00000020:00000001:0.0:1769078062.581390:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078062.581393:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00000020:00000001:0.0:1769078062.581396:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078062.581399:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000020:00000040:3.0:1769078062.581399:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000400:00000200:2.0:1769078062.581401:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078062.581404:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078062.581407:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:3.0:1769078062.581408:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769078062.581409:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:3.0:1769078062.581412:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.581415:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.581415:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078062.581417:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769078062.581422:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078062.581422:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769078062.581423:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 02000000:00000001:3.0:1769078062.581427:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581429:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.581432:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:0.0:1769078062.581434:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078062.581436:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000400:00000200:2.0:1769078062.581437:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:0.0:1769078062.581438:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769078062.581444:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.581445:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078062.581450:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:0.0:1769078062.581453:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.581457:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370575:370575:256:4294967295] 192.168.204.154@tcp LPNI seq info [370570:370570:8:4294967295] 00000100:00100000:3.0:1769078062.581458:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769078062.581459:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.581466:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:2.0:1769078062.581467:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078062.581470:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078062.581474:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078062.581477:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078062.581482:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:3.0:1769078062.581483:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:0.0:1769078062.581486:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:2.0:1769078062.581486:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:3.0:1769078062.581489:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078062.581492:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078062.581497:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000200:2.0:1769078062.581497:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000040:3.0:1769078062.581499:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078062.581501:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1769078062.581504:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000008:00000001:0.0:1769078062.581508:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769078062.581512:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769078062.581516:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000800:00000200:2.0:1769078062.581518:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000020:0.0:1769078062.581524:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000800:00000200:2.0:1769078062.581525:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000100:00000001:3.0:1769078062.581528:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078062.581533:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000800:00000200:2.1:1769078062.581535:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:3.0:1769078062.581536:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000020:0.0:1769078062.581537:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078062.581541:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1769078062.581542:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000100:00080000:3.0:1769078062.581546:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000008:00000001:0.0:1769078062.581548:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769078062.581551:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000020:0.0:1769078062.581576:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000800:00000100:2.0:1769078062.581577:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00080000:3.0:1769078062.581581:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:2.0:1769078062.581582:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000008:00000001:0.0:1769078062.581588:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078062.581589:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769078062.581591:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:0.0:1769078062.581594:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078062.581595:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5047 00000020:00000001:0.0:1769078062.581601:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.581602:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078062.581606:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078062.581609:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.581611:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000200:3.0:1769078062.581612:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:0.0:1769078062.581617:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078062.581617:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00080000:3.0:1769078062.581617:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769078062.581624:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078062.581625:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078062.581626:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078062.581629:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078062.581630:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078062.581634:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000200:2.0:1769078062.581635:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078062.581635:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078062.581638:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:3.0:1769078062.581640:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078062.581643:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078062.581646:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078062.581648:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000040:3.0:1769078062.581650:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000001:0.0:1769078062.581653:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078062.581654:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078062.581657:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00020000:00000001:0.0:1769078062.581660:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:2.0:1769078062.581661:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078062.581661:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078062.581666:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078062.581666:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:2.0:1769078062.581668:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078062.581670:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:3.0:1769078062.581674:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078062.581675:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769078062.581680:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078062.581680:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078062.581682:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.581685:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078062.581686:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1769078062.581686:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078062.581688:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769078062.581691:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078062.581692:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.581693:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078062.581694:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:0.0:1769078062.581700:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078062.581702:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:2.0:1769078062.581705:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078062.581706:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:3.0:1769078062.581707:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.581709:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299720908 00000020:00000001:0.0:1769078062.581710:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:3.0:1769078062.581710:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769078062.581714:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:3.0:1769078062.581716:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078062.581717:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000010:2.0:1769078062.581718:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b120. 02000000:00000001:3.0:1769078062.581720:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.581722:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078062.581723:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769078062.581725:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078062.581727:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000008:00100000:3.0:1769078062.581727:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:0.0:1769078062.581728:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078062.581733:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000008:00000001:3.0:1769078062.581733:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.581735:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299720908 00000020:00000001:0.0:1769078062.581737:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769078062.581738:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078062.581740:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b9c0. 00020000:00000001:0.0:1769078062.581742:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.581744:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000010:3.0:1769078062.581745:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00020000:00000001:0.0:1769078062.581748:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.581750:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769078062.581750:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:0.0:1769078062.581753:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078062.581757:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.581758:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769078062.581758:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769078062.581760:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:0.0:1769078062.581763:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078062.581763:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078062.581767:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078062/real 1769078062] req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078062.581768:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769078062.581769:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:3.0:1769078062.581771:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769078062.581773:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000001:3.0:1769078062.581775:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581777:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078062.581781:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000010:3.0:1769078062.581782:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000020:00000001:0.0:1769078062.581785:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000001:2.0:1769078062.581786:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078062.581787:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078062.581789:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00001000:0.0:1769078062.581791:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000400:00000010:2.0:1769078062.581793:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00020000:00000001:0.0:1769078062.581797:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00100000:3.0:1769078062.581797:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769078062.581798:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00020000:00000001:0.0:1769078062.581802:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000010:2.0:1769078062.581803:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000080:00000001:0.0:1769078062.581805:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078062.581808:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000080:00200000:0.0:1769078062.581811:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000200:2.0:1769078062.581816:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078062.581817:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00000001:0.0:1769078062.581819:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:3.0:1769078062.581822:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.581823:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078062.581829:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00000040:3.0:1769078062.581831:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078062.581835:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1769078062.581835:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078062.581842:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078062.581854:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.581855:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078062.581859:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078062.581860:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000080:00000001:0.0:1769078062.581862:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078062.581863:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769078062.581865:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078062.581866:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078062.581867:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000080:00000001:0.0:1769078062.581872:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769078062.581872:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769078062.581877:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:3.0:1769078062.581878:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5047 00000100:00000001:2.0:1769078062.581879:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078062.581882:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000200:3.0:1769078062.581886:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00100000:2.0:1769078062.581887:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1769078062.581889:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000400:00000200:3.0:1769078062.581894:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769078062.581897:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000100:00080000:3.0:1769078062.581899:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769078062.581904:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078062.581905:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078062.581907:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:0.0:1769078062.581909:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:3.0:1769078062.581910:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00200000:0.0:1769078062.581914:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:2.0:1769078062.581915:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078062.581916:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078062.581922:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078062.581925:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078062.581927:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078062.581930:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:3.0:1769078062.581931:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000080:00000001:0.0:1769078062.581935:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.581936:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078062.581936:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078062.581939:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:2.0:1769078062.581943:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078062.581944:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000002:0.0:1769078062.581945:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000020:00000001:3.0:1769078062.581949:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078062.581951:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000002:0.0:1769078062.581956:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:2.0:1769078062.581956:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078062.581957:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078062.581962:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078062.581964:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078062.581965:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:2.0:1769078062.581966:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:3.0:1769078062.581969:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078062.581971:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00080000:2.0:1769078062.581972:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078062.581973:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078062.581976:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000040:3.0:1769078062.581979:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:0.0:1769078062.581980:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078062.581981:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00080000:3.0:1769078062.581986:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078062.581987:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:0.0:1769078062.581988:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078062.581989:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.581996:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:2.0:1769078062.581996:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078062.581996:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078062.582000:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078062.582001:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078062.582007:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.582009:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769078062.582013:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769078062.582014:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00100000:2.0:1769078062.582016:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657855744:192.168.204.154@tcp:250:kworker.0 00020000:00000001:0.0:1769078062.582018:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000008:00100000:3.0:1769078062.582018:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769078062.582023:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769078062.582024:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:3.0:1769078062.582027:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582028:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078062.582030:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582034:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1769078062.582034:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000020:00000001:0.0:1769078062.582035:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078062.582040:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:2.0:1769078062.582040:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25180 x1855007657855744/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769078062.582040:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00000001:0.0:1769078062.582045:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:3.0:1769078062.582047:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078062.582050:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:0.0:1769078062.582051:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:3.0:1769078062.582067:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769078062.582068:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078062.582072:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078062.582073:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000002:0.0:1769078062.582075:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:3.0:1769078062.582077:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078062.582078:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 00020000:00000001:0.0:1769078062.582082:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:2.0:1769078062.582084:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1769078062.582085:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00020000:00000001:0.0:1769078062.582086:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078062.582088:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078062.582091:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:2.0:1769078062.582091:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000100:00000001:3.0:1769078062.582091:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.582096:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00000001:2.0:1769078062.582097:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078062.582102:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 00000100:00100000:3.0:1769078062.582102:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00001000:0.0:1769078062.582103:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:2.0:1769078062.582109:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769078062.582110:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 02000000:00000001:2.0:1769078062.582113:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769078062.582115:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769078062.582118:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000010:2.0:1769078062.582118:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25180. 00000100:00000001:3.0:1769078062.582119:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.582124:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078062.582124:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1769078062.582126:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078062.582129:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078062.582130:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078062.582135:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582135:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078062.582141:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.582142:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582145:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1769078062.582146:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5057) 00020000:00000001:0.0:1769078062.582147:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000001:2.0:1769078062.582148:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582153:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769078062.582154:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1769078062.582155:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078062.582158:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582159:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:0.0:1769078062.582164:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078062.582165:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078062.582169:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.582175:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078062.582176:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078062.582179:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.582180:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000001:2.0:1769078062.582182:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:0.0:1769078062.582184:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:2.0:1769078062.582185:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078062.582189:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:2.0:1769078062.582189:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078062.582194:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657855872:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078062.582196:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078062.582197:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078062.582198:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.582200:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769078062.582205:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078062.582208:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.582211:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.582213:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078062.582218:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 00020000:00000001:0.0:1769078062.582220:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.582221:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.582227:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769078062.582229:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078062.582231:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078062.582233:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:0.0:1769078062.582235:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078062.582237:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769078062.582240:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000200:2.0:1769078062.582242:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657855872, portal 10 00020000:00000001:0.0:1769078062.582244:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:2.0:1769078062.582245:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:0.0:1769078062.582249:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078062.582249:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069291520 : -115332640260096 : ffff971b06f24000) 00000020:00000001:0.0:1769078062.582253:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078062.582257:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769078062.582261:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000040:2.0:1769078062.582261:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078062.582265:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078062.582268:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078062.582271:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078062.582277:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:2.0:1769078062.582278:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:0.0:1769078062.582280:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000040:2.0:1769078062.582285:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000008:00000001:0.0:1769078062.582286:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000400:00000010:2.0:1769078062.582291:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000008:00000020:0.0:1769078062.582292:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000200:2.0:1769078062.582297:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657855872, offset 0 00000008:00000001:0.0:1769078062.582299:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078062.582303:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078062.582307:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078062.582308:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000008:00000001:0.0:1769078062.582312:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000400:00000200:2.0:1769078062.582316:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000020:0.0:1769078062.582317:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000400:00000200:2.0:1769078062.582324:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000008:00000001:0.0:1769078062.582325:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769078062.582331:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.582332:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1769078062.582336:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.582338:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:0.0:1769078062.582341:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.582343:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:0.0:1769078062.582345:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.582348:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:0.0:1769078062.582350:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.582356:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:2.0:1769078062.582357:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370576:370576:256:4294967295] 192.168.204.154@tcp LPNI seq info [370571:370571:8:4294967295] 00020000:00000001:0.0:1769078062.582360:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769078062.582364:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000200:2.0:1769078062.582365:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078062.582367:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078062.582371:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769078062.582374:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.582379:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:0.0:1769078062.582380:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078062.582383:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769078062.582387:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000800:00000200:2.0:1769078062.582388:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078062.582390:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000800:00000010:2.0:1769078062.582393:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00020000:00000001:0.0:1769078062.582394:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078062.582398:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769078062.582401:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000800:00000200:2.0:1769078062.582402:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:0.0:1769078062.582404:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078062.582408:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00020000:00000001:0.0:1769078062.582409:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078062.582415:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769078062.582419:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000800:00000200:2.1:1769078062.582420:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078062.582422:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078062.582426:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000800:00000200:2.1:1769078062.582426:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000020:00000001:0.0:1769078062.582428:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078062.582432:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000800:00000100:2.0:1769078062.582433:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078062.582435:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000010:2.0:1769078062.582436:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000020:00000001:0.0:1769078062.582439:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:2.0:1769078062.582441:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1769078062.582443:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:2.0:1769078062.582447:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:0.0:1769078062.582448:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.582450:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00020000:00000001:0.0:1769078062.582453:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078062.582453:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078062.582457:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:0.0:1769078062.582459:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078062.582462:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000200:2.0:1769078062.582463:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078062.582467:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078062.582472:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078062.582475:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:2.0:1769078062.582477:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:0.0:1769078062.582479:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000040:2.0:1769078062.582481:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078062.582482:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078062.582485:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078062.582489:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769078062.582495:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769078062.582495:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582499:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:0.0:1769078062.582500:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078062.582502:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078062.582504:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000040:2.0:1769078062.582507:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000080:00200000:0.0:1769078062.582508:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:2.0:1769078062.582513:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:0.0:1769078062.582517:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078062.582518:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299720203 00000020:00000001:0.0:1769078062.582522:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078062.582523:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299720908 00000100:00000001:2.0:1769078062.582527:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299720203 00000020:00001000:0.0:1769078062.582528:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00000001:2.0:1769078062.582529:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299720908 00000080:00000001:0.0:1769078062.582534:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769078062.582534:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769078062.582541:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582541:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582546:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078062.582550:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078062/real 1769078062] req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078062.582578:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078062.582579:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078062.582581:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078062.582583:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078062.582585:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078062.582588:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078062.582591:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078062.582597:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582602:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078062.582603:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.582605:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078062.582606:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078062.582608:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582612:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078062.582614:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582619:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078062.582620:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.582621:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078062.582622:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.582623:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078062.582626:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078062.582628:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078062.582630:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078062.582632:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078062.582634:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078062.582640:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657855872:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078062.582642:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078062.582644:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582652:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078062.582653:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.582655:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078062.582657:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078062.582658:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078062.582660:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856000:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078062.582662:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078062.582663:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078062.582664:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.582665:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078062.582667:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02c00. 02000000:00000001:2.0:1769078062.582668:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.582671:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078062.582673:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078062.582675:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078062.582677:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657856000, portal 4 00000100:00000001:2.0:1769078062.582678:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078062.582679:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069303168 : -115332640248448 : ffff971b06f26d80) 00000100:00000040:2.0:1769078062.582683:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582687:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078062.582689:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078062.582690:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078062.582691:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657856000, offset 0 00000400:00000200:2.0:1769078062.582694:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078062.582697:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078062.582699:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078062.582701:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078062.582703:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078062.582705:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078062.582706:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078062.582709:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370577:370577:256:4294967295] 192.168.204.154@tcp LPNI seq info [370572:370572:8:4294967295] 00000400:00000200:2.0:1769078062.582711:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078062.582716:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078062.582719:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078062.582721:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078062.582724:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078062.582726:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769078062.582728:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078062.582730:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000100:2.0:1769078062.582733:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078062.582734:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078062.582736:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078062.582738:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078062.582740:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078062.582741:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078062.582743:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078062.582745:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582750:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078062.582752:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582757:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582758:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078062.582759:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078062.582761:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078062.582763:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078062.582764:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299720225 00000100:00000001:2.0:1769078062.582765:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299720908 00000100:00000001:2.0:1769078062.582767:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299720225 00000100:00000001:2.0:1769078062.582768:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299720908 00000100:00000001:2.0:1769078062.582770:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078062.582772:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582773:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078062.582775:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078062/real 1769078062] req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078062.582781:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078062.582782:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078062.582783:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078062.582784:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078062.582785:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078062.582786:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078062.582788:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078062.582793:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582797:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078062.582798:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.582799:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078062.582800:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078062.582802:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582806:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078062.582809:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582813:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078062.582814:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.582815:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078062.582816:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.582817:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078062.582819:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078062.582821:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078062.582823:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078062.582824:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078062.582827:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078062.582832:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856000:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078062.582834:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078062.582836:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582840:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078062.582840:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.582842:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078062.582843:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078062.582844:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078062.582846:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856128:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078062.582848:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078062.582849:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078062.582850:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078062.582851:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078062.582853:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078062.582854:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078062.582856:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078062.582858:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078062.582859:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078062.582861:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657856128, portal 4 00000100:00000001:2.0:1769078062.582862:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078062.582863:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069295104 : -115332640256512 : ffff971b06f24e00) 00000100:00000040:2.0:1769078062.582867:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582871:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078062.582873:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078062.582874:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078062.582876:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657856128, offset 0 00000400:00000200:2.0:1769078062.582878:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078062.582880:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078062.582882:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078062.582884:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078062.582885:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078062.582888:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078062.582890:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078062.582893:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370578:370578:256:4294967295] 192.168.204.154@tcp LPNI seq info [370573:370573:8:4294967295] 00000400:00000200:2.0:1769078062.582897:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078062.582904:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078062.582908:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078062.582912:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078062.582916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078062.582919:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769078062.582923:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078062.582926:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000100:2.0:1769078062.582931:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078062.582933:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078062.582936:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078062.582939:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078062.582942:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078062.582944:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078062.582947:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078062.582951:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582959:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078062.582962:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078087 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.582969:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.582971:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078062.582975:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078062.582979:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078062.582984:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078062.582986:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299720229 00000100:00000001:2.0:1769078062.582989:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299720908 00000100:00000001:2.0:1769078062.582991:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299720229 00000100:00000001:2.0:1769078062.582994:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299720908 00000100:00000001:2.0:1769078062.582996:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078062.582998:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.583000:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078062.583004:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078062/real 1769078062] req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078062.583012:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078062.583013:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078062.583015:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078062.583018:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078062.583020:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078062.583022:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078062.583025:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078062.583033:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.583040:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078062.583041:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.583043:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078062.583045:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078062.583048:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.583068:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078062.583074:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.583081:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078062.583084:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.583085:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078062.583087:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.583089:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078062.583093:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078062.583096:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078062.583099:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078062.583102:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078062.583106:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078062.583113:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856128:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078062.583117:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.583119:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078062.583122:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24000 x1855007657855872/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.583128:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078062.583129:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078062.583131:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078062.583134:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078062.583136:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078062.583137:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078062.583140:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078062.583143:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 02000000:00000001:2.0:1769078062.583146:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078062.583147:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078062.583149:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24000. 00000100:00000001:2.0:1769078062.583151:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078062.583152:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.583154:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078062.583158:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f26d80 x1855007657856000/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.583163:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078062.583165:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078062.583166:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02c00. 02000000:00000001:2.0:1769078062.583168:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078062.583169:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078062.583171:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078062.583172:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078062.583174:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 02000000:00000001:2.0:1769078062.583176:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078062.583178:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078062.583179:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f26d80. 00000100:00000001:2.0:1769078062.583182:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078062.583183:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.583185:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078062.583188:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24e00 x1855007657856128/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078087 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078062.583194:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078062.583195:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078062.583197:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078062.583199:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078062.583200:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078062.583201:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078062.583203:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078062.583204:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19400. 02000000:00000001:2.0:1769078062.583207:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078062.583208:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078062.583209:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24e00. 00000100:00000001:2.0:1769078062.583212:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078062.583213:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.583215:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078062.583218:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078062.583220:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078062.583222:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078062.583224:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078063.220646:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078063.220653:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078063.220654:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078063.220657:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078063.220659:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078063.220662:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078063.220663:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078063.220667:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078063.220669:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078063.220670:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078063.220671:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078063.220675:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078063.220676:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078063.220677:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078063.220679:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078063.220682:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078063.220682:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078063.220683:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078063.220685:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078063.220688:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078063.220690:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078063.220690:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078063.220691:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078063.220695:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078063.220696:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078063.220697:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078063.220700:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078063.220703:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078063.220704:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078063.220707:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078063.220710:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078063.220711:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078063.220715:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078063.220716:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078063.220719:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078063.220720:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078063.220721:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078063.220722:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078063.220725:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078063.220727:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078063.220731:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078063.220731:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078063.220737:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078063.220739:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078063.220741:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078063.220742:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078063.220744:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078063.220746:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078063.220750:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078063.220751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078063.220753:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078063.220754:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078063.220758:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078063.220761:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078063.220762:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078063.220763:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078063.220766:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078063.220767:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078063.220769:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078063.220770:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078063.220772:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078063.220774:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078063.220775:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078063.220775:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078063.220779:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078063.220782:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078063.220784:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078063.220786:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078063.220790:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078063.220792:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078063.220794:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078063.220805:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078063.220810:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078063.220814:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078063.348660:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299720908, at 4299720960 00000100:00000040:1.0:1769078063.348660:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299720908, at 4299720960 00000100:00000010:1.0:1769078063.348675:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b9c0. 00000100:00000010:0.0:1769078063.348679:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000001:1.0:1769078063.604665:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078063.604665:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078063.604672:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078063.604673:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078063.604675:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078063.604676:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078063.604682:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078063.604683:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078063.604686:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078063.604688:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078063.604690:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078063.604693:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078063.604694:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078063.604698:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078063.604701:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078063.604702:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078063.604705:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078063.604709:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078064.244681:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078064.244686:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078064.244690:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078064.244694:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078064.244695:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078064.244695:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078064.244699:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078064.244703:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078064.244704:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078064.244705:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078064.244709:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078064.244709:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078064.244711:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078064.244713:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078064.244717:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078064.244720:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078064.244721:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078064.244721:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078064.244722:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078064.244726:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078064.244729:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078064.244731:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078064.244731:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078064.244733:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078064.244734:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078064.244736:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078064.244739:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078064.244740:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078064.244740:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078064.244747:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078064.244748:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078064.244760:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078064.244761:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078064.244765:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078064.244770:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078064.244784:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078064.244788:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078064.244792:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078064.244793:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078064.244794:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078064.244796:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078064.244801:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078064.244804:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078064.244805:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078064.244805:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078064.244806:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078064.244815:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078064.244816:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078064.244816:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078064.244816:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078064.244819:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078064.244824:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078064.244825:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078064.244828:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078064.244829:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078064.244830:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078064.244832:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078064.244834:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078064.244837:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078064.244837:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078064.244839:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078064.244840:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078064.244847:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078064.244849:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078064.244852:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078064.244854:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078064.244857:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078064.244861:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078064.244861:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078064.244866:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078064.244870:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078064.244878:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078064.244881:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078064.244885:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078064.628654:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078064.628654:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078064.628662:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078064.628662:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078064.628665:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078064.628666:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078064.628673:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078064.628673:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078064.628679:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078064.628679:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078064.628685:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078064.628686:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078064.628687:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078064.628691:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078064.628693:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078064.628701:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078064.628704:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078064.628707:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078065.268653:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078065.268654:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078065.268661:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078065.268662:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078065.268665:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078065.268666:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078065.268667:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078065.268671:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078065.268674:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078065.268675:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078065.268675:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078065.268682:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078065.268682:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078065.268687:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078065.268688:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078065.268688:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078065.268693:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078065.268696:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078065.268698:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078065.268708:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078065.268712:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078065.268713:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078065.268717:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078065.268722:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078065.268740:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078065.268743:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078065.268745:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078065.268747:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078065.268748:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078065.268750:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078065.268752:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078065.268753:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078065.268759:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078065.268761:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078065.268762:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078065.268763:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078065.268767:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078065.268772:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078065.268775:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078065.268778:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078065.268780:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078065.268802:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078065.268807:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078065.268809:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078065.268813:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078065.268816:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078065.268819:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078065.268821:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078065.268823:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078065.268826:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078065.268827:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078065.268831:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078065.268832:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078065.268835:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078065.268840:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078065.268842:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078065.268845:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078065.268847:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078065.268849:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078065.268851:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078065.268853:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078065.268858:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078065.268866:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078065.268870:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078065.268872:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078065.268874:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078065.268876:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078065.268878:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078065.268880:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078065.268882:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078065.268884:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078065.268904:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078065.268907:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078065.268910:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078065.652670:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078065.652670:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078065.652677:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078065.652678:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078065.652679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078065.652681:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078065.652687:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078065.652687:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078065.652693:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078065.652694:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078065.652698:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078065.652699:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078065.652701:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078065.652704:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078065.652706:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078065.652709:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078065.652712:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078065.652714:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078066.292636:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078066.292644:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078066.292644:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078066.292647:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078066.292650:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078066.292654:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078066.292656:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078066.292657:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078066.292658:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078066.292661:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078066.292664:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078066.292664:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078066.292665:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078066.292666:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078066.292668:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078066.292671:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078066.292672:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078066.292672:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078066.292672:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078066.292676:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078066.292679:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078066.292681:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078066.292682:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078066.292683:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078066.292688:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078066.292690:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078066.292691:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078066.292695:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078066.292696:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078066.292703:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078066.292704:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078066.292707:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078066.292710:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078066.292711:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078066.292715:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078066.292716:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078066.292720:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078066.292721:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078066.292726:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078066.292729:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078066.292732:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078066.292733:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078066.292736:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078066.292737:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078066.292739:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078066.292740:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078066.292741:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078066.292743:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078066.292743:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078066.292746:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078066.292747:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078066.292748:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078066.292750:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078066.292750:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078066.292751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078066.292753:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078066.292758:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078066.292759:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078066.292760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078066.292763:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078066.292765:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078066.292766:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078066.292767:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078066.292772:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078066.292772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078066.292773:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078066.292777:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078066.292783:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078066.292788:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078066.292791:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078066.292794:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078066.292827:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078066.292829:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078066.292832:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078066.676647:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078066.676653:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078066.676654:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078066.676660:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078066.676663:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078066.676666:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078066.676669:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078066.676671:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078066.676678:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078066.676680:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078066.676682:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078066.676685:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078066.676688:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078066.676699:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078066.676701:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078066.676704:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078066.676705:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078066.676707:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078067.316654:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078067.316660:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078067.316665:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078067.316667:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078067.316673:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078067.316675:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.316680:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078067.316681:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078067.316681:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078067.316684:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.316689:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078067.316690:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078067.316694:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.316695:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078067.316702:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078067.316703:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078067.316709:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078067.316710:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078067.316715:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078067.316716:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078067.316721:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078067.316725:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.316728:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078067.316743:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078067.316750:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.316751:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078067.316754:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078067.316757:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.316770:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078067.316773:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078067.316775:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078067.316777:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078067.316779:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078067.316782:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078067.316786:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078067.316787:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078067.316789:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.316820:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078067.316826:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078067.316831:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078067.316835:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078067.316838:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078067.316839:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078067.316841:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078067.316846:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078067.316848:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078067.316849:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078067.316849:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078067.316852:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078067.316855:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078067.316856:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.316858:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078067.316866:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078067.316873:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078067.316874:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078067.316875:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078067.316877:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078067.316903:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078067.316904:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078067.316909:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078067.316912:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078067.316917:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078067.316922:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078067.316925:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.316928:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078067.316930:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078067.316933:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.316973:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078067.316983:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078067.316985:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078067.316986:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.316988:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078067.316989:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.316990:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078067.700663:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078067.700670:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078067.700670:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078067.700672:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.700677:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078067.700679:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078067.700682:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078067.700683:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078067.700684:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078067.700689:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078067.700690:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078067.700691:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078067.700693:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078067.700697:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078067.700697:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078067.700701:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078067.700703:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078067.700703:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078067.700705:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078067.700709:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078067.700711:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078067.700712:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.700716:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078067.700719:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5052 00000400:00000200:0.0:1769078067.700729:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078067.700735:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078067.700738:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078067.700741:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.700745:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078067.700749:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.700751:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078067.700754:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078067.700756:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078067.700758:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078067.700761:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078067.700763:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078067.700765:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078067.700767:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.700768:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078067.700770:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.700771:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078067.700773:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769078067.700776:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078067.700777:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078067.700779:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078067.700781:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078067.700783:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.700785:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078067.700786:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078067.700794:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000020:00000040:0.0:1769078067.700797:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769078067.700799:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078067.700800:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.700802:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078067.700805:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078067.700808:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078067.700814:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769078067.700820:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078067.700826:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078067.700847:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078067.700850:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078067.700854:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078067.700868:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078067.700870:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078067.700873:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078067.700874:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078067.700875:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078067.700877:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078067.700879:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5052 00000400:00000200:0.0:1769078067.700882:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078067.700884:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078067.700886:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078067.700889:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.700891:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078067.700893:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.700895:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078067.700896:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078067.700897:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769078067.700899:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769078067.700899:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1769078067.700901:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769078067.700904:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:2.0:1769078067.700905:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078067.700906:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:2.0:1769078067.700908:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078067.700912:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.700914:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078067.700918:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078067.700919:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.700924:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078067.700930:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000001:2.0:1769078067.700935:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078067.700936:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078067.700937:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.700940:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.700942:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078067.700943:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078067.700945:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078067.700949:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078067.700949:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078067.700955:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.700957:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:2.0:1769078067.700957:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657856256:192.168.204.154@tcp:250:kworker.0 00000008:00100000:0.0:1769078067.700962:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:2.0:1769078067.700963:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:0.0:1769078067.700967:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.700983:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078067.700986:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 00000020:00000040:0.0:1769078067.700988:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769078067.700989:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078067.700990:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.700990:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078067.700994:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078067.700994:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078067.700995:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078067.700999:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078067.701000:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078067.701006:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 02000000:00000010:2.0:1769078067.701006:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078067.701011:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.701012:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078067.701019:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769078067.701020:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078067.701026:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000100:00000001:0.0:1769078067.701029:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078067.701032:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078067.701034:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000040:0.0:1769078067.701036:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078067.701042:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657856256, portal 25 00000100:00000001:0.0:1769078067.701044:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.701046:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:0.0:1769078067.701048:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078067.701049:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094226816 : -115332615324800 : ffff971b086ebb80) 00000100:00080000:0.0:1769078067.701055:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078067.701057:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078067.701060:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1769078067.701060:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078067.701066:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078067.701072:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5052 00000100:00000001:2.0:1769078067.701075:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1769078067.701078:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:2.0:1769078067.701082:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078067.701086:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000010:2.0:1769078067.701087:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00080000:0.0:1769078067.701089:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000200:2.0:1769078067.701092:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657856256, offset 0 00000100:00000040:0.0:1769078067.701093:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:2.0:1769078067.701100:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078067.701103:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078067.701107:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.701109:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:2.0:1769078067.701113:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078067.701114:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078067.701117:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769078067.701118:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078067.701120:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:2.0:1769078067.701121:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:0.0:1769078067.701124:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078067.701126:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769078067.701129:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.701130:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078067.701131:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.701132:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078067.701134:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:2.0:1769078067.701135:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:0.0:1769078067.701138:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078067.701141:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078067.701143:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078067.701145:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769078067.701146:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 02000000:00000001:0.0:1769078067.701149:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078067.701152:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1769078067.701154:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078067.701156:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000400:00000200:2.0:1769078067.701157:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:0.0:1769078067.701161:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078067.701165:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370579:370579:256:4294967295] 192.168.204.154@tcp LPNI seq info [370574:370574:8:4294967295] 00000100:00000001:0.0:1769078067.701166:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078067.701172:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00000400:00000200:2.0:1769078067.701174:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:0.0:1769078067.701177:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769078067.701180:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078067.701183:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.701187:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078067.701189:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769078067.701189:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 02000000:00000001:0.0:1769078067.701192:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078067.701198:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000800:00000200:2.0:1769078067.701200:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078067.701202:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078067.701209:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000100:00100000:0.0:1769078067.701213:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078067.701221:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1769078067.701222:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769078067.701224:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078067.701231:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1769078067.701231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000100:00000001:0.0:1769078067.701243:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078067.701245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:0.0:1769078067.701246:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078067.701253:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000200:2.1:1769078067.701254:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000100:00000001:0.0:1769078067.701255:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078067.701257:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078067.701261:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078067.701266:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5052 00000800:00000100:2.0:1769078067.701268:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078067.701272:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000010:2.0:1769078067.701273:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:0.0:1769078067.701277:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078067.701279:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1769078067.701281:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1769078067.701282:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.701285:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769078067.701289:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1769078067.701292:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.701295:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:2.0:1769078067.701295:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000001:0.0:1769078067.701300:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1769078067.701300:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000020:00000040:0.0:1769078067.701304:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769078067.701306:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769078067.701307:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1769078067.701309:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769078067.701314:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000200:2.0:1769078067.701314:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078067.701318:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769078067.701326:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.701331:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078067.701334:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078067.701335:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078067.701338:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000040:2.0:1769078067.701339:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769078067.701341:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769078067.701347:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078067.701352:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.701357:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.701358:0:2365:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769078067.701361:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078067.701363:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078067.701364:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078067.701368:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078067.701372:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078067.701373:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078067.701377:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:2.0:1769078067.701378:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299726027 00000008:00000001:0.0:1769078067.701382:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.701385:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078067.701385:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b600. 00000100:00000010:0.0:1769078067.701389:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769078067.701392:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:2.0:1769078067.701393:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769078067.701394:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078067.701397:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.701399:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078067.701401:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769078067.701401:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299726027 02000000:00000001:0.0:1769078067.701402:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078067.701408:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bae0. 02000000:00000010:0.0:1769078067.701409:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:2.0:1769078067.701412:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078067.701413:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.701419:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1769078067.701420:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078067.701426:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078067.701429:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078067.701431:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078067.701432:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078067.701437:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078067.701442:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078067/real 1769078067] req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078067.701446:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078067.701453:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5063) 00000400:00000001:2.0:1769078067.701462:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078067.701465:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078067.701467:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078067.701472:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078067.701474:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078067.701477:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078067.701481:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078067.701492:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701499:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078067.701501:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.701504:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078067.701506:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078067.701510:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701518:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078067.701522:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701530:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078067.701533:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.701534:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078067.701536:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.701538:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078067.701540:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078067.701543:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078067.701547:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078067.701550:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078067.701578:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078067.701588:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657856256:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078067.701593:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.701595:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078067.701598:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ebb80 x1855007657856256/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701605:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078067.701608:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078067.701610:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078067.701613:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078067.701615:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078067.701617:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078067.701620:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078067.701622:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 02000000:00000001:2.0:1769078067.701626:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078067.701628:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078067.701629:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ebb80. 00000100:00000001:2.0:1769078067.701631:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078067.701633:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.701635:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.701642:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078067.701644:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.701646:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078067.701648:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078067.701650:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078067.701654:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701661:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078067.701663:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.701665:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078067.701667:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078067.701670:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078067.701673:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856384:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078067.701677:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078067.701680:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078067.701682:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.701684:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078067.701688:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078067.701690:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078067.701696:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078067.701699:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078067.701702:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078067.701705:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657856384, portal 10 00000100:00000001:2.0:1769078067.701707:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078067.701709:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094213376 : -115332615338240 : ffff971b086e8700) 00000100:00000040:2.0:1769078067.701715:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701722:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078067.701724:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078067.701727:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078067.701730:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657856384, offset 0 00000400:00000200:2.0:1769078067.701734:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078067.701739:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078067.701743:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078067.701746:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078067.701749:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078067.701751:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078067.701754:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078067.701757:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370580:370580:256:4294967295] 192.168.204.154@tcp LPNI seq info [370575:370575:8:4294967295] 00000400:00000200:2.0:1769078067.701761:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078067.701768:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078067.701773:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078067.701777:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078067.701781:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078067.701784:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769078067.701789:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078067.701792:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:2.0:1769078067.701796:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078067.701798:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078067.701801:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078067.701805:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078067.701808:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078067.701810:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078067.701812:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078067.701815:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701821:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078067.701823:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701828:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.701830:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078067.701833:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078067.701837:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078067.701841:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078067.701843:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299725323 00000100:00000001:2.0:1769078067.701846:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299726027 00000100:00000001:2.0:1769078067.701849:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299725323 00000100:00000001:2.0:1769078067.701851:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299726027 00000100:00000001:2.0:1769078067.701854:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078067.701856:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.701858:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078067.701863:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078067/real 1769078067] req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078067.701879:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078067.701880:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078067.701882:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078067.701886:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078067.701887:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078067.701888:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078067.701891:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078067.701897:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701902:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078067.701902:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.701904:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078067.701905:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078067.701907:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701911:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078067.701914:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701918:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078067.701920:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.701921:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078067.701922:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.701923:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078067.701925:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078067.701927:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078067.701929:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078067.701930:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078067.701933:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078067.701938:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856384:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078067.701941:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078067.701943:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701947:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078067.701947:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.701949:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078067.701951:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078067.701952:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078067.701954:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856512:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078067.701956:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078067.701957:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078067.701958:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.701959:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078067.701962:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02c00. 02000000:00000001:2.0:1769078067.701963:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078067.701966:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078067.701982:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078067.701985:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078067.701988:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657856512, portal 4 00000100:00000001:2.0:1769078067.701989:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078067.701990:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094220544 : -115332615331072 : ffff971b086ea300) 00000100:00000040:2.0:1769078067.701995:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.701999:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078067.702001:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078067.702002:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078067.702004:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657856512, offset 0 00000400:00000200:2.0:1769078067.702007:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078067.702010:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078067.702012:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078067.702014:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078067.702016:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078067.702018:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078067.702020:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078067.702022:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370581:370581:256:4294967295] 192.168.204.154@tcp LPNI seq info [370576:370576:8:4294967295] 00000400:00000200:2.0:1769078067.702025:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078067.702029:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078067.702032:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078067.702034:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078067.702037:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078067.702039:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769078067.702042:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078067.702044:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:2.0:1769078067.702046:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078067.702048:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078067.702050:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078067.702052:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078067.702054:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078067.702055:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078067.702057:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078067.702059:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702065:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078067.702066:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702071:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.702072:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078067.702074:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078067.702076:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078067.702077:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078067.702080:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299725344 00000100:00000001:2.0:1769078067.702082:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299726027 00000100:00000001:2.0:1769078067.702085:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299725344 00000100:00000001:2.0:1769078067.702087:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299726027 00000100:00000001:2.0:1769078067.702089:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078067.702091:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.702093:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078067.702097:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078067/real 1769078067] req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078067.702105:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078067.702107:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078067.702108:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078067.702111:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078067.702113:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078067.702115:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078067.702119:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078067.702129:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702136:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078067.702137:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.702139:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078067.702140:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078067.702144:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702149:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078067.702151:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702156:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078067.702158:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.702159:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078067.702160:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.702161:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078067.702164:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078067.702166:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078067.702167:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078067.702169:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078067.702171:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078067.702176:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856512:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078067.702179:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078067.702181:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702185:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078067.702186:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.702187:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078067.702189:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078067.702190:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078067.702192:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856640:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078067.702194:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078067.702196:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078067.702197:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078067.702199:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078067.702202:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078067.702204:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078067.702208:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078067.702210:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078067.702213:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078067.702216:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657856640, portal 4 00000100:00000001:2.0:1769078067.702219:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078067.702220:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00000100:00000040:2.0:1769078067.702227:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702235:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078067.702237:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078067.702240:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078067.702243:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657856640, offset 0 00000400:00000200:2.0:1769078067.702248:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078067.702252:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078067.702256:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078067.702259:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078067.702260:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078067.702262:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078067.702264:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078067.702266:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370582:370582:256:4294967295] 192.168.204.154@tcp LPNI seq info [370577:370577:8:4294967295] 00000400:00000200:2.0:1769078067.702269:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078067.702274:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078067.702277:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078067.702279:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078067.702282:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078067.702284:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:2.1:1769078067.702287:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078067.702288:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:2.0:1769078067.702291:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078067.702293:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078067.702295:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078067.702297:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078067.702299:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078067.702300:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078067.702302:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078067.702305:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702314:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078067.702316:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702321:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.702322:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078067.702323:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078067.702326:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078067.702328:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078067.702329:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299725348 00000100:00000001:2.0:1769078067.702331:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299726027 00000100:00000001:2.0:1769078067.702332:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299725348 00000100:00000001:2.0:1769078067.702334:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299726027 00000100:00000001:2.0:1769078067.702335:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078067.702336:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.702337:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078067.702340:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078067/real 1769078067] req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078067.702345:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078067.702346:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078067.702347:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078067.702349:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078067.702350:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078067.702351:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078067.702353:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078067.702359:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702363:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078067.702364:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.702365:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078067.702366:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078067.702368:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702373:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078067.702375:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702379:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078067.702380:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.702381:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078067.702382:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.702383:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078067.702387:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078067.702388:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078067.702390:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078067.702391:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078067.702394:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078067.702398:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856640:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078067.702400:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.702402:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078067.702404:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8700 x1855007657856384/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702408:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078067.702409:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078067.702411:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078067.702412:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078067.702413:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078067.702415:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078067.702417:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078067.702419:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746400. 02000000:00000001:2.0:1769078067.702421:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078067.702423:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078067.702424:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8700. 00000100:00000001:2.0:1769078067.702427:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078067.702428:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.702430:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078067.702433:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ea300 x1855007657856512/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702440:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078067.702441:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078067.702443:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02c00. 02000000:00000001:2.0:1769078067.702446:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078067.702447:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078067.702449:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078067.702451:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078067.702453:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 02000000:00000001:2.0:1769078067.702455:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078067.702457:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078067.702458:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ea300. 00000100:00000001:2.0:1769078067.702461:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078067.702462:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.702464:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078067.702468:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657856640/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078067.702475:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078067.702476:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078067.702477:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078067.702480:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078067.702481:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078067.702481:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078067.702483:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078067.702484:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 02000000:00000001:2.0:1769078067.702485:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078067.702486:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078067.702487:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00000100:00000001:2.0:1769078067.702489:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078067.702490:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.702491:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078067.702494:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078067.702495:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078067.702496:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078067.702497:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078068.340665:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078068.340665:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078068.340665:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078068.340675:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078068.340676:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078068.340676:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078068.340679:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078068.340681:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078068.340682:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078068.340685:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078068.340688:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078068.340688:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078068.340689:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078068.340695:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078068.340696:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078068.340696:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078068.340701:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078068.340702:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078068.340703:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078068.340704:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078068.340704:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078068.340708:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078068.340712:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078068.340712:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078068.340715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078068.340716:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078068.340720:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078068.340720:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078068.340725:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078068.340730:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078068.340732:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078068.340736:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078068.340739:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078068.340740:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078068.340745:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078068.340749:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078068.340752:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078068.340756:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078068.340758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078068.340759:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078068.340763:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078068.340765:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078068.340769:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078068.340771:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078068.340771:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078068.340772:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078068.340773:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078068.340776:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078068.340777:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078068.340778:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078068.340779:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078068.340782:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078068.340784:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078068.340785:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078068.340786:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078068.340786:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078068.340790:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078068.340791:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078068.340792:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078068.340793:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078068.340797:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078068.340798:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078068.340800:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078068.340802:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078068.340803:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078068.340805:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078068.340809:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078068.340813:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078068.340813:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078068.340817:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078068.340821:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078068.340826:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078068.340829:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078068.340832:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769078068.468658:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299726027, at 4299726080 00000100:00000040:0.0:1769078068.468662:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299726027, at 4299726080 00000100:00000010:0.0:1769078068.468674:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b600. 00000100:00000010:1.0:1769078068.468677:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bae0. 00000100:00000001:2.0:1769078068.724660:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078068.724662:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078068.724668:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078068.724668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078068.724670:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078068.724670:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078068.724675:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078068.724675:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078068.724679:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078068.724679:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078068.724683:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078068.724683:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078068.724686:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078068.724688:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078068.724691:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078068.724691:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078068.724693:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078068.724695:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078069.364672:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078069.364673:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078069.364673:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078069.364678:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078069.364680:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078069.364681:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078069.364682:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078069.364684:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078069.364685:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078069.364686:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078069.364687:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078069.364692:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078069.364695:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078069.364695:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078069.364696:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078069.364697:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078069.364703:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078069.364704:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078069.364704:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078069.364705:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078069.364707:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078069.364710:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078069.364711:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078069.364711:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078069.364715:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078069.364716:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078069.364722:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078069.364723:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078069.364723:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078069.364728:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078069.364729:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078069.364735:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078069.364736:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078069.364736:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078069.364737:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078069.364739:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078069.364743:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078069.364743:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078069.364745:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078069.364749:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078069.364750:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078069.364754:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078069.364754:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078069.364755:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078069.364760:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078069.364760:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078069.364761:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078069.364763:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078069.364765:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078069.364766:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078069.364767:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078069.364770:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078069.364771:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078069.364771:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078069.364772:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078069.364774:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078069.364777:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078069.364777:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078069.364778:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078069.364782:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078069.364782:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078069.364783:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078069.364786:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078069.364788:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078069.364790:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078069.364790:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078069.364793:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078069.364797:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078069.364798:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078069.364803:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078069.364805:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078069.364807:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078069.364807:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078069.364809:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078069.364811:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078069.364813:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078069.364814:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078069.364815:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078069.364817:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078069.364821:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078069.364822:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078069.364824:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078069.364827:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078069.364828:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078069.364830:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078069.364835:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078069.364837:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078069.364840:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078069.364842:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078069.364868:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078069.364871:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078069.364873:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078069.748659:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078069.748663:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078069.748666:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078069.748669:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078069.748669:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078069.748673:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078069.748675:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078069.748679:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078069.748680:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078069.748683:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078069.748685:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078069.748687:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078069.748690:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078069.748698:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078069.748702:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078069.748703:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078069.748706:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078069.748709:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078070.388664:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078070.388667:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078070.388668:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078070.388673:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078070.388674:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078070.388675:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078070.388677:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078070.388679:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078070.388681:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078070.388683:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078070.388685:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078070.388687:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078070.388687:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078070.388688:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078070.388694:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078070.388695:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078070.388695:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078070.388697:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078070.388702:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078070.388703:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078070.388703:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078070.388703:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078070.388709:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078070.388711:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078070.388713:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078070.388715:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078070.388716:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078070.388717:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078070.388725:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078070.388725:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078070.388729:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078070.388733:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078070.388733:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078070.388736:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078070.388739:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078070.388748:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078070.388753:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078070.388753:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078070.388755:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078070.388755:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078070.388758:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078070.388761:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000020:00000001:3.0:1769078070.388761:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078070.388763:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078070.388766:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078070.388768:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078070.388769:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078070.388771:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078070.388772:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078070.388775:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078070.388776:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078070.388777:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078070.388780:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078070.388780:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078070.388781:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078070.388789:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078070.388789:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078070.388789:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078070.388793:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078070.388794:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078070.388797:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078070.388798:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078070.388800:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078070.388801:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078070.388802:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078070.388808:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078070.388809:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078070.388813:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078070.388814:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078070.388819:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078070.388819:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078070.388826:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078070.388829:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078070.388830:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078070.772651:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078070.772658:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078070.772661:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078070.772664:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078070.772668:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078070.772668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078070.772673:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078070.772673:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078070.772677:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078070.772680:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078070.772681:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078070.772684:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078070.772686:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078070.772687:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078070.772692:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078070.772697:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078070.772699:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078070.772702:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078071.412676:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078071.412676:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078071.412677:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078071.412681:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078071.412683:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078071.412684:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078071.412684:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078071.412687:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078071.412687:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078071.412688:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078071.412688:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078071.412692:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078071.412695:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769078071.412696:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078071.412696:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078071.412697:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078071.412701:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078071.412703:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078071.412703:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078071.412704:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078071.412706:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078071.412707:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078071.412708:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078071.412709:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078071.412710:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078071.412714:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078071.412718:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078071.412719:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078071.412722:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078071.412725:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078071.412725:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078071.412727:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078071.412730:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078071.412730:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078071.412733:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078071.412734:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078071.412736:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078071.412739:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078071.412742:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078071.412742:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078071.412743:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078071.412748:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078071.412749:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078071.412751:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078071.412751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078071.412752:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078071.412756:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078071.412757:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078071.412758:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078071.412761:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078071.412761:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078071.412762:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078071.412762:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078071.412765:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078071.412766:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078071.412766:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078071.412767:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078071.412771:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078071.412771:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078071.412772:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769078071.412774:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078071.412776:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078071.412776:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078071.412777:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078071.412780:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078071.412780:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078071.412782:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078071.412786:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078071.412786:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078071.412788:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078071.412792:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078071.412794:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078071.412798:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078071.412803:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078071.412805:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078071.412809:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078071.412811:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078071.412854:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078071.412858:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078071.412861:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078071.796658:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078071.796664:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078071.796665:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078071.796670:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078071.796673:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078071.796676:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078071.796679:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078071.796681:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078071.796684:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078071.796727:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078071.796730:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078071.796731:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078071.796733:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078071.796734:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078071.796736:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078071.796737:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078071.796739:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078071.796740:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.436653:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078072.436654:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078072.436654:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078072.436662:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078072.436663:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078072.436663:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078072.436665:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.436667:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078072.436668:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078072.436671:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078072.436672:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078072.436674:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078072.436674:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078072.436677:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078072.436678:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078072.436682:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078072.436684:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078072.436685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078072.436686:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078072.436687:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078072.436687:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078072.436689:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078072.436689:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078072.436691:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078072.436696:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.436696:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078072.436697:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078072.436701:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078072.436702:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.436709:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078072.436709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078072.436709:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078072.436713:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078072.436714:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078072.436717:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.436728:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078072.436733:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078072.436734:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078072.436735:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.436738:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769078072.436738:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078072.436740:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078072.436742:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1769078072.436742:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078072.436744:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078072.436746:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078072.436746:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.436748:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078072.436752:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078072.436753:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078072.436753:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078072.436756:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.436757:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.436758:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078072.436763:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078072.436763:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.436764:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078072.436766:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078072.436769:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078072.436771:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078072.436774:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078072.436775:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.436778:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078072.436781:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078072.436781:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078072.436784:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078072.436784:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078072.436787:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078072.436789:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078072.436792:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078072.436794:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078072.436795:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078072.436799:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078072.436802:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078072.820642:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078072.820651:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078072.820657:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769078072.820658:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078072.820659:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078072.820663:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078072.820663:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078072.820664:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078072.820667:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078072.820670:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769078072.820671:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078072.820672:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078072.820677:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078072.820679:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078072.820679:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078072.820681:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078072.820686:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078072.820686:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078072.820688:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078072.820692:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5058 00000100:00000001:0.0:1769078072.820693:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078072.820694:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078072.820699:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078072.820703:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078072.820708:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078072.820716:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078072.820720:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078072.820725:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078072.820728:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078072.820731:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078072.820734:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078072.820738:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078072.820740:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078072.820743:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078072.820746:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078072.820748:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078072.820751:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078072.820755:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078072.820757:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078072.820759:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078072.820761:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078072.820764:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078072.820767:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078072.820770:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.820773:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078072.820776:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078072.820780:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.820782:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078072.820785:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078072.820793:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769078072.820797:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078072.820802:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078072.820804:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.820807:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078072.820809:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078072.820814:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078072.820823:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000100:00000001:1.0:1769078072.820830:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078072.820839:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078072.820856:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078072.820860:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078072.820865:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.820911:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078072.820912:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.820914:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078072.820918:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1769078072.820919:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1769078072.820925:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078072.820926:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078072.820932:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078072.820936:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078072.820937:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078072.820941:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.820943:0:13606:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:2.0:1769078072.820945:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078072.820948:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769078072.820951:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5058 02000000:00000001:2.0:1769078072.820952:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078072.820958:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657856768:192.168.204.154@tcp:250:kworker.0 00000400:00000200:1.0:1769078072.820962:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078072.820964:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078072.820970:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1769078072.820972:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 02000000:00000001:2.0:1769078072.820973:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078072.820979:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1769078072.820979:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078072.820985:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 00000100:00000040:1.0:1769078072.820987:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078072.820989:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.820991:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078072.820996:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:2.0:1769078072.820999:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078072.821001:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:2.0:1769078072.821004:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:1.0:1769078072.821005:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078072.821009:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000400:00000010:2.0:1769078072.821011:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:1.0:1769078072.821012:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078072.821017:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000200:2.0:1769078072.821021:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657856768, portal 25 00000020:00000001:1.0:1769078072.821022:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:2.0:1769078072.821024:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769078072.821027:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:2.0:1769078072.821027:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00000040:1.0:1769078072.821036:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:2.0:1769078072.821037:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078072.821041:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078072.821049:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078072.821049:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1769078072.821055:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000040:2.0:1769078072.821055:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078072.821057:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000020:00000040:1.0:1769078072.821063:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000200:2.0:1769078072.821064:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657856768, offset 0 00000100:00080000:1.0:1769078072.821073:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:2.0:1769078072.821074:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078072.821080:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078072.821083:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769078072.821086:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769078072.821090:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769078072.821093:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 02000000:00000001:1.0:1769078072.821096:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.821100:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:2.0:1769078072.821100:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078072.821106:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00100000:1.0:1769078072.821107:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:2.0:1769078072.821110:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078072.821114:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:1.0:1769078072.821117:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078072.821118:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370583:370583:256:4294967295] 192.168.204.154@tcp LPNI seq info [370578:370578:8:4294967295] 00000100:00000001:1.0:1769078072.821125:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078072.821125:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078072.821135:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000010:1.0:1769078072.821136:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000800:00000200:2.0:1769078072.821141:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000040:1.0:1769078072.821144:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000800:00000010:2.0:1769078072.821147:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 02000000:00000001:1.0:1769078072.821152:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078072.821155:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078072.821157:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078072.821162:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1769078072.821163:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 02000000:00000001:1.0:1769078072.821167:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.1:1769078072.821170:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000001:1.0:1769078072.821173:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078072.821174:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:2.0:1769078072.821181:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078072.821184:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 02000000:00000010:1.0:1769078072.821186:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000400:00000200:2.0:1769078072.821189:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1769078072.821195:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078072.821195:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078072.821201:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078072.821204:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078072.821208:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1769078072.821209:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769078072.821213:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.821242:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078072.821244:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1769078072.821246:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078072.821250:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.821256:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.821258:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078072.821262:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078072.821266:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078072.821268:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299731147 00000100:00000010:2.0:1769078072.821274:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841ba20. 00000100:00000040:1.0:1769078072.821275:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.821283:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078072.821292:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299731147 00000100:00000001:1.0:1769078072.821294:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078072.821298:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b840. 00000100:00080000:1.0:1769078072.821300:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078072.821304:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:1.0:1769078072.821308:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078072.821310:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078072.821313:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078072.821315:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078072.821318:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078072.821320:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769078072.821324:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:2.0:1769078072.821330:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078072/real 1769078072] req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078072.821333:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5058 00000400:00000200:1.0:1769078072.821346:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000001:2.0:1769078072.821350:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078072.821354:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1769078072.821355:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000010:2.0:1769078072.821357:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000100:00080000:1.0:1769078072.821362:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1769078072.821363:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078072.821366:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078072.821370:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1769078072.821374:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000200:2.0:1769078072.821376:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078072.821381:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1769078072.821388:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078072.821391:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078072.821400:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769078072.821400:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078072.821403:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.821407:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769078072.821408:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769078072.821409:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769078072.821414:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000100:00100000:2.0:1769078072.821415:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078072.821421:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769078072.821423:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1769078072.821426:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000100:00000040:2.0:1769078072.821430:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078072.821434:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000001:2.0:1769078072.821439:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1769078072.821442:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000001:2.0:1769078072.821443:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.821445:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078072.821449:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.821451:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000040:1.0:1769078072.821454:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078072.821454:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078072.821459:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769078072.821462:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00080000:2.0:1769078072.821465:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078072.821468:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078072.821471:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000040:2.0:1769078072.821474:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078072.821478:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:2.0:1769078072.821485:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657856768:192.168.204.154@tcp:250:kworker.0 00000020:00000040:1.0:1769078072.821487:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078072.821494:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078072.821497:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.821498:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078072.821500:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078072.821501:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769078072.821507:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769078072.821510:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657856768/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078072.821513:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.821520:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078072.821523:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000001:2.0:1769078072.821531:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:1.0:1769078072.821533:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.821534:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078072.821539:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 00000100:00000001:1.0:1769078072.821540:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.821542:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078072.821545:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078072.821547:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000100:00000010:1.0:1769078072.821548:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000001:2.0:1769078072.821549:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078072.821568:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:2.0:1769078072.821573:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078072.821574:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078072.821576:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:2.0:1769078072.821578:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078072.821579:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.821581:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.821587:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1769078072.821589:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:2.0:1769078072.821589:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.821593:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078072.821595:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078072.821598:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1769078072.821599:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1769078072.821602:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078072.821604:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.821611:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769078072.821616:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1769078072.821617:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769078072.821618:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.821623:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078072.821624:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.821625:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078072.821631:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078072.821634:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856896:192.168.204.154@tcp:38:kworker.0 02000000:00000010:1.0:1769078072.821636:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000100:00000001:2.0:1769078072.821637:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078072.821640:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078072.821642:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.821645:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769078072.821646:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078072.821648:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078072.821652:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078072.821657:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00100000:1.0:1769078072.821661:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769078072.821662:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078072.821666:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078072.821670:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657856896, portal 10 00000100:00000001:2.0:1769078072.821674:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078072.821676:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000001:1.0:1769078072.821683:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1769078072.821685:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078072.821688:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.821697:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078072.821699:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078072.821700:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078072.821704:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078072.821707:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657856896, offset 0 00000400:00000200:2.0:1769078072.821715:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078072.821721:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078072.821722:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078072.821726:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00080000:1.0:1769078072.821728:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1769078072.821731:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078072.821736:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00080000:1.0:1769078072.821737:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:2.0:1769078072.821739:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1769078072.821742:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1769078072.821743:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00080000:1.0:1769078072.821748:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1769078072.821749:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370584:370584:256:4294967295] 192.168.204.154@tcp LPNI seq info [370579:370579:8:4294967295] 00000100:00000001:1.0:1769078072.821757:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769078072.821757:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:1.0:1769078072.821766:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5058 00000400:00000200:2.0:1769078072.821769:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078072.821774:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078072.821779:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000010:2.0:1769078072.821779:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078072.821787:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000400:00000200:1.0:1769078072.821790:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000800:00000200:2.0:1769078072.821791:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000100:00080000:1.0:1769078072.821797:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078072.821804:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000200:2.1:1769078072.821807:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078072.821808:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.1:1769078072.821810:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000100:00000040:1.0:1769078072.821814:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000100:2.0:1769078072.821819:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078072.821820:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000010:2.0:1769078072.821822:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000020:00000001:1.0:1769078072.821827:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1769078072.821828:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:1.0:1769078072.821831:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000200:2.0:1769078072.821833:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1769078072.821837:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1769078072.821838:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000040:1.0:1769078072.821841:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000400:00000010:2.0:1769078072.821841:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078072.821847:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1769078072.821848:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000200:2.0:1769078072.821850:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078072.821854:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078072.821862:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078072.821864:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:2.0:1769078072.821867:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078072.821869:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078072.821877:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078072.821877:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.821882:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078072.821899:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769078072.821902:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078072.821904:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000040:2.0:1769078072.821907:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000100:00080000:1.0:1769078072.821912:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:2.0:1769078072.821914:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078072.821918:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299730443 00000100:00000001:1.0:1769078072.821919:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.821922:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299731147 02000000:00000001:1.0:1769078072.821924:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078072.821926:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299730443 02000000:00000001:1.0:1769078072.821929:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078072.821930:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299731147 02000000:00000001:1.0:1769078072.821937:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.821937:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078072.821943:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.821944:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078072.821945:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00100000:1.0:1769078072.821949:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00100000:2.0:1769078072.821952:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078072/real 1769078072] req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078072.821957:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.821963:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078072.821965:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078072.821968:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:1.0:1769078072.821969:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000400:00000010:2.0:1769078072.821970:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078072.821975:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000040:1.0:1769078072.821977:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000400:00000010:2.0:1769078072.821977:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078072.821981:0:2365:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1769078072.821985:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000200:2.0:1769078072.821986:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078072.821989:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078072.821995:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1769078072.821998:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078072.821999:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078072.822003:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078072.822011:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000100:00000001:2.0:1769078072.822012:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078072.822014:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822017:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078072.822018:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078072.822019:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078072.822021:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822028:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078072.822030:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1769078072.822034:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822058:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078072.822062:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078072.822062:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822066:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078072.822068:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.822068:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822074:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078072.822077:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:1.0:1769078072.822081:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078072.822081:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078072.822088:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078072.822092:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078072.822099:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078072.822104:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078072.822110:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657856896:192.168.204.154@tcp:38:kworker.0 00000100:00000040:1.0:1769078072.822114:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5068) 00000100:00000001:2.0:1769078072.822114:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822120:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078072.822123:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657856896/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822127:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078072.822129:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078072.822130:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078072.822133:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078072.822134:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078072.822135:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078072.822136:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078072.822138:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 02000000:00000001:2.0:1769078072.822140:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078072.822141:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078072.822142:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:2.0:1769078072.822144:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078072.822145:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822146:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822148:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078072.822149:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.822150:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078072.822151:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078072.822152:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078072.822155:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822159:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078072.822160:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.822162:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078072.822163:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078072.822164:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078072.822166:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857024:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078072.822168:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078072.822169:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078072.822170:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.822171:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078072.822174:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078072.822175:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078072.822177:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078072.822179:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078072.822181:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078072.822183:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657857024, portal 4 00000100:00000001:2.0:1769078072.822185:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078072.822186:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:2.0:1769078072.822190:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822194:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078072.822195:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078072.822197:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078072.822198:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657857024, offset 0 00000400:00000200:2.0:1769078072.822201:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078072.822203:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078072.822205:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078072.822207:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078072.822209:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078072.822211:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078072.822213:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078072.822215:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370585:370585:256:4294967295] 192.168.204.154@tcp LPNI seq info [370580:370580:8:4294967295] 00000400:00000200:2.0:1769078072.822217:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078072.822222:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078072.822225:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078072.822226:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078072.822229:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078072.822231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769078072.822234:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078072.822236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:2.0:1769078072.822239:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078072.822240:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078072.822242:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078072.822245:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078072.822247:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078072.822248:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078072.822249:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078072.822251:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822261:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078072.822263:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822270:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.822272:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078072.822275:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078072.822278:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078072.822282:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078072.822284:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299730464 00000100:00000001:2.0:1769078072.822286:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299731147 00000100:00000001:2.0:1769078072.822289:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299730464 00000100:00000001:2.0:1769078072.822291:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299731147 00000100:00000001:2.0:1769078072.822293:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078072.822295:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.822297:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078072.822301:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078072/real 1769078072] req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078072.822311:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078072.822312:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078072.822314:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078072.822317:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078072.822318:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078072.822321:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078072.822324:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078072.822331:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822336:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078072.822338:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822339:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078072.822340:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078072.822342:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822346:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078072.822349:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822353:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078072.822354:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822355:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078072.822356:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822358:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078072.822361:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078072.822362:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078072.822364:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078072.822365:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078072.822368:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078072.822373:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857024:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078072.822376:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078072.822378:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822382:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078072.822382:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.822384:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078072.822385:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078072.822386:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078072.822389:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857152:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078072.822391:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078072.822392:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078072.822393:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078072.822394:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078072.822397:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02c00. 02000000:00000001:2.0:1769078072.822398:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078072.822400:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078072.822402:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078072.822404:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078072.822406:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657857152, portal 4 00000100:00000001:2.0:1769078072.822408:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078072.822409:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:2.0:1769078072.822412:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822417:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078072.822418:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078072.822419:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078072.822421:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657857152, offset 0 00000400:00000200:2.0:1769078072.822423:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078072.822426:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078072.822428:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078072.822430:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078072.822431:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078072.822433:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078072.822434:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078072.822436:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370586:370586:256:4294967295] 192.168.204.154@tcp LPNI seq info [370581:370581:8:4294967295] 00000400:00000200:2.0:1769078072.822439:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078072.822444:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078072.822447:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078072.822449:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078072.822451:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078072.822453:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:2.1:1769078072.822456:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078072.822458:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:2.0:1769078072.822460:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078072.822462:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078072.822464:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078072.822466:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078072.822468:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078072.822469:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078072.822470:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078072.822472:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822477:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078072.822479:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822484:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.822485:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078072.822486:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078072.822489:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078072.822490:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078072.822492:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299730468 00000100:00000001:2.0:1769078072.822493:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299731147 00000100:00000001:2.0:1769078072.822494:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299730468 00000100:00000001:2.0:1769078072.822496:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299731147 00000100:00000001:2.0:1769078072.822497:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078072.822499:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.822500:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078072.822502:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078072/real 1769078072] req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078072.822507:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078072.822508:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078072.822509:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078072.822511:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078072.822512:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078072.822513:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078072.822515:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078072.822520:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822524:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078072.822524:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822525:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078072.822526:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078072.822528:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822532:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078072.822534:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822539:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078072.822540:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822541:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078072.822542:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822543:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078072.822546:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078072.822548:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078072.822550:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078072.822551:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078072.822571:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078072.822580:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857152:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078072.822583:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822584:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078072.822586:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657857024/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822590:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078072.822592:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078072.822593:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078072.822595:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078072.822596:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078072.822597:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078072.822598:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078072.822600:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:2.0:1769078072.822601:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078072.822602:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078072.822603:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:2.0:1769078072.822605:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078072.822606:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822607:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078072.822609:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657857152/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078072.822613:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078072.822613:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078072.822614:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02c00. 02000000:00000001:2.0:1769078072.822616:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078072.822616:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078072.822617:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078072.822618:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078072.822619:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 02000000:00000001:2.0:1769078072.822620:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078072.822621:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078072.822622:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:2.0:1769078072.822624:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078072.822625:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822626:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078072.822628:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078072.822629:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078072.822630:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078072.822631:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078073.460669:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078073.460669:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078073.460669:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078073.460670:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078073.460679:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078073.460680:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078073.460680:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078073.460683:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078073.460685:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078073.460686:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078073.460688:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078073.460692:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078073.460694:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078073.460694:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078073.460697:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078073.460698:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078073.460703:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078073.460703:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078073.460704:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078073.460704:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078073.460708:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078073.460709:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078073.460710:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078073.460711:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078073.460716:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078073.460717:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078073.460723:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078073.460724:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078073.460728:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078073.460731:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078073.460732:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078073.460736:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078073.460739:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078073.460740:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078073.460743:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078073.460745:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078073.460750:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078073.460751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078073.460753:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078073.460757:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078073.460757:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078073.460757:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078073.460761:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078073.460762:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078073.460764:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078073.460766:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078073.460767:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078073.460768:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078073.460771:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078073.460772:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078073.460774:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078073.460777:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078073.460781:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078073.460781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078073.460781:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078073.460784:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078073.460786:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078073.460788:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078073.460792:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078073.460793:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078073.460796:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078073.460797:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078073.460810:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078073.460813:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078073.460814:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078073.460815:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078073.460817:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078073.460819:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078073.460821:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078073.460822:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078073.460824:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078073.460850:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078073.460853:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078073.460855:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078073.588643:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299731147, at 4299731200 00000100:00000040:1.0:1769078073.588643:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299731147, at 4299731200 00000100:00000010:1.0:1769078073.588660:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000010:0.0:1769078073.588664:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000001:0.0:1769078073.844658:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078073.844666:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078073.844668:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078073.844675:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078073.844679:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078073.844682:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078073.844685:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078073.844688:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078073.844692:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078073.844802:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078073.844804:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078073.844805:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078073.844806:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078073.844808:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078073.844809:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078073.844811:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078073.844812:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078073.844814:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078074.484657:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078074.484658:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078074.484658:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078074.484664:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078074.484665:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078074.484665:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078074.484667:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078074.484669:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078074.484670:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078074.484675:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078074.484676:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078074.484676:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078074.484677:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078074.484681:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078074.484683:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078074.484683:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078074.484684:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078074.484686:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078074.484689:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078074.484689:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078074.484690:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078074.484692:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078074.484694:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078074.484699:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078074.484699:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078074.484701:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078074.484703:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078074.484705:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078074.484706:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078074.484712:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078074.484713:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078074.484715:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078074.484718:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078074.484719:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078074.484721:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078074.484724:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078074.484725:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078074.484725:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078074.484729:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078074.484731:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078074.484734:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078074.484735:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078074.484739:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078074.484740:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078074.484742:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078074.484743:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078074.484746:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078074.484749:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078074.484750:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078074.484753:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078074.484755:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078074.484757:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078074.484759:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078074.484760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078074.484764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078074.484764:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078074.484766:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078074.484771:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078074.484772:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078074.484774:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078074.484775:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078074.484778:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078074.484780:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078074.484781:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078074.484784:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078074.484785:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078074.484788:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078074.484789:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078074.484792:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078074.484793:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078074.484798:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078074.484829:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078074.484833:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078074.484836:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078074.868712:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078074.868712:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078074.868718:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078074.868720:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078074.868721:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078074.868724:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078074.868727:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078074.868730:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078074.868731:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078074.868735:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078074.868737:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078074.868738:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078074.868742:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078074.868742:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078074.868747:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078074.868749:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078074.868753:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078074.868756:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078075.508737:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078075.508738:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078075.508750:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078075.508751:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078075.508764:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078075.508765:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078075.508773:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078075.508779:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078075.508782:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078075.508783:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078075.508784:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078075.508794:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078075.508798:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078075.508798:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078075.508799:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078075.508809:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078075.508809:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078075.508810:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078075.508821:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078075.508826:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078075.508832:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078075.508836:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078075.508853:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078075.508858:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078075.508878:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078075.508881:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078075.508883:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078075.508885:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078075.508887:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078075.508890:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078075.508892:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078075.508893:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078075.508895:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078075.508921:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078075.508926:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078075.508929:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078075.508933:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078075.508940:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078075.508944:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078075.508945:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078075.508948:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078075.508951:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078075.508952:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078075.508952:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078075.508959:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078075.508959:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078075.508960:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078075.508972:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078075.508975:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078075.508976:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078075.508977:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078075.508982:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078075.508985:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078075.508988:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078075.508990:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078075.508992:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078075.508996:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078075.508997:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078075.509000:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078075.509003:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078075.509020:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078075.509024:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078075.509031:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078075.509033:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078075.509037:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078075.509038:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078075.509041:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078075.509043:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078075.509092:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078075.509094:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078075.509097:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078075.509101:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078075.509106:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078075.509110:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078075.892671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078075.892672:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078075.892686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078075.892686:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078075.892695:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078075.892696:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078075.892714:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078075.892718:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078075.892721:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078075.892722:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078075.892730:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078075.892732:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078075.892734:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078075.892735:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078075.892742:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078075.892742:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078075.892749:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078075.892754:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078076.532681:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078076.532681:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078076.532684:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078076.532690:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078076.532691:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078076.532691:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078076.532694:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078076.532696:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078076.532697:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078076.532699:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078076.532701:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078076.532703:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078076.532704:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078076.532706:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078076.532709:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078076.532709:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078076.532710:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078076.532710:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078076.532714:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078076.532716:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078076.532716:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078076.532717:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078076.532720:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078076.532720:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078076.532722:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078076.532725:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078076.532728:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078076.532728:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078076.532733:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078076.532735:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078076.532738:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078076.532741:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078076.532741:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078076.532744:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078076.532747:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078076.532747:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078076.532748:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078076.532749:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078076.532752:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078076.532753:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078076.532753:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078076.532755:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078076.532758:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078076.532759:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078076.532761:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078076.532762:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078076.532762:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078076.532765:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078076.532765:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078076.532769:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078076.532770:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078076.532770:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078076.532774:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078076.532775:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078076.532776:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078076.532779:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078076.532784:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078076.532787:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078076.532787:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078076.532792:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078076.532793:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078076.532799:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769078076.532799:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078076.532800:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078076.532803:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078076.532805:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078076.532809:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078076.532809:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078076.532816:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078076.532835:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078076.532838:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078076.532841:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078076.532843:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078076.532846:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078076.916660:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078076.916660:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078076.916667:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078076.916668:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078076.916671:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078076.916672:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078076.916678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078076.916679:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078076.916683:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078076.916685:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078076.916687:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078076.916689:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078076.916690:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078076.916694:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078076.916697:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078076.916702:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078076.916706:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078076.916709:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078077.556684:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078077.556684:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078077.556685:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078077.556692:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078077.556693:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078077.556694:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078077.556694:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078077.556698:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078077.556699:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078077.556700:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078077.556705:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078077.556707:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078077.556708:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078077.556709:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078077.556713:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078077.556714:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078077.556715:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078077.556716:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078077.556722:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078077.556723:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.556723:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078077.556730:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078077.556731:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078077.556731:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078077.556737:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078077.556737:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078077.556744:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078077.556745:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078077.556745:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078077.556749:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078077.556752:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078077.556755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078077.556756:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078077.556759:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078077.556760:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078077.556761:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078077.556762:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078077.556766:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078077.556767:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078077.556768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078077.556769:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078077.556772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078077.556774:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078077.556775:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078077.556778:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078077.556778:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078077.556783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078077.556784:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078077.556784:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078077.556789:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078077.556791:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078077.556792:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078077.556793:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078077.556794:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078077.556795:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078077.556797:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078077.556800:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078077.556816:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078077.556820:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078077.556825:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078077.556828:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078077.556829:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078077.556831:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078077.556834:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078077.556836:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078077.556836:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078077.556840:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769078077.556842:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078077.556843:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078077.556847:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078077.556851:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078077.556851:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078077.556855:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078077.556859:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078077.940656:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078077.940665:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078077.940669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078077.940669:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078077.940675:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078077.940678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078077.940679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078077.940686:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078077.940686:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078077.940689:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078077.940692:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078077.940693:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078077.940698:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078077.940700:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078077.940702:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078077.940704:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078077.940707:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078077.940710:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078077.940710:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078077.940713:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078077.940715:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078077.940721:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078077.940722:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078077.940732:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5063 00000400:00000200:0.0:1769078077.940743:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078077.940750:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078077.940753:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078077.940771:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078077.940774:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078077.940777:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078077.940779:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078077.940783:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078077.940785:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078077.940788:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078077.940791:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078077.940793:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078077.940809:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078077.940813:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078077.940816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078077.940818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078077.940820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078077.940823:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769078077.940827:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078077.940830:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078077.940833:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078077.940836:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078077.940839:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078077.940843:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078077.940845:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078077.940854:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000040:0.0:1769078077.940858:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769078077.940863:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078077.940865:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078077.940868:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078077.940871:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078077.940875:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078077.940882:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000100:00000001:0.0:1769078077.940889:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078077.940898:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078077.940909:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078077.940913:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078077.940918:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078077.940938:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078077.940941:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078077.940945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078077.940946:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078077.940948:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078077.940951:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078077.940955:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5063 00000400:00000200:0.0:1769078077.940959:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078077.940963:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769078077.940965:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769078077.940967:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078077.940971:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1769078077.940973:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078077.940976:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1769078077.940977:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078077.940981:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078077.940985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000040:2.0:1769078077.940987:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078077.940988:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078077.940991:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769078077.940996:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078077.941000:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:2.0:1769078077.941005:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078077.941006:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:2.0:1769078077.941009:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078077.941011:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:2.0:1769078077.941016:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1769078077.941017:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078077.941021:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078077.941022:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078077.941027:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078077.941028:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078077.941030:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078077.941034:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00100000:2.0:1769078077.941036:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657857280:192.168.204.154@tcp:250:kworker.0 00000100:00080000:0.0:1769078077.941040:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078077.941047:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.941047:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078077.941051:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078077.941053:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078077.941057:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078077.941058:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078077.941063:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078077.941065:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078077.941069:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:2.0:1769078077.941074:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 00000008:00100000:0.0:1769078077.941075:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1769078077.941079:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078077.941081:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078077.941085:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078077.941089:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000010:0.0:1769078077.941092:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000400:00000010:2.0:1769078077.941096:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000040:0.0:1769078077.941097:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769078077.941102:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078077.941105:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078077.941105:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000001:0.0:1769078077.941107:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078077.941111:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078077.941113:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078077.941115:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657857280, portal 25 02000000:00000010:0.0:1769078077.941119:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000100:00000001:2.0:1769078077.941120:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078077.941123:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00000100:00000001:0.0:1769078077.941126:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078077.941133:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078077.941138:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078077.941151:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078077.941158:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078077.941159:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1769078077.941163:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000001:0.0:1769078077.941164:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078077.941169:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657857280, offset 0 00000100:00000040:0.0:1769078077.941174:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078077.941182:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078077.941194:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078077.941195:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:0.0:1769078077.941198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078077.941203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:2.0:1769078077.941205:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:0.0:1769078077.941206:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078077.941210:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1769078077.941213:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1769078077.941215:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769078077.941220:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00080000:0.0:1769078077.941222:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5063 00000400:00000200:2.0:1769078077.941227:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078077.941232:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078077.941233:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078077.941242:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:2.0:1769078077.941243:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370587:370587:256:4294967295] 192.168.204.154@tcp LPNI seq info [370582:370582:8:4294967295] 00000100:00080000:0.0:1769078077.941247:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1769078077.941253:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:0.0:1769078077.941255:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078077.941260:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078077.941264:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078077.941270:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:2.0:1769078077.941273:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769078077.941274:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078077.941278:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769078077.941282:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078077.941285:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000200:2.0:1769078077.941287:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078077.941288:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078077.941294:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000010:2.0:1769078077.941296:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000100:00000040:0.0:1769078077.941299:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078077.941303:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078077.941307:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:2.0:1769078077.941311:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769078077.941312:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078077.941318:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000800:00000200:2.0:1769078077.941320:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000100:00080000:0.0:1769078077.941324:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078077.941331:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078077.941332:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000001:0.0:1769078077.941335:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000200:2.1:1769078077.941337:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 02000000:00000001:0.0:1769078077.941341:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:2.0:1769078077.941344:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 02000000:00000001:0.0:1769078077.941348:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078077.941349:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00000001:0.0:1769078077.941354:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:2.0:1769078077.941355:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00100000:0.0:1769078077.941358:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000400:00000200:2.0:1769078077.941361:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000008:00000001:0.0:1769078077.941365:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078077.941368:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000100:00000001:0.0:1769078077.941370:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078077.941371:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078077.941377:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1769078077.941378:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000100:00000200:2.0:1769078077.941382:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769078077.941383:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769078077.941390:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078077.941392:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.941396:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078077.941397:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078077.941402:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1769078077.941402:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.941410:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.941411:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078077.941416:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078077.941417:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078077.941423:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000010:0.0:1769078077.941427:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:2.0:1769078077.941428:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299736267 00000100:00000001:0.0:1769078077.941435:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078077.941438:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bba0. 00000100:00100000:0.0:1769078077.941445:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078077.941447:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078077.941455:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299736267 00000100:00000001:0.0:1769078077.941457:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1769078077.941461:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b060. 00000100:00000001:0.0:1769078077.941462:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.941466:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1769078077.941471:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.941473:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078077.941481:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.941486:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078077.941489:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078077.941493:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078077.941496:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078077.941498:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078077.941500:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078077.941504:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078077.941508:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5063 00000100:00100000:2.0:1769078077.941508:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078077/real 1769078077] req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769078077.941519:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078077.941527:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000001:2.0:1769078077.941528:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769078077.941531:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000001:2.0:1769078077.941532:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078077.941537:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000100:00000040:0.0:1769078077.941538:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078077.941543:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769078077.941544:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000100:00000040:0.0:1769078077.941548:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000010:2.0:1769078077.941549:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078077.941576:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078077.941583:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078077.941589:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1769078077.941590:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769078077.941593:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769078077.941598:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078077.941602:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000200:2.0:1769078077.941602:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078077.941609:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078077.941612:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1769078077.941615:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078077.941616:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.941621:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1769078077.941624:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078077.941626:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078077.941630:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1769078077.941635:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078077.941637:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078077.941643:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078077.941649:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769078077.941656:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078077.941657:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078077.941661:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078077.941666:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1769078077.941668:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078077.941671:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078077.941677:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078077.941683:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078077.941684:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:0.0:1769078077.941688:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:2.0:1769078077.941689:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.941692:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:0.0:1769078077.941696:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.941696:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.941697:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078077.941700:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078077.941702:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078077.941703:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078077.941709:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000010:0.0:1769078077.941710:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000100:00000001:2.0:1769078077.941711:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:0.0:1769078077.941716:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000040:2.0:1769078077.941717:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078077.941724:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078077.941728:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078077.941729:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657857280:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769078077.941733:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769078077.941735:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078077.941737:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769078077.941738:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769078077.941741:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078077.941742:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657857280/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769078077.941750:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:2.0:1769078077.941750:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078077.941753:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1769078077.941757:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078077.941757:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078077.941761:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078077.941765:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:0.0:1769078077.941767:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1769078077.941768:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078077.941774:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078077.941779:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746000. 00000100:00000001:0.0:1769078077.941784:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1769078077.941786:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769078077.941790:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078077.941791:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078077.941809:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000100:00000001:2.0:1769078077.941815:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1769078077.941816:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.941818:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.941824:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078077.941834:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.941834:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078077.941837:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078077.941839:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5073) 00000100:00000001:2.0:1769078077.941840:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078077.941843:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078077.941845:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078077.941850:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.941856:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078077.941857:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078077.941859:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078077.941861:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078077.941863:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078077.941871:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857408:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078077.941874:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078077.941875:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078077.941876:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078077.941880:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078077.941883:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078077.941884:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078077.941888:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078077.941890:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078077.941892:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078077.941895:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657857408, portal 10 00000100:00000001:2.0:1769078077.941896:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078077.941897:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00000100:00000040:2.0:1769078077.941902:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.941907:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078077.941908:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078077.941910:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078077.941912:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657857408, offset 0 00000400:00000200:2.0:1769078077.941916:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078077.941920:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078077.941924:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078077.941927:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078077.941930:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078077.941932:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078077.941935:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078077.941938:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370588:370588:256:4294967295] 192.168.204.154@tcp LPNI seq info [370583:370583:8:4294967295] 00000400:00000200:2.0:1769078077.941942:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078077.941949:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078077.941955:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078077.941959:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078077.941964:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078077.941967:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769078077.941972:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078077.941975:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1769078077.941979:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078077.941981:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078077.941983:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078077.941985:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078077.941988:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078077.941989:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078077.941991:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078077.941993:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.941999:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078077.942001:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942011:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.942012:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078077.942014:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078077.942017:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078077.942020:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078077.942021:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299735563 00000100:00000001:2.0:1769078077.942023:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299736267 00000100:00000001:2.0:1769078077.942025:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299735563 00000100:00000001:2.0:1769078077.942026:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299736267 00000100:00000001:2.0:1769078077.942027:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078077.942029:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.942030:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078077.942032:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078077/real 1769078077] req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078077.942037:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078077.942039:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078077.942040:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078077.942041:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078077.942042:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078077.942044:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078077.942046:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078077.942051:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942056:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078077.942056:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942058:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078077.942059:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078077.942061:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942066:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078077.942068:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942073:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078077.942074:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942075:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078077.942076:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942077:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078077.942080:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078077.942081:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078077.942083:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078077.942084:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078077.942087:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078077.942091:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857408:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078077.942094:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078077.942096:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942101:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078077.942102:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078077.942103:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078077.942105:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078077.942106:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078077.942108:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857536:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078077.942110:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078077.942111:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078077.942112:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078077.942113:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078077.942116:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078077.942117:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078077.942120:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078077.942122:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078077.942124:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078077.942125:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657857536, portal 4 00000100:00000001:2.0:1769078077.942127:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078077.942128:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000100:00000040:2.0:1769078077.942131:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942136:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078077.942137:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078077.942139:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078077.942140:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657857536, offset 0 00000400:00000200:2.0:1769078077.942143:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078077.942145:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078077.942147:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078077.942149:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078077.942151:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078077.942152:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078077.942154:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078077.942156:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370589:370589:256:4294967295] 192.168.204.154@tcp LPNI seq info [370584:370584:8:4294967295] 00000400:00000200:2.0:1769078077.942159:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078077.942163:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078077.942166:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078077.942168:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078077.942171:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078077.942173:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769078077.942175:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078077.942177:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1769078077.942180:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078077.942181:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078077.942183:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078077.942185:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078077.942187:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078077.942188:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078077.942189:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078077.942192:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942197:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078077.942199:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942203:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.942204:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078077.942206:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078077.942207:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078077.942209:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078077.942211:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299735584 00000100:00000001:2.0:1769078077.942212:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299736267 00000100:00000001:2.0:1769078077.942214:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299735584 00000100:00000001:2.0:1769078077.942215:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299736267 00000100:00000001:2.0:1769078077.942216:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078077.942218:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.942219:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078077.942221:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078077/real 1769078077] req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078077.942225:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078077.942226:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078077.942227:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078077.942229:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078077.942230:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078077.942231:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078077.942233:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078077.942239:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942243:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078077.942244:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942245:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078077.942246:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078077.942250:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942257:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078077.942261:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942268:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078077.942270:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942272:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078077.942273:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942275:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078077.942279:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078077.942282:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078077.942286:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078077.942288:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078077.942293:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078077.942301:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857536:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078077.942305:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078077.942308:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942313:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078077.942314:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078077.942316:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078077.942317:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078077.942319:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078077.942320:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857664:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078077.942322:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078077.942324:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078077.942325:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078077.942326:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078077.942328:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00c00. 02000000:00000001:2.0:1769078077.942330:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078077.942332:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078077.942334:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078077.942336:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078077.942338:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657857664, portal 4 00000100:00000001:2.0:1769078077.942340:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078077.942341:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000100:00000040:2.0:1769078077.942345:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942349:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078077.942350:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078077.942352:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078077.942353:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657857664, offset 0 00000400:00000200:2.0:1769078077.942355:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078077.942358:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078077.942360:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078077.942362:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078077.942364:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078077.942366:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078077.942367:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078077.942370:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370590:370590:256:4294967295] 192.168.204.154@tcp LPNI seq info [370585:370585:8:4294967295] 00000400:00000200:2.0:1769078077.942372:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078077.942377:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078077.942379:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078077.942382:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078077.942384:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078077.942386:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769078077.942389:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078077.942391:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1769078077.942394:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078077.942395:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078077.942397:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078077.942399:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078077.942401:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078077.942402:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078077.942404:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078077.942406:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942411:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078077.942413:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942417:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.942418:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078077.942420:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078077.942422:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078077.942424:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078077.942425:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299735588 00000100:00000001:2.0:1769078077.942427:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299736267 00000100:00000001:2.0:1769078077.942428:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299735588 00000100:00000001:2.0:1769078077.942429:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299736267 00000100:00000001:2.0:1769078077.942431:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078077.942432:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.942434:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078077.942436:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078077/real 1769078077] req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078077.942441:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078077.942442:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078077.942443:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078077.942444:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078077.942445:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078077.942446:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078077.942448:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078077.942454:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942458:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078077.942458:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942459:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078077.942460:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078077.942463:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942467:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078077.942469:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942473:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078077.942474:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942475:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078077.942476:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942478:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078077.942481:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078077.942482:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078077.942485:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078077.942486:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078077.942489:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078077.942493:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857664:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078077.942496:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942497:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078077.942499:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657857408/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942502:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078077.942503:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078077.942504:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078077.942506:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078077.942507:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078077.942508:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078077.942510:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078077.942511:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745800. 02000000:00000001:2.0:1769078077.942513:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078077.942514:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078077.942515:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:2.0:1769078077.942516:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078077.942517:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942518:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078077.942520:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657857536/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942524:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078077.942525:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078077.942526:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078077.942527:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078077.942528:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078077.942529:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078077.942530:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078077.942531:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 02000000:00000001:2.0:1769078077.942533:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078077.942534:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078077.942535:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000100:00000001:2.0:1769078077.942536:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078077.942537:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942538:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078077.942540:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657857664/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078077.942544:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078077.942544:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078077.942545:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00c00. 02000000:00000001:2.0:1769078077.942546:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078077.942547:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078077.942547:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078077.942549:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078077.942549:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 02000000:00000001:2.0:1769078077.942550:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078077.942551:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078077.942568:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:2.0:1769078077.942570:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078077.942571:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942572:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078077.942575:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078077.942576:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078077.942577:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078077.942578:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.580664:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078078.580664:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078078.580667:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078078.580670:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078078.580671:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078078.580671:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.580672:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.580675:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078078.580678:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078078.580680:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078078.580681:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078078.580682:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078078.580682:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078078.580686:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078078.580687:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078078.580687:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078078.580688:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078078.580692:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.580693:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078078.580694:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078078.580694:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078078.580697:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078078.580697:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078078.580698:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.580701:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078078.580702:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078078.580702:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078078.580704:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078078.580706:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078078.580707:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078078.580708:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078078.580714:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078078.580714:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078078.580717:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078078.580717:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078078.580721:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078078.580722:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.580724:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078078.580727:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078078.580730:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078078.580731:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078078.580732:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078078.580733:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078078.580736:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078078.580736:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078078.580737:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078078.580738:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078078.580740:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078078.580741:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078078.580742:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.580742:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078078.580742:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078078.580744:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078078.580748:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078078.580750:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078078.580750:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078078.580752:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078078.580755:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078078.580756:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078078.580759:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078078.580760:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078078.580761:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078078.580762:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078078.580764:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078078.580765:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078078.580766:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078078.580771:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.580772:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769078078.580772:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078078.580777:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.580780:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078078.580781:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078078.580785:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078078.580798:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078078.708652:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299736267, at 4299736320 00000100:00000040:1.0:1769078078.708652:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299736267, at 4299736320 00000100:00000010:1.0:1769078078.708668:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000010:0.0:1769078078.708670:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bba0. 00000100:00000001:3.0:1769078078.964663:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078078.964668:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078078.964671:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078078.964674:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078078.964674:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.964677:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078078.964684:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078078.964684:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078078.964690:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078078.964690:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078078.964695:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078078.964695:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078078.964697:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078078.964700:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078078.964702:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078078.964705:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078078.964709:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078078.964711:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078079.604653:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078079.604658:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078079.604660:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078079.604662:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078079.604665:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078079.604671:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078079.604671:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078079.604674:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078079.604675:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078079.604675:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078079.604678:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078079.604681:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078079.604682:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078079.604683:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078079.604684:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078079.604688:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078079.604689:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078079.604689:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078079.604691:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078079.604693:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078079.604695:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078079.604695:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078079.604697:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078079.604697:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078079.604699:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078079.604703:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078079.604703:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078079.604704:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078079.604708:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078079.604708:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078079.604713:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078079.604714:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078079.604717:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078079.604720:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078079.604721:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078079.604724:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078079.604737:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078079.604739:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078079.604740:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078079.604742:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078079.604742:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078079.604746:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078079.604746:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078079.604749:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078079.604750:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078079.604752:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078079.604755:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078079.604756:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078079.604758:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078079.604758:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078079.604760:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078079.604763:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078079.604779:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078079.604781:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078079.604784:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078079.604784:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078079.604786:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078079.604789:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078079.604791:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078079.604792:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078079.604794:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078079.604795:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078079.604796:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604808:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078079.604812:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604816:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078079.604819:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078079.604821:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078079.604823:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604825:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078079.604826:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604828:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604829:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604832:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078079.604833:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078079.604834:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078079.604835:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604836:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078079.604837:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604838:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604839:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604841:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078079.604842:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078079.604843:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078079.604843:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604844:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078079.604845:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604846:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078079.604847:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078079.604875:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078079.604878:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078079.604879:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078079.988619:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078079.988625:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078079.988626:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078079.988630:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078079.988634:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078079.988634:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078079.988638:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078079.988639:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078079.988641:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078079.988642:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078079.988644:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078079.988649:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078079.988649:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078079.988662:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078079.988665:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078079.988666:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078079.988668:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078079.988670:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078080.628648:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078080.628648:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078080.628655:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078080.628656:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078080.628657:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078080.628660:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078080.628662:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078080.628665:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078080.628665:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078080.628666:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078080.628666:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078080.628670:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078080.628672:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078080.628672:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078080.628673:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078080.628676:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078080.628677:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078080.628677:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078080.628678:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078080.628682:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078080.628682:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078080.628684:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078080.628688:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078080.628688:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078080.628689:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078080.628690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078080.628693:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078080.628694:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078080.628695:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078080.628700:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078080.628701:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078080.628702:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078080.628703:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078080.628706:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078080.628706:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078080.628707:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078080.628710:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078080.628712:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078080.628713:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078080.628716:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078080.628719:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078080.628721:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078080.628722:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078080.628724:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078080.628731:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078080.628733:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078080.628735:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078080.628738:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078080.628738:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078080.628738:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078080.628741:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078080.628742:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078080.628743:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00010000:3.0:1769078080.628745:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078080.628747:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078080.628749:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078080.628762:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078080.628764:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078080.628766:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078080.628768:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078080.628771:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078080.628774:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078080.628775:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078080.628776:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078080.628779:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078080.628780:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078080.628783:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078080.628784:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078080.628785:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078080.628790:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078080.628792:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078080.628794:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078080.628795:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078080.628796:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078081.012647:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078081.012647:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078081.012655:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078081.012655:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078081.012660:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078081.012660:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078081.012666:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078081.012667:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078081.012671:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078081.012672:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078081.012674:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078081.012677:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078081.012677:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078081.012680:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078081.012683:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078081.012683:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078081.012686:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078081.012690:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078081.652653:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078081.652653:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078081.652654:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078081.652658:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078081.652660:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078081.652660:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078081.652661:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078081.652662:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078081.652664:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078081.652665:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078081.652665:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078081.652673:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078081.652674:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078081.652674:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078081.652674:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078081.652681:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078081.652682:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078081.652682:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078081.652682:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078081.652685:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078081.652687:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078081.652688:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078081.652688:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078081.652689:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078081.652693:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078081.652693:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078081.652697:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078081.652699:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078081.652701:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078081.652703:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078081.652704:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078081.652706:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078081.652708:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078081.652709:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078081.652710:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078081.652712:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078081.652714:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078081.652716:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078081.652717:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078081.652717:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078081.652721:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078081.652722:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078081.652724:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078081.652724:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078081.652726:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078081.652727:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078081.652729:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078081.652731:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078081.652732:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078081.652746:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078081.652746:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078081.652747:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078081.652751:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078081.652751:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078081.652752:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078081.652754:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078081.652755:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078081.652756:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078081.652757:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078081.652759:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078081.652761:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078081.652761:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:0.0:1769078081.652762:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078081.652765:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078081.652766:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078081.652768:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078081.652770:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078081.652770:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078081.652774:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078081.652776:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078081.652777:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078081.652780:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078081.652781:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078081.652785:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078081.652787:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078081.652790:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078081.652791:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078081.652808:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078081.652810:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078081.652812:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078082.036602:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078082.036608:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078082.036610:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078082.036610:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078082.036614:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078082.036616:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078082.036616:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078082.036621:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078082.036621:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078082.036625:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078082.036626:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078082.036628:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078082.036629:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078082.036632:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078082.036634:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078082.036637:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078082.036643:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078082.036646:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078082.676638:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078082.676638:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078082.676638:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078082.676645:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078082.676646:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078082.676646:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078082.676647:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078082.676649:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078082.676650:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078082.676651:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078082.676652:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078082.676654:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078082.676657:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078082.676657:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078082.676658:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078082.676659:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078082.676663:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078082.676664:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078082.676664:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078082.676665:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078082.676666:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078082.676670:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078082.676671:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078082.676671:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078082.676673:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078082.676675:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078082.676679:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078082.676679:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078082.676681:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078082.676681:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078082.676683:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078082.676685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078082.676686:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078082.676688:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078082.676689:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078082.676690:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078082.676691:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078082.676694:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078082.676695:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078082.676698:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078082.676699:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078082.676700:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078082.676702:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078082.676703:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078082.676708:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078082.676708:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078082.676711:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078082.676711:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078082.676713:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078082.676714:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078082.676715:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078082.676730:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078082.676731:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769078082.676731:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078082.676735:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078082.676735:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078082.676737:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078082.676737:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078082.676740:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078082.676740:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078082.676743:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078082.676745:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078082.676747:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078082.676748:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078082.676749:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078082.676751:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078082.676753:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078082.676753:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078082.676758:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078082.676760:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078082.676762:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078082.676763:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078082.676764:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078082.676766:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.060666:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078083.060666:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078083.060667:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078083.060672:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078083.060673:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769078083.060675:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078083.060676:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.060676:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.060679:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1769078083.060682:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078083.060683:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078083.060684:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078083.060687:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078083.060689:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078083.060691:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078083.060691:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078083.060693:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.060696:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078083.060698:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078083.060700:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5068 00000100:00000001:2.0:1769078083.060701:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.060703:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078083.060707:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.060723:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078083.060724:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:3.0:1769078083.060728:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:0.0:1769078083.060729:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078083.060734:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078083.060739:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000200:3.0:1769078083.060739:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00001000:0.0:1769078083.060745:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00080000:3.0:1769078083.060746:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769078083.060752:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000100:00000040:3.0:1769078083.060752:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078083.060758:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078083.060759:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:0.0:1769078083.060761:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:3.0:1769078083.060764:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00200000:0.0:1769078083.060765:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:3.0:1769078083.060770:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078083.060771:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078083.060775:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078083.060775:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000080:00000001:0.0:1769078083.060777:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078083.060778:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769078083.060782:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000002:0.0:1769078083.060785:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000020:00000040:3.0:1769078083.060785:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769078083.060789:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078083.060792:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000002:0.0:1769078083.060793:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:3.0:1769078083.060798:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078083.060800:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:3.0:1769078083.060800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078083.060804:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000040:3.0:1769078083.060804:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078083.060806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078083.060809:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000040:3.0:1769078083.060810:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:0.0:1769078083.060813:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078083.060814:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769078083.060820:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078083.060820:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078083.060824:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769078083.060825:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769078083.060828:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078083.060828:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078083.060833:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769078083.060834:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.060836:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769078083.060837:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769078083.060839:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:3.0:1769078083.060841:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769078083.060843:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769078083.060847:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.060850:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078083.060852:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000010:3.0:1769078083.060852:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24a80. 00020000:00000001:0.0:1769078083.060855:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000040:3.0:1769078083.060858:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00200000:0.0:1769078083.060860:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:3.0:1769078083.060864:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000002:0.0:1769078083.060865:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:3.0:1769078083.060868:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.060870:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:3.0:1769078083.060872:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769078083.060874:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769078083.060877:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:3.0:1769078083.060877:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078083.060881:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769078083.060884:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769078083.060886:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000020:00000001:0.0:1769078083.060888:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769078083.060891:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769078083.060892:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.060893:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078083.060896:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.060898:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.060900:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 02000000:00000010:3.0:1769078083.060902:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00000020:00000001:0.0:1769078083.060903:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078083.060907:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.060910:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.060910:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.060912:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.060916:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078083.060918:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00100000:3.0:1769078083.060920:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769078083.060921:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078083.060924:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078083.060926:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078083.060929:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.060934:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.060934:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769078083.060938:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.060939:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.060943:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078083.060945:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9aa0412] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078083.060947:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078083.060950:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.060954:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.060959:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769078083.060962:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078083.060964:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078083.060965:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078083.060967:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:3.0:1769078083.060968:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078083.060970:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00080000:3.0:1769078083.060971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078083.060974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078083.060975:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000001:0.0:1769078083.060977:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:3.0:1769078083.060977:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000020:0.0:1769078083.060981:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769078083.060981:0:8:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:0.0:1769078083.060985:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078083.060986:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5068 00000008:00000001:0.0:1769078083.060992:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:3.0:1769078083.060993:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769078083.060995:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:2.0:1769078083.060995:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769078083.060998:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:0.0:1769078083.061000:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000100:00000001:2.0:1769078083.061000:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078083.061001:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078083.061003:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000020:0.0:1769078083.061008:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000040:3.0:1769078083.061008:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:2.0:1769078083.061011:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078083.061013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:0.0:1769078083.061017:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:3.0:1769078083.061018:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000020:0.0:1769078083.061020:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078083.061023:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078083.061024:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:0.0:1769078083.061028:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000001:3.0:1769078083.061029:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769078083.061030:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1769078083.061033:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000100:00000001:2.0:1769078083.061034:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769078083.061035:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000020:00000001:3.0:1769078083.061037:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1769078083.061039:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1769078083.061040:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:2.0:1769078083.061043:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769078083.061044:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1769078083.061044:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:2.0:1769078083.061047:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078083.061051:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078083.061051:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00100000:2.0:1769078083.061053:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657857792:192.168.204.154@tcp:250:kworker.0 00000100:00000040:3.0:1769078083.061058:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078083.061060:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078083.061061:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078083.061063:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.061064:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769078083.061064:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078083.061067:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061069:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.061069:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769078083.061070:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:0.0:1769078083.061075:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078083.061075:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000010:2.0:1769078083.061076:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00c00. 02000000:00000001:2.0:1769078083.061080:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078083.061080:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769078083.061081:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.061084:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078083.061087:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769078083.061088:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:2.0:1769078083.061091:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078083.061092:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 02000000:00000001:3.0:1769078083.061092:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1769078083.061095:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00020000:00000001:0.0:1769078083.061096:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:3.0:1769078083.061096:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.061100:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078083.061100:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:2.0:1769078083.061101:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769078083.061104:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000008:00100000:3.0:1769078083.061105:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:0.0:1769078083.061108:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078083.061109:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657857792, portal 25 00000008:00000001:3.0:1769078083.061109:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061114:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:2.0:1769078083.061115:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078083.061115:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.061118:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769078083.061118:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069294208 : -115332640257408 : ffff971b06f24a80) 00000100:00000010:3.0:1769078083.061120:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27800. 00000020:00000001:0.0:1769078083.061123:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000040:3.0:1769078083.061124:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00020000:00000001:0.0:1769078083.061127:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000040:2.0:1769078083.061127:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078083.061128:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078083.061131:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061132:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078083.061136:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078083.061136:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769078083.061140:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:3.0:1769078083.061140:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769078083.061141:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:0.0:1769078083.061144:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078083.061145:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078083.061146:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078083.061151:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078083.061151:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 02000000:00000010:3.0:1769078083.061152:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00020000:00000001:0.0:1769078083.061156:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000200:2.0:1769078083.061157:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657857792, offset 0 00000100:00000001:3.0:1769078083.061158:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.061159:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078083.061162:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078083.061165:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00100000:3.0:1769078083.061167:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769078083.061168:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078083.061169:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078083.061173:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078083.061176:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078083.061177:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769078083.061180:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:2.0:1769078083.061180:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078083.061182:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.061183:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769078083.061186:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078083.061189:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000040:3.0:1769078083.061190:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2388de] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078083.061191:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061195:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000400:00000200:2.0:1769078083.061196:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1769078083.061198:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078083.061202:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078083.061203:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:0.0:1769078083.061207:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:2.0:1769078083.061210:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:0.0:1769078083.061211:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078083.061215:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000400:00000200:2.0:1769078083.061215:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000001:3.0:1769078083.061215:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.061219:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00080000:3.0:1769078083.061221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769078083.061223:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:2.0:1769078083.061223:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370591:370591:256:4294967295] 192.168.204.154@tcp LPNI seq info [370586:370586:8:4294967295] 00000020:00001000:0.0:1769078083.061227:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00080000:3.0:1769078083.061230:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:0.0:1769078083.061233:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000200:2.0:1769078083.061234:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078083.061235:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769078083.061238:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00080000:3.0:1769078083.061239:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000080:00000001:0.0:1769078083.061242:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:3.0:1769078083.061243:0:8:0:(import.c:484:import_select_connection()) Process entered 00000080:00200000:0.0:1769078083.061247:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00080000:3.0:1769078083.061249:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5068 00000400:00000200:2.0:1769078083.061251:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000080:00000001:0.0:1769078083.061257:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000200:3.0:1769078083.061258:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078083.061261:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000800:00000200:2.0:1769078083.061263:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078083.061265:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00001000:0.0:1769078083.061267:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000800:00000010:2.0:1769078083.061268:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000100:00080000:3.0:1769078083.061268:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000080:00000001:0.0:1769078083.061271:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:3.0:1769078083.061275:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:0.0:1769078083.061277:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078083.061280:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:3.0:1769078083.061280:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078083.061285:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:0.0:1769078083.061286:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000800:00000200:2.0:1769078083.061286:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000100:00000001:3.0:1769078083.061287:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:0.0:1769078083.061290:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769078083.061293:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078083.061294:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:3.0:1769078083.061297:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000200:2.1:1769078083.061297:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078083.061298:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00000001:3.0:1769078083.061300:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:2.1:1769078083.061303:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000020:00000040:3.0:1769078083.061304:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00001000:0.0:1769078083.061305:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:3.0:1769078083.061309:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078083.061311:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000800:00000100:2.0:1769078083.061313:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078083.061314:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078083.061316:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000800:00000010:2.0:1769078083.061317:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000080:00000001:0.0:1769078083.061321:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:3.0:1769078083.061321:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:2.0:1769078083.061323:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000080:00200000:0.0:1769078083.061325:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:3.0:1769078083.061325:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078083.061330:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:2.0:1769078083.061331:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1769078083.061332:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769078083.061334:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078083.061337:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:3.0:1769078083.061338:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:2.0:1769078083.061339:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000080:00000001:0.0:1769078083.061341:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078083.061342:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00080000:3.0:1769078083.061344:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000002:0.0:1769078083.061347:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769078083.061348:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.061349:0:2365:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769078083.061353:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000002:0.0:1769078083.061355:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000200:2.0:1769078083.061356:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078083.061357:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078083.061362:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:3.0:1769078083.061363:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061365:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:3.0:1769078083.061368:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769078083.061370:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000008:00100000:3.0:1769078083.061372:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:0.0:1769078083.061374:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.061375:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:3.0:1769078083.061376:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061378:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078083.061379:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078083.061382:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078083.061385:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000010:3.0:1769078083.061385:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00020000:00000001:0.0:1769078083.061388:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078083.061390:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769078083.061394:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769078083.061396:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769078083.061397:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:3.0:1769078083.061399:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061401:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:2.0:1769078083.061401:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.061402:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000002:0.0:1769078083.061405:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:2.0:1769078083.061406:0:2365:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769078083.061407:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078083.061411:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078083.061411:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.061412:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078083.061418:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000010:3.0:1769078083.061418:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000020:00000001:0.0:1769078083.061423:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:2.0:1769078083.061424:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299741387 00000100:00000001:3.0:1769078083.061424:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.061427:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769078083.061430:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000010:2.0:1769078083.061431:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b2a0. 00020000:00200000:0.0:1769078083.061433:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:3.0:1769078083.061434:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000002:0.0:1769078083.061438:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:2.0:1769078083.061440:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078083.061446:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769078083.061447:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769078083.061447:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299741387 00000100:00000001:3.0:1769078083.061449:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061451:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000010:2.0:1769078083.061453:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bba0. 00000020:00000001:0.0:1769078083.061454:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000040:3.0:1769078083.061455:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.061457:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1769078083.061459:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00000001:2.0:1769078083.061462:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00001000:0.0:1769078083.061466:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000100:00000001:2.0:1769078083.061467:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.061472:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000100:00000001:2.0:1769078083.061472:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078083.061473:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.061477:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:3.0:1769078083.061478:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1769078083.061479:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078083/real 1769078083] req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078083.061482:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078083.061485:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:3.0:1769078083.061486:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:0.0:1769078083.061489:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.061490:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078083.061493:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:0.0:1769078083.061495:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078083.061497:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078083.061497:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:0.0:1769078083.061501:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000400:00000001:2.0:1769078083.061501:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078083.061504:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000100:00080000:3.0:1769078083.061504:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5068 00000020:00000001:0.0:1769078083.061506:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:2.0:1769078083.061509:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000001:0.0:1769078083.061510:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078083.061511:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078083.061512:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00020000:00000001:0.0:1769078083.061517:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.061518:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1769078083.061519:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769078083.061523:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078083.061524:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078083.061524:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769078083.061527:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:3.0:1769078083.061531:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078083.061532:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769078083.061535:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078083.061537:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078083.061540:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000200:2.0:1769078083.061541:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078083.061542:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078083.061543:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078083.061547:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.061548:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078083.061571:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078083.061572:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078083.061574:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00020000:00000001:0.0:1769078083.061577:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.061578:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769078083.061578:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769078083.061581:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.061582:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769078083.061582:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769078083.061587:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769078083.061588:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769078083.061588:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078083.061591:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078083.061592:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078083.061592:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00100000:2.0:1769078083.061596:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078083.061598:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078083.061600:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078083.061604:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769078083.061605:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078083.061607:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078083.061611:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:3.0:1769078083.061611:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078083.061613:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078083.061615:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769078083.061616:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:0.0:1769078083.061618:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000040:2.0:1769078083.061620:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769078083.061620:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000008:00000001:0.0:1769078083.061621:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00080000:3.0:1769078083.061625:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000008:00000001:0.0:1769078083.061627:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078083.061631:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769078083.061631:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078083.061635:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.061637:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769078083.061637:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000001:0.0:1769078083.061639:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 02000000:00000001:3.0:1769078083.061641:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769078083.061643:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:2.0:1769078083.061643:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078083.061644:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078083.061647:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000100:00000001:2.0:1769078083.061649:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078083.061649:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00000020:0.0:1769078083.061651:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00000001:2.0:1769078083.061653:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769078083.061654:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769078083.061657:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1769078083.061659:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769078083.061660:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078083.061660:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078083.061663:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078083.061665:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.061665:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000010:3.0:1769078083.061667:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000008:00000001:0.0:1769078083.061670:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000040:3.0:1769078083.061673:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000008:00000020:0.0:1769078083.061674:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000100:00080000:2.0:1769078083.061674:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769078083.061679:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078083.061681:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078083.061683:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000100:00080000:2.0:1769078083.061684:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078083.061685:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000008:00000001:0.0:1769078083.061686:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078083.061688:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078083.061691:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.061693:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1769078083.061693:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061694:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061699:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078083.061701:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000020:00000001:0.0:1769078083.061702:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078083.061704:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078083.061706:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078083.061707:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061722:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769078083.061726:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769078083.061729:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00100000:3.0:1769078083.061731:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769078083.061732:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769078083.061736:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078083.061736:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657857792:192.168.204.154@tcp:250:kworker.0 00020000:00000001:0.0:1769078083.061741:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078083.061746:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769078083.061746:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078083.061749:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078083.061751:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:0.0:1769078083.061753:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:3.0:1769078083.061753:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769078083.061757:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:2.0:1769078083.061757:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24a80 x1855007657857792/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078083.061758:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.061760:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769078083.061764:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769078083.061768:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078083.061768:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.061769:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078083.061772:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:0.0:1769078083.061774:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078083.061775:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00c00. 00020000:00000001:0.0:1769078083.061780:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000001:2.0:1769078083.061781:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078083.061783:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078083.061785:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078083.061786:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.061787:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000040:2.0:1769078083.061787:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769078083.061790:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078083.061791:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1769078083.061793:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:3.0:1769078083.061793:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5078) 02000000:00000010:2.0:1769078083.061794:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19400. 00020000:00000001:0.0:1769078083.061797:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078083.061800:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:2.0:1769078083.061800:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078083.061802:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1769078083.061803:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000010:2.0:1769078083.061805:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24a80. 00000020:00000001:0.0:1769078083.061807:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078083.061808:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00020000:00000001:0.0:1769078083.061810:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.061811:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078083.061815:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.061816:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078083.061821:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078083.061822:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078083.061823:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.061824:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769078083.061826:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078083.061827:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078083.061829:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:2.0:1769078083.061830:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:0.0:1769078083.061833:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078083.061834:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078083.061837:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078083.061837:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769078083.061839:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078083.061843:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000040:2.0:1769078083.061843:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078083.061847:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078083.061850:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078083.061851:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:0.0:1769078083.061854:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078083.061854:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769078083.061858:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:2.0:1769078083.061858:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078083.061861:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769078083.061864:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000001:2.0:1769078083.061864:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.061866:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:2.0:1769078083.061869:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857920:192.168.204.154@tcp:38:kworker.0 00000020:00001000:0.0:1769078083.061870:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00000001:2.0:1769078083.061873:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000080:00000001:0.0:1769078083.061875:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 02000000:00000001:2.0:1769078083.061876:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078083.061879:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078083.061880:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.061881:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078083.061885:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00c00. 02000000:00000001:2.0:1769078083.061887:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078083.061890:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078083.061892:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078083.061895:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078083.061897:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657857920, portal 10 00000100:00000001:2.0:1769078083.061899:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078083.061900:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069305856 : -115332640245760 : ffff971b06f27800) 00000100:00000040:2.0:1769078083.061905:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.061910:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078083.061911:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078083.061913:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078083.061914:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657857920, offset 0 00000400:00000200:2.0:1769078083.061916:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078083.061925:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078083.061927:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078083.061929:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078083.061930:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078083.061932:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078083.061934:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078083.061936:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370592:370592:256:4294967295] 192.168.204.154@tcp LPNI seq info [370587:370587:8:4294967295] 00000400:00000200:2.0:1769078083.061938:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078083.061942:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078083.061945:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078083.061947:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078083.061950:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078083.061951:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769078083.061954:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078083.061955:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1769078083.061958:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078083.061960:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078083.061963:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078083.061966:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078083.061969:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078083.061971:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078083.061972:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078083.061976:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.061983:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078083.061986:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.061993:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.061994:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078083.061997:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078083.062000:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078083.062004:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078083.062006:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299740683 00000100:00000001:2.0:1769078083.062008:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299741387 00000100:00000001:2.0:1769078083.062010:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299740683 00000100:00000001:2.0:1769078083.062012:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299741387 00000100:00000001:2.0:1769078083.062014:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078083.062016:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.062017:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078083.062020:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078083/real 1769078083] req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078083.062025:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078083.062026:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078083.062027:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078083.062029:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078083.062030:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078083.062031:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078083.062033:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078083.062038:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062041:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078083.062042:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062043:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078083.062044:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078083.062046:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062049:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078083.062051:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062055:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078083.062057:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062058:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078083.062058:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062059:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078083.062061:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078083.062063:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078083.062065:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078083.062066:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078083.062069:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078083.062073:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657857920:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078083.062075:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078083.062077:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062080:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078083.062081:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.062083:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078083.062084:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078083.062085:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078083.062087:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858048:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078083.062088:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078083.062089:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078083.062090:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.062091:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078083.062093:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078083.062094:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078083.062097:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078083.062103:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078083.062106:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078083.062107:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657858048, portal 4 00000100:00000001:2.0:1769078083.062108:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078083.062109:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069295104 : -115332640256512 : ffff971b06f24e00) 00000100:00000040:2.0:1769078083.062113:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062120:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078083.062122:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078083.062123:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078083.062124:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657858048, offset 0 00000400:00000200:2.0:1769078083.062127:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078083.062129:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078083.062131:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078083.062133:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078083.062134:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078083.062136:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078083.062137:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078083.062139:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370593:370593:256:4294967295] 192.168.204.154@tcp LPNI seq info [370588:370588:8:4294967295] 00000400:00000200:2.0:1769078083.062141:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078083.062145:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078083.062148:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078083.062150:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078083.062152:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078083.062154:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769078083.062156:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078083.062158:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1769078083.062160:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078083.062162:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078083.062163:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078083.062165:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078083.062167:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078083.062168:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078083.062169:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078083.062171:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062176:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078083.062178:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062185:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.062186:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078083.062187:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078083.062189:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078083.062191:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078083.062192:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299740704 00000100:00000001:2.0:1769078083.062194:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299741387 00000100:00000001:2.0:1769078083.062195:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299740704 00000100:00000001:2.0:1769078083.062196:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299741387 00000100:00000001:2.0:1769078083.062197:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078083.062198:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.062199:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078083.062201:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078083/real 1769078083] req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078083.062205:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078083.062206:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078083.062207:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078083.062208:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078083.062209:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078083.062211:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078083.062212:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078083.062217:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062220:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078083.062221:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062221:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078083.062222:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078083.062224:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062228:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078083.062230:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062234:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078083.062235:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062236:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078083.062237:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062238:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078083.062240:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078083.062241:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078083.062243:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078083.062244:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078083.062246:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078083.062250:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858048:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078083.062252:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078083.062253:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062257:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078083.062258:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.062260:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078083.062261:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078083.062262:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078083.062263:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858176:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078083.062265:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078083.062266:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078083.062267:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078083.062268:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078083.062269:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078083.062271:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078083.062272:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078083.062274:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078083.062276:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078083.062277:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657858176, portal 4 00000100:00000001:2.0:1769078083.062278:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078083.062279:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069303168 : -115332640248448 : ffff971b06f26d80) 00000100:00000040:2.0:1769078083.062282:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062286:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078083.062287:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078083.062288:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078083.062289:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657858176, offset 0 00000400:00000200:2.0:1769078083.062291:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078083.062293:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078083.062294:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078083.062296:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078083.062297:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078083.062298:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078083.062300:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078083.062301:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370594:370594:256:4294967295] 192.168.204.154@tcp LPNI seq info [370589:370589:8:4294967295] 00000400:00000200:2.0:1769078083.062304:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078083.062307:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078083.062310:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078083.062311:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078083.062313:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078083.062314:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769078083.062316:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078083.062318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1769078083.062320:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078083.062321:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078083.062323:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078083.062325:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078083.062326:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078083.062327:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078083.062328:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078083.062330:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062334:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078083.062335:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078108 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062339:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.062340:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078083.062341:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078083.062343:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078083.062344:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078083.062345:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299740708 00000100:00000001:2.0:1769078083.062346:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299741387 00000100:00000001:2.0:1769078083.062348:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299740708 00000100:00000001:2.0:1769078083.062349:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299741387 00000100:00000001:2.0:1769078083.062350:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078083.062351:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.062353:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078083.062354:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078083/real 1769078083] req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078083.062358:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078083.062359:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078083.062360:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078083.062361:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078083.062362:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078083.062363:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078083.062364:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078083.062369:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062372:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078083.062373:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062374:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078083.062375:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078083.062376:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062380:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078083.062382:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062385:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078083.062386:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062387:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078083.062388:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062389:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078083.062391:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078083.062392:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078083.062394:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078083.062395:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078083.062397:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078083.062401:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858176:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078083.062402:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062403:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078083.062405:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27800 x1855007657857920/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062409:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078083.062410:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078083.062411:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00c00. 02000000:00000001:2.0:1769078083.062412:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078083.062413:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078083.062414:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078083.062415:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078083.062416:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 02000000:00000001:2.0:1769078083.062418:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078083.062418:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078083.062419:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27800. 00000100:00000001:2.0:1769078083.062421:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078083.062422:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062423:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078083.062424:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24e00 x1855007657858048/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062428:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078083.062429:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078083.062429:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078083.062430:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078083.062431:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078083.062432:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078083.062432:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078083.062433:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 02000000:00000001:2.0:1769078083.062434:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078083.062435:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078083.062436:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24e00. 00000100:00000001:2.0:1769078083.062437:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078083.062438:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062438:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078083.062440:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f26d80 x1855007657858176/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078108 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078083.062443:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078083.062444:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078083.062445:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078083.062447:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078083.062447:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078083.062448:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078083.062449:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078083.062450:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:2.0:1769078083.062451:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078083.062451:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078083.062452:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f26d80. 00000100:00000001:2.0:1769078083.062453:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078083.062454:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062455:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.062457:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078083.062458:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.062459:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078083.062460:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.700663:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078083.700663:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078083.700664:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078083.700664:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078083.700669:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078083.700671:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078083.700672:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078083.700672:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.700672:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078083.700675:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078083.700677:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.700677:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078083.700678:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078083.700680:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078083.700684:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078083.700685:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:2.0:1769078083.700685:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078083.700686:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078083.700689:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078083.700690:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078083.700691:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078083.700691:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.700694:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078083.700695:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078083.700697:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.700698:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.700713:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.700713:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078083.700717:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078083.700720:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078083.700720:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078083.700723:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078083.700726:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.700727:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078083.700728:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078083.700730:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.700731:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078083.700733:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078083.700735:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078083.700736:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078083.700740:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078083.700740:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078083.700744:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078083.700745:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078083.700746:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078083.700749:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078083.700749:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078083.700751:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078083.700754:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078083.700758:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078083.700759:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078083.700761:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078083.700762:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078083.700763:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.700765:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078083.700768:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078083.700769:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078083.700770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078083.700771:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078083.700774:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078083.700775:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078083.700775:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078083.700782:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078083.700782:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078083.700786:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.700786:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078083.700790:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078083.700790:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078083.700792:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078083.700793:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078083.700797:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078083.700824:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078083.700826:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078083.700828:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078083.828635:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299741387, at 4299741440 00000100:00000040:1.0:1769078083.828635:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299741387, at 4299741440 00000100:00000010:1.0:1769078083.828648:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bba0. 00000100:00000010:0.0:1769078083.828651:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b2a0. 00000100:00000001:1.0:1769078084.084655:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078084.084655:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078084.084661:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078084.084661:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078084.084663:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078084.084663:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078084.084668:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078084.084668:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078084.084672:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078084.084672:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078084.084675:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078084.084675:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078084.084678:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078084.084680:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078084.084683:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078084.084683:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078084.084685:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078084.084687:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078084.724654:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078084.724654:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078084.724661:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078084.724662:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078084.724662:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078084.724666:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078084.724667:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078084.724668:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078084.724669:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078084.724671:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078084.724672:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078084.724673:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078084.724673:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078084.724674:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078084.724676:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078084.724678:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078084.724680:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078084.724680:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078084.724681:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078084.724681:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078084.724694:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078084.724697:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078084.724697:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078084.724699:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078084.724701:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078084.724702:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078084.724703:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078084.724707:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078084.724709:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078084.724710:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078084.724712:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078084.724716:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078084.724718:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078084.724722:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078084.724724:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078084.724725:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078084.724727:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078084.724729:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078084.724730:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078084.724732:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078084.724733:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078084.724735:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078084.724735:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078084.724736:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078084.724739:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078084.724740:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078084.724741:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078084.724741:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000020:00000001:0.0:1769078084.724742:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078084.724742:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078084.724745:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078084.724747:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078084.724748:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078084.724749:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769078084.724750:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078084.724750:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078084.724754:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078084.724756:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078084.724756:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078084.724757:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078084.724759:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078084.724762:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078084.724763:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078084.724766:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078084.724768:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078084.724774:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078084.724776:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078084.724778:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078084.724780:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078084.724783:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078084.724786:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078084.724788:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078084.724791:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078084.724793:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078085.108661:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078085.108662:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078085.108668:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078085.108668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078085.108669:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078085.108673:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078085.108674:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078085.108691:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078085.108694:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078085.108696:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078085.108699:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078085.108699:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078085.108701:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078085.108705:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078085.108709:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078085.108711:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078085.108713:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078085.108716:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078085.748652:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078085.748656:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078085.748657:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078085.748660:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078085.748663:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078085.748676:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078085.748680:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078085.748681:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078085.748681:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078085.748683:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078085.748686:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078085.748687:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078085.748688:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078085.748689:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078085.748691:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078085.748693:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078085.748695:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078085.748695:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078085.748696:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078085.748701:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078085.748701:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078085.748706:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078085.748707:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078085.748709:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078085.748712:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078085.748713:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078085.748715:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078085.748717:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078085.748719:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078085.748720:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078085.748722:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078085.748723:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078085.748724:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078085.748728:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078085.748729:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078085.748730:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078085.748730:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078085.748734:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078085.748735:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078085.748735:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078085.748737:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078085.748738:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078085.748741:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078085.748742:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078085.748743:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078085.748745:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078085.748746:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078085.748747:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078085.748749:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078085.748751:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078085.748754:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078085.748755:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078085.748757:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078085.748760:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078085.748765:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078085.748767:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078085.748771:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:3.0:1769078085.748771:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:0.0:1769078085.748774:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078085.748776:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1769078085.748777:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078085.748782:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078085.748786:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078085.748787:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078085.748788:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078085.748790:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078085.748792:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078085.748793:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078085.748797:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078085.748799:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078085.748801:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078085.748803:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078085.748804:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078085.748805:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078086.132687:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078086.132695:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078086.132696:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078086.132698:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078086.132704:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078086.132708:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078086.132710:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078086.132712:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078086.132713:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078086.132716:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078086.132720:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078086.132721:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078086.132724:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078086.132727:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078086.132727:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078086.132731:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078086.132733:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078086.132735:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078086.772623:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078086.772635:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078086.772637:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078086.772640:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078086.772643:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078086.772644:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078086.772645:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078086.772659:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078086.772660:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078086.772664:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078086.772666:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078086.772666:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078086.772667:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078086.772668:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078086.772673:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078086.772673:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078086.772674:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078086.772675:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078086.772677:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078086.772678:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078086.772680:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078086.772680:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078086.772681:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078086.772684:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078086.772685:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078086.772686:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078086.772687:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078086.772691:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078086.772693:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078086.772696:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078086.772698:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078086.772702:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078086.772704:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078086.772705:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078086.772709:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078086.772712:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078086.772714:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078086.772718:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078086.772719:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078086.772721:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078086.772721:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078086.772727:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078086.772727:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078086.772729:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078086.772729:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078086.772730:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078086.772731:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078086.772734:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078086.772734:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078086.772735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078086.772736:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078086.772739:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078086.772741:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078086.772741:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078086.772741:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078086.772742:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078086.772744:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078086.772747:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078086.772747:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078086.772750:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078086.772753:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078086.772754:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078086.772757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078086.772758:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078086.772759:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078086.772763:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078086.772766:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078086.772768:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078086.772771:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078086.772774:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078086.772777:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078086.772793:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078086.772797:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078086.772801:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078087.156663:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078087.156668:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078087.156669:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078087.156672:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078087.156673:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078087.156677:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078087.156677:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078087.156681:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078087.156682:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078087.156684:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078087.156686:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078087.156687:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078087.156691:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078087.156691:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078087.156695:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078087.156695:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078087.156699:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078087.156703:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078087.796665:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078087.796665:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078087.796670:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078087.796673:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078087.796678:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078087.796678:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078087.796679:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078087.796682:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078087.796685:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078087.796686:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078087.796687:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078087.796688:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078087.796689:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078087.796690:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078087.796693:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078087.796694:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078087.796698:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078087.796698:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078087.796699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078087.796700:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078087.796702:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078087.796706:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078087.796707:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078087.796707:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078087.796713:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078087.796713:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078087.796714:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078087.796720:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078087.796720:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078087.796720:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078087.796725:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078087.796726:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078087.796730:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078087.796731:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078087.796733:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078087.796733:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078087.796738:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078087.796741:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078087.796758:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078087.796759:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078087.796761:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078087.796764:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078087.796765:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078087.796767:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078087.796769:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078087.796769:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078087.796770:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078087.796773:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078087.796776:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078087.796776:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078087.796777:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078087.796785:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078087.796785:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078087.796786:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078087.796790:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078087.796791:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078087.796791:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078087.796792:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078087.796795:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078087.796796:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078087.796798:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078087.796798:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078087.796804:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078087.796804:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078087.796811:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078087.796811:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078087.796812:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078087.796815:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078087.796819:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078087.796819:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078087.796825:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078087.796828:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078087.796831:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078087.796834:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.180663:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078088.180664:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078088.180665:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078088.180669:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078088.180674:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078088.180674:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078088.180675:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078088.180680:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078088.180681:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078088.180681:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:3.0:1769078088.180685:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078088.180686:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078088.180688:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078088.180691:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078088.180691:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078088.180695:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078088.180696:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769078088.180699:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5073 00000100:00000001:2.0:1769078088.180700:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.180702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078088.180705:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.180708:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1769078088.180711:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078088.180713:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.180717:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078088.180719:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078088.180723:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078088.180726:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078088.180729:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078088.180732:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078088.180734:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078088.180738:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078088.180739:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769078088.180741:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078088.180743:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769078088.180745:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078088.180749:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769078088.180751:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078088.180753:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078088.180755:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078088.180758:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078088.180760:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000080:00000001:2.0:1769078088.180763:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:3.0:1769078088.180763:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000080:00000001:2.0:1769078088.180768:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769078088.180768:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.180773:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:3.0:1769078088.180773:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078088.180778:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 02000000:00000001:3.0:1769078088.180778:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078088.180781:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078088.180783:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000001:3.0:1769078088.180784:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078088.180787:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.180790:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00000010:3.0:1769078088.180792:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00000020:00000001:2.0:1769078088.180794:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000040:3.0:1769078088.180797:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000080:00000001:2.0:1769078088.180798:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078088.180803:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:3.0:1769078088.180803:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078088.180806:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.180808:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769078088.180809:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078088.180811:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078088.180814:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078088.180814:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078088.180819:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078088.180820:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1769078088.180824:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 02000000:00000010:3.0:1769078088.180826:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00020000:00000001:2.0:1769078088.180827:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078088.180832:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078088.180834:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:3.0:1769078088.180835:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.180836:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.180840:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078088.180842:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078088.180843:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.180845:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00100000:3.0:1769078088.180845:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1769078088.180848:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078088.180850:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078088.180853:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000020:00000001:2.0:1769078088.180858:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.180860:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769078088.180861:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078088.180864:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769078088.180865:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.180866:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078088.180870:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000040:3.0:1769078088.180873:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:2.0:1769078088.180874:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078088.180880:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078088.180882:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078088.180885:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078088.180888:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078088.180891:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078088.180894:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:2.0:1769078088.180896:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078088.180899:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769078088.180900:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.180901:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078088.180903:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.180905:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.180907:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078088.180909:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078088.180911:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.180913:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078088.180913:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1769078088.180917:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.180922:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00080000:3.0:1769078088.180922:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:2.0:1769078088.180925:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:3.0:1769078088.180926:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:2.0:1769078088.180927:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078088.180928:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769078088.180932:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078088.180933:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078088.180933:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769078088.180938:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078088.180938:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769078088.180939:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078088.180943:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078088.180945:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5073 00000100:00000040:1.0:1769078088.180949:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078088.180950:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078088.180955:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078088.180957:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078088.180962:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:2.0:1769078088.180964:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078088.180969:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078088.180971:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078088.180975:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078088.180976:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.180978:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.180982:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.180983:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078088.180985:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:1.0:1769078088.180987:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078088.180988:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 02000000:00000001:1.0:1769078088.180990:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.180991:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.180994:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00100000:1.0:1769078088.180998:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657858304:192.168.204.154@tcp:250:kworker.0 00000008:00000001:2.0:1769078088.180998:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078088.181002:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:1.0:1769078088.181004:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078088.181009:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1769078088.181009:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078088.181012:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:1.0:1769078088.181014:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078088.181015:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078088.181021:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:2.0:1769078088.181022:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078088.181026:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078088.181027:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 02000000:00000010:1.0:1769078088.181030:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08635400. 00000008:00000020:2.0:1769078088.181031:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 02000000:00000001:1.0:1769078088.181035:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078088.181036:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078088.181038:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078088.181041:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078088.181042:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078088.181045:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000400:00000200:1.0:1769078088.181049:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078088.181050:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:2.0:1769078088.181055:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181057:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078088.181059:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00020000:00000001:2.0:1769078088.181059:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078088.181062:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078088.181063:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181067:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.181069:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1769078088.181070:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000020:00000001:2.0:1769078088.181071:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078088.181074:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078088.181076:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078088.181077:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078088.181079:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078088.181080:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078088.181081:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657858304, portal 25 00020000:00000001:2.0:1769078088.181081:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078088.181084:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078088.181085:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078088.181087:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078088.181088:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069291520 : -115332640260096 : ffff971b06f24000) 00020000:00000001:2.0:1769078088.181090:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078088.181092:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.181094:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:1.0:1769078088.181097:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078088.181097:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078088.181100:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181104:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181107:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078088.181110:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078088.181112:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769078088.181113:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078088.181116:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078088.181119:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:1.0:1769078088.181120:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078088.181121:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000400:00000010:1.0:1769078088.181124:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00020000:00000001:2.0:1769078088.181124:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.181125:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078088.181128:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000200:1.0:1769078088.181130:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657858304, offset 0 00020000:00000001:2.0:1769078088.181130:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181136:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181137:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078088.181140:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078088.181140:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078088.181142:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181144:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078088.181146:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078088.181148:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000400:00000200:1.0:1769078088.181150:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078088.181150:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078088.181152:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078088.181155:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000400:00000200:1.0:1769078088.181158:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:2.0:1769078088.181159:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078088.181162:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000200:1.0:1769078088.181165:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000001:2.0:1769078088.181165:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078088.181168:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:1.0:1769078088.181173:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000080:00000001:2.0:1769078088.181173:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078088.181176:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:1.0:1769078088.181179:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00001000:2.0:1769078088.181180:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078088.181184:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:3.0:1769078088.181185:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078088.181186:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000080:00000001:2.0:1769078088.181188:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.181192:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:2.0:1769078088.181197:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000020:00000001:3.0:1769078088.181197:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769078088.181200:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370595:370595:256:4294967295] 192.168.204.154@tcp LPNI seq info [370590:370590:8:4294967295] 00000020:00000040:3.0:1769078088.181200:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000080:00000001:2.0:1769078088.181201:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078088.181205:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078088.181205:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078088.181210:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00000040:3.0:1769078088.181210:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000400:00000200:1.0:1769078088.181213:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:2.0:1769078088.181215:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078088.181218:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000020:00000001:2.0:1769078088.181219:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078088.181221:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078088.181222:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1769078088.181226:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078088.181228:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078088.181230:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078088.181233:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000400:00000200:1.0:1769078088.181234:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000002:2.0:1769078088.181236:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00020000:00000001:2.0:1769078088.181242:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078088.181244:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078088.181246:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000800:00000200:1.0:1769078088.181249:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078088.181250:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078088.181250:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:2.0:1769078088.181255:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1769078088.181256:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00020000:00000001:2.0:1769078088.181258:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000001:3.0:1769078088.181258:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:2.0:1769078088.181261:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181264:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000200:1.0:1769078088.181266:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078088.181267:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1769078088.181267:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078088.181271:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000800:00000200:1.0:1769078088.181273:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00020000:00000002:2.0:1769078088.181274:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:3.0:1769078088.181274:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078088.181280:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078088.181281:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078088.181285:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000800:00000200:1.1:1769078088.181286:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078088.181288:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078088.181291:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000800:00000200:1.1:1769078088.181292:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00000001:3.0:1769078088.181293:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00200000:2.0:1769078088.181294:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078088.181298:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000800:00000100:1.0:1769078088.181301:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078088.181302:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000020:00000040:3.0:1769078088.181302:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000800:00000010:1.0:1769078088.181306:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00020000:00000001:2.0:1769078088.181306:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078088.181308:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078088.181312:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00080000:3.0:1769078088.181312:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:1.0:1769078088.181314:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00001000:2.0:1769078088.181317:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000001:3.0:1769078088.181318:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181321:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 02000000:00000001:3.0:1769078088.181322:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078088.181325:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:1.0:1769078088.181328:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1769078088.181328:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769078088.181329:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078088.181331:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078088.181335:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078088.181336:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181337:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078088.181339:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000100:00000001:3.0:1769078088.181340:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:2.0:1769078088.181341:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078088.181345:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000010:1.0:1769078088.181346:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000008:00100000:3.0:1769078088.181346:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00000001:2.0:1769078088.181347:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181352:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078088.181354:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181355:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.181356:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769078088.181359:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078088.181361:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:3.0:1769078088.181361:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181365:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000200:1.0:1769078088.181366:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078088.181367:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000010:3.0:1769078088.181368:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00000020:00000001:2.0:1769078088.181369:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078088.181371:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181376:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078088.181376:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00020000:00000001:2.0:1769078088.181380:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181385:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078088.181386:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078088.181390:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:3.0:1769078088.181391:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181393:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.181394:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078088.181396:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.181396:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078088.181401:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:1.0:1769078088.181402:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078088.181402:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:2.0:1769078088.181403:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078088.181407:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:3.0:1769078088.181408:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181409:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078088.181412:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078088.181415:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078088.181419:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000010:3.0:1769078088.181419:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000008:00000020:2.0:1769078088.181422:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078088.181426:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078088.181426:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078088.181431:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078088.181433:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078088.181436:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000100:00100000:3.0:1769078088.181437:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078088.181439:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1769078088.181440:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000100:00000001:1.0:1769078088.181446:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1769078088.181450:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078088.181453:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078088.181454:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078088.181455:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078088.181457:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000001:1.0:1769078088.181458:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.181461:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:2.0:1769078088.181463:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1769078088.181466:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078088.181468:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078088.181470:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078088.181471:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078088.181475:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078088.181476:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.181478:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299746507 00020000:00000001:2.0:1769078088.181482:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181487:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078088.181488:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0420. 00000020:00000001:2.0:1769078088.181492:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078088.181495:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:3.0:1769078088.181497:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181498:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:1.0:1769078088.181499:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769078088.181502:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:3.0:1769078088.181503:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1769078088.181506:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:3.0:1769078088.181507:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078088.181508:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299746507 00020000:00000001:2.0:1769078088.181511:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.181512:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078088.181515:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:1.0:1769078088.181516:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad05a0. 00020000:00000001:2.0:1769078088.181517:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:3.0:1769078088.181518:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078088.181522:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:3.0:1769078088.181523:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5073 00000100:00000001:1.0:1769078088.181525:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1769078088.181527:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078088.181531:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000200:3.0:1769078088.181531:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078088.181533:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078088.181536:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:3.0:1769078088.181538:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:2.0:1769078088.181540:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078088.181541:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078088.181541:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078088.181545:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078088.181548:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:3.0:1769078088.181549:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078088.181550:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.181572:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078088.181577:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078088.181579:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.181582:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078088.181583:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00100000:1.0:1769078088.181585:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078088/real 1769078088] req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078088.181586:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078088.181588:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078088.181589:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078088.181594:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000040:3.0:1769078088.181594:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:2.0:1769078088.181597:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078088.181600:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:2.0:1769078088.181601:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078088.181604:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:3.0:1769078088.181606:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078088.181607:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078088.181610:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000001:1.0:1769078088.181611:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00020000:00000001:2.0:1769078088.181613:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078088.181613:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000001:1.0:1769078088.181615:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00020000:00000001:2.0:1769078088.181617:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181620:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000400:00000010:1.0:1769078088.181621:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000020:00000001:3.0:1769078088.181621:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:2.0:1769078088.181622:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078088.181636:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181641:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:3.0:1769078088.181642:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078088.181644:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000200:1.0:1769078088.181645:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000100:00000001:3.0:1769078088.181646:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078088.181647:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078088.181651:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000010:1.0:1769078088.181652:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000040:3.0:1769078088.181652:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078088.181653:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078088.181656:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:3.0:1769078088.181659:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078088.181660:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:1.0:1769078088.181661:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000001:2.0:1769078088.181664:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000020:00000040:3.0:1769078088.181666:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000080:00000001:2.0:1769078088.181667:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078088.181671:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000200:1.0:1769078088.181672:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078088.181674:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000080:00000001:2.0:1769078088.181679:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:3.0:1769078088.181682:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181683:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078088.181686:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 02000000:00000001:3.0:1769078088.181689:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000080:00000001:2.0:1769078088.181690:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:2.0:1769078088.181695:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078088.181696:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769078088.181701:0:8:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:3.0:1769078088.181702:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078088.181704:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078088.181704:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769078088.181707:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:2.0:1769078088.181708:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078088.181712:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000008:00100000:3.0:1769078088.181713:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00001000:2.0:1769078088.181716:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078088.181722:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000008:00000001:3.0:1769078088.181723:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.181724:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1769078088.181725:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078088.181726:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078088.181729:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:1.0:1769078088.181730:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769078088.181731:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000080:00200000:2.0:1769078088.181732:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769078088.181736:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1769078088.181737:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078088.181738:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078088.181740:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078088.181741:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:3.0:1769078088.181743:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000080:00000001:2.0:1769078088.181744:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078088.181747:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078088.181748:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769078088.181751:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769078088.181752:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:2.0:1769078088.181752:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 02000000:00000001:3.0:1769078088.181754:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078088.181758:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181759:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078088.181762:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 02000000:00000010:3.0:1769078088.181764:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00020000:00000001:2.0:1769078088.181766:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078088.181769:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.181770:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.181775:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078088.181778:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078088.181778:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00100000:3.0:1769078088.181780:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078088.181781:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181785:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078088.181788:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:1.0:1769078088.181791:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078088.181791:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078088.181793:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:3.0:1769078088.181797:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769078088.181799:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.181802:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181804:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078088.181807:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078088.181810:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000040:3.0:1769078088.181812:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00200000:2.0:1769078088.181814:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:1.0:1769078088.181816:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000002:2.0:1769078088.181819:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:1.0:1769078088.181824:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078088.181827:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:1.0:1769078088.181831:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:2.0:1769078088.181831:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:3.0:1769078088.181832:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181833:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078088.181836:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078088.181838:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00080000:3.0:1769078088.181838:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078088.181841:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00001000:2.0:1769078088.181843:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00080000:3.0:1769078088.181845:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:2.0:1769078088.181846:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000100:00000001:1.0:1769078088.181847:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078088.181848:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:2.0:1769078088.181851:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:3.0:1769078088.181852:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1769078088.181854:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:1.0:1769078088.181856:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078088.181856:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078088.181857:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078088.181861:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078088.181863:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5073 00020000:00000001:2.0:1769078088.181864:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078088.181867:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00020000:00000001:2.0:1769078088.181869:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000400:00000200:3.0:1769078088.181872:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078088.181874:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078088.181875:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:2.0:1769078088.181877:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078088.181880:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:2.0:1769078088.181881:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078088.181887:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078088.181888:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078088.181888:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078088.181892:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078088.181895:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078088.181898:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:3.0:1769078088.181898:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078088.181900:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078088.181903:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769078088.181905:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078088.181906:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.181911:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078088.181913:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078088.181914:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078088.181918:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657858304:192.168.204.154@tcp:250:kworker.0 00020000:00000001:2.0:1769078088.181918:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.181920:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078088.181922:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078088.181924:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078088.181927:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078088.181929:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.181931:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769078088.181931:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:2.0:1769078088.181933:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:3.0:1769078088.181937:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:2.0:1769078088.181938:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:1.0:1769078088.181939:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1769078088.181940:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:2.0:1769078088.181943:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078088.181944:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078088.181947:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:1.0:1769078088.181948:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24000 x1855007657858304/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078088.181948:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000008:00000001:2.0:1769078088.181952:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000040:3.0:1769078088.181955:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:2.0:1769078088.181957:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:3.0:1769078088.181961:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:2.0:1769078088.181964:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:3.0:1769078088.181966:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000020:2.0:1769078088.181968:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078088.181972:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769078088.181972:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:2.0:1769078088.181973:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769078088.181977:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 02000000:00000001:1.0:1769078088.181978:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:2.0:1769078088.181979:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00080000:3.0:1769078088.181982:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000008:00000001:2.0:1769078088.181983:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 02000000:00000010:1.0:1769078088.181984:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08635400. 00000100:00000001:3.0:1769078088.181985:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078088.181987:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 02000000:00000001:3.0:1769078088.181991:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000020:2.0:1769078088.181992:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 02000000:00000001:1.0:1769078088.181993:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1769078088.181994:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078088.181998:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000008:00000001:2.0:1769078088.181999:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:3.0:1769078088.181999:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078088.182004:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000008:00000020:2.0:1769078088.182004:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769078088.182005:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00000001:2.0:1769078088.182008:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:3.0:1769078088.182009:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000001:1.0:1769078088.182011:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1769078088.182011:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000001:3.0:1769078088.182013:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1769078088.182017:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 02000000:00000010:1.0:1769078088.182018:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18400. 00000100:00000001:3.0:1769078088.182018:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078088.182025:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000008:00000001:2.0:1769078088.182026:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 02000000:00000001:1.0:1769078088.182027:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1769078088.182030:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000008:00000001:2.0:1769078088.182031:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.182032:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769078088.182036:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078088.182037:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078088.182038:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24000. 02000000:00000001:3.0:1769078088.182040:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182041:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.182045:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078088.182046:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182047:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1769078088.182048:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078088.182049:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182052:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078088.182053:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:3.0:1769078088.182053:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182056:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:1.0:1769078088.182060:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078088.182060:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000010:3.0:1769078088.182061:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 00000020:00000001:2.0:1769078088.182064:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078088.182067:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078088.182068:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182070:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182072:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:2.0:1769078088.182075:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00100000:3.0:1769078088.182075:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078088.182076:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182080:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078088.182085:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769078088.182085:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078088.182087:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078088.182090:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:2.0:1769078088.182090:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:3.0:1769078088.182091:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182096:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:2.0:1769078088.182096:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:3.0:1769078088.182098:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078088.182100:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078088.182105:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:1.0:1769078088.182107:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078088.182109:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.182112:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182117:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078088.182119:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5083) 00020000:00000001:2.0:1769078088.182123:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078088.182128:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078088.182129:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078088.182131:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:1.0:1769078088.182132:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182134:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:1.0:1769078088.182137:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078088.182138:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078088.182142:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:1.0:1769078088.182143:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078088.182144:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.182147:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:1.0:1769078088.182149:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182150:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078088.182154:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182157:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078088.182158:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858432:192.168.204.154@tcp:38:kworker.0 00020000:00000001:2.0:1769078088.182158:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078088.182160:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078088.182162:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182166:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078088.182168:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:2.0:1769078088.182168:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078088.182173:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:1.0:1769078088.182174:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1769078088.182174:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078088.182177:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:1.0:1769078088.182179:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078088.182179:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078088.182183:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:1.0:1769078088.182185:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:2.0:1769078088.182185:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078088.182188:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078088.182190:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000010:1.0:1769078088.182192:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08635400. 00000080:00000001:2.0:1769078088.182192:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078088.182195:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:1.0:1769078088.182198:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078088.182199:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078088.182202:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:2.0:1769078088.182204:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078088.182207:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:1.0:1769078088.182209:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078088.182209:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078088.182212:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078088.182215:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000400:00000010:1.0:1769078088.182217:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000020:00001000:2.0:1769078088.182217:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078088.182220:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:2.0:1769078088.182223:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000010:1.0:1769078088.182224:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000080:00000001:2.0:1769078088.182224:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078088.182227:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1769078088.182230:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000200:1.0:1769078088.182231:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657858432, portal 10 00000020:00000001:2.0:1769078088.182231:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078088.182232:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078088.182236:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769078088.182237:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000002:2.0:1769078088.182238:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769078088.182242:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069296000 : -115332640255616 : ffff971b06f25180) 00020000:00000001:2.0:1769078088.182242:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078088.182245:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078088.182248:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078088.182249:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182251:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078088.182253:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:1.0:1769078088.182254:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078088.182255:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182258:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078088.182260:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078088.182262:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078088.182264:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:2.0:1769078088.182268:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182271:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078088.182273:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078088.182276:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:1.0:1769078088.182277:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00200000:2.0:1769078088.182278:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078088.182281:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000040:1.0:1769078088.182283:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078088.182284:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078088.182286:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078088.182288:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000010:1.0:1769078088.182289:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000020:00000001:2.0:1769078088.182290:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078088.182293:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078088.182296:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000100:00000200:1.0:1769078088.182297:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657858432, offset 0 00000020:00000001:2.0:1769078088.182298:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078088.182301:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078088.182303:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078088.182305:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078088.182307:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078088.182308:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182312:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078088.182313:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078088.182315:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078088.182317:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078088.182318:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182321:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182323:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078088.182324:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078088.182326:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:1.0:1769078088.182327:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078088.182328:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078088.182331:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078088.182333:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182335:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078088.182336:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:2.0:1769078088.182337:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182341:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078088.182343:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:2.0:1769078088.182344:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078088.182347:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182350:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078088.182351:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078088.182351:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078088.182353:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078088.182356:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.182358:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:1.0:1769078088.182359:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:2.0:1769078088.182360:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078088.182363:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078088.182366:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078088.182368:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:1.0:1769078088.182369:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370596:370596:256:4294967295] 192.168.204.154@tcp LPNI seq info [370591:370591:8:4294967295] 00000008:00000001:2.0:1769078088.182370:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078088.182374:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078088.182376:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078088.182378:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000400:00000200:1.0:1769078088.182382:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000020:2.0:1769078088.182383:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:2.0:1769078088.182388:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078088.182389:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078088.182391:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078088.182394:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078088.182396:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000400:00000200:1.0:1769078088.182399:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000001:2.0:1769078088.182400:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078088.182404:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182407:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182410:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078088.182411:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078088.182412:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182416:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182418:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078088.182419:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000800:00000010:1.0:1769078088.182420:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00020000:00000001:2.0:1769078088.182420:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078088.182422:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078088.182425:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078088.182426:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182428:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000800:00000200:1.0:1769078088.182430:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078088.182430:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078088.182432:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078088.182434:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078088.182436:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.182437:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000800:00000200:1.0:1769078088.182438:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000020:00000001:2.0:1769078088.182439:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078088.182441:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182444:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182446:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078088.182448:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078088.182450:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000800:00000200:1.1:1769078088.182450:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078088.182452:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078088.182454:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078088.182456:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078088.182457:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.182458:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000800:00000200:1.1:1769078088.182458:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000020:00000001:2.0:1769078088.182461:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078088.182462:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182466:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182467:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000800:00000100:1.0:1769078088.182470:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078088.182470:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078088.182472:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182476:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000800:00000010:1.0:1769078088.182477:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00020000:00000001:2.0:1769078088.182477:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078088.182479:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078088.182482:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:1.0:1769078088.182484:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:2.0:1769078088.182484:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078088.182486:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078088.182490:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078088.182493:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000200:1.0:1769078088.182494:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000080:00000001:2.0:1769078088.182496:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078088.182500:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:1.0:1769078088.182501:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000080:00000001:2.0:1769078088.182505:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000010:1.0:1769078088.182506:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000020:00000001:2.0:1769078088.182508:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1769078088.182512:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00001000:2.0:1769078088.182513:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078088.182518:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1769078088.182520:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078088.182522:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078088.182528:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078088.182531:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078088.182534:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078088.182537:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:1.0:1769078088.182538:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00001000:2.0:1769078088.182543:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000040:1.0:1769078088.182546:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078088.182547:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:2.0:1769078088.182583:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078088.182588:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078088.182588:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078088.182590:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769078088.182593:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769078088.182595:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078088.182598:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078088.182600:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182601:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078088.182603:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000040:1.0:1769078088.182608:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00020000:00000002:2.0:1769078088.182609:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:2.0:1769078088.182614:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078088.182617:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000400:00000200:1.0:1769078088.182618:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078088.182620:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:1.0:1769078088.182623:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299745804 00020000:00000001:2.0:1769078088.182635:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182638:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078088.182640:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078088.182642:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182645:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299746507 00000020:00000001:2.0:1769078088.182646:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078088.182649:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078088.182652:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299745804 00020000:00000001:2.0:1769078088.182653:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078088.182656:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769078088.182659:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299746507 00000020:00000001:2.0:1769078088.182660:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182665:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769078088.182666:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078088.182667:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078088.182670:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:1.0:1769078088.182673:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:2.0:1769078088.182674:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078088.182679:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:1.0:1769078088.182680:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:2.0:1769078088.182684:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078088.182688:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00100000:1.0:1769078088.182689:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078088/real 1769078088] req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078088.182690:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078088.182694:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078088.182699:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078088.182703:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:2.0:1769078088.182707:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000001:1.0:1769078088.182711:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1769078088.182711:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078088.182714:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000001:1.0:1769078088.182716:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1769078088.182717:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078088.182720:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00020000:00000001:2.0:1769078088.182721:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182726:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000400:00000200:1.0:1769078088.182727:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000020:00000001:2.0:1769078088.182729:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000010:1.0:1769078088.182732:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000020:00000001:2.0:1769078088.182732:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182738:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182739:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1769078088.182740:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182744:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078088.182746:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000200:1.0:1769078088.182747:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078088.182748:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.182751:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078088.182753:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078088.182755:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182760:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182764:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182767:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182770:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000200:1.0:1769078088.182771:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078088.182772:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182777:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182780:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078088.182783:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078088.182786:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.182789:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078088.182790:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:2.0:1769078088.182791:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:1.0:1769078088.182796:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078088.182796:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078088.182800:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:1.0:1769078088.182801:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000020:2.0:1769078088.182803:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078088.182804:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078088.182806:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078088.182811:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00100000:1.0:1769078088.182812:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078088.182814:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078088.182817:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:2.0:1769078088.182823:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:2.0:1769078088.182831:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:1.0:1769078088.182832:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1769078088.182834:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078088.182837:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078088.182839:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078088.182840:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078088.182844:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1769078088.182854:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078088.182858:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182861:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078088.182862:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182867:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078088.182868:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182872:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:2.0:1769078088.182873:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182877:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078088.182878:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.182881:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1769078088.182882:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078088.182886:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:1.0:1769078088.182887:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:2.0:1769078088.182888:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078088.182890:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078088.182894:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:1.0:1769078088.182895:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00020000:00000001:2.0:1769078088.182896:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182902:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00080000:1.0:1769078088.182903:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000020:00000001:2.0:1769078088.182904:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078088.182907:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078088.182910:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:2.0:1769078088.182911:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078088.182914:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.182917:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:1.0:1769078088.182919:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078088.182920:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078088.182923:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182927:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182931:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078088.182934:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078088.182936:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078088.182940:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00100000:1.0:1769078088.182941:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858432:192.168.204.154@tcp:38:kworker.0 00000020:00000001:2.0:1769078088.182943:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078088.182946:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078088.182949:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078088.182950:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078088.182951:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078088.182954:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078088.182958:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078088.182959:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078088.182960:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.182963:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078088.182965:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078088.182967:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182971:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078088.182974:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078088.182976:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:1.0:1769078088.182980:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078088.182980:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078088.182985:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.182985:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078088.182988:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 02000000:00000001:1.0:1769078088.182990:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:2.0:1769078088.182993:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:1.0:1769078088.182995:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078088.182997:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078088.183001:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:1.0:1769078088.183002:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769078088.183004:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1769078088.183009:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858560:192.168.204.154@tcp:8:kworker.0 00000080:00000001:2.0:1769078088.183011:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078088.183014:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1769078088.183016:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00001000:2.0:1769078088.183018:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 02000000:00000001:1.0:1769078088.183020:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000080:00000001:2.0:1769078088.183022:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078088.183023:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078088.183025:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.183027:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:2.0:1769078088.183029:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078088.183031:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078088.183033:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000010:1.0:1769078088.183034:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 00000020:00000001:2.0:1769078088.183034:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 02000000:00000001:1.0:1769078088.183040:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078088.183040:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078088.183045:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:2.0:1769078088.183047:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:1.0:1769078088.183049:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078088.183050:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078088.183053:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000010:1.0:1769078088.183055:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000020:00000001:2.0:1769078088.183056:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078088.183058:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078088.183060:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078088.183061:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00020000:00000002:2.0:1769078088.183063:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000200:1.0:1769078088.183065:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657858560, portal 4 00020000:00000002:2.0:1769078088.183067:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769078088.183069:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:2.0:1769078088.183071:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:1.0:1769078088.183072:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069304960 : -115332640246656 : ffff971b06f27480) 00020000:00000001:2.0:1769078088.183073:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078088.183076:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078088.183078:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078088.183081:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078088.183082:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078088.183086:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078088.183088:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.183091:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078088.183093:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078088.183095:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:1.0:1769078088.183097:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000002:2.0:1769078088.183098:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:2.0:1769078088.183102:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078088.183103:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078088.183105:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000400:00000010:1.0:1769078088.183107:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000020:00000001:2.0:1769078088.183107:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078088.183111:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000200:1.0:1769078088.183112:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657858560, offset 0 00020000:00200000:2.0:1769078088.183113:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078088.183117:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:1.0:1769078088.183120:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078088.183121:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078088.183125:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078088.183126:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:1.0:1769078088.183127:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078088.183128:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078088.183131:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000400:00000200:1.0:1769078088.183132:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078088.183134:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:2.0:1769078088.183137:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:1.0:1769078088.183138:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078088.183139:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078088.183142:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:1.0:1769078088.183144:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:2.0:1769078088.183144:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.183148:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078088.183149:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:2.0:1769078088.183150:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000400:00000200:1.0:1769078088.183155:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:2.0:1769078088.183155:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078088.183159:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078088.183162:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370597:370597:256:4294967295] 192.168.204.154@tcp LPNI seq info [370592:370592:8:4294967295] 00020000:00000001:2.0:1769078088.183163:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.183167:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.183170:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000200:1.0:1769078088.183171:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078088.183172:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078088.183175:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.183177:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078088.183180:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078088.183182:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078088.183183:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078088.183185:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.183188:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078088.183192:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078088.183193:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.183197:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000800:00000010:1.0:1769078088.183199:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000020:00000001:2.0:1769078088.183199:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.183202:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.183205:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078088.183207:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000800:00000200:1.0:1769078088.183208:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078088.183209:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078088.183211:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000800:00000200:1.0:1769078088.183213:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000008:00000001:2.0:1769078088.183214:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078088.183216:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078088.183221:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000800:00000200:1.1:1769078088.183221:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000020:2.0:1769078088.183223:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000200:1.1:1769078088.183225:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000008:00000001:2.0:1769078088.183226:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078088.183229:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078088.183231:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078088.183234:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000800:00000100:1.0:1769078088.183235:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00000020:2.0:1769078088.183238:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000800:00000010:1.0:1769078088.183239:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000008:00000001:2.0:1769078088.183244:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:1.0:1769078088.183245:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000020:2.0:1769078088.183247:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078088.183249:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078088.183251:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000008:00000001:2.0:1769078088.183252:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078088.183255:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000400:00000200:1.0:1769078088.183257:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078088.183261:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000008:00000001:2.0:1769078088.183262:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078088.183266:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.183267:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769078088.183268:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078088.183272:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078088.183272:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.183274:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.183278:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.183281:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078088.183284:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078088.183287:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:1.0:1769078088.183288:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078088.183288:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078088.183291:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078088.183294:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078088.183295:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078088.183296:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078088.183298:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078088.183301:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078088.183303:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078088.183305:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078088.183307:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.183308:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078088.183310:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078088.183312:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:2.0:1769078088.183312:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.183315:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.183317:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078088.183317:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078088.183319:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078088.183321:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000040:1.0:1769078088.183322:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000020:00000001:2.0:1769078088.183323:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078088.183325:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:1.0:1769078088.183328:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078088.183328:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078088.183330:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078088.183332:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299745825 00000020:00000001:2.0:1769078088.183332:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078088.183334:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078088.183337:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299746507 00020000:00000001:2.0:1769078088.183337:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.183342:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299745825 00020000:00000001:2.0:1769078088.183342:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.183347:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299746507 00020000:00000001:2.0:1769078088.183347:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078088.183350:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078088.183352:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078088.183353:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.183355:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.183356:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078088.183360:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:2.0:1769078088.183360:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078088.183363:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078088.183365:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00100000:1.0:1769078088.183366:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078088/real 1769078088] req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078088.183367:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078088.183370:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078088.183373:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078088.183375:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078088.183378:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078088.183381:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000001:1.0:1769078088.183382:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078088.183384:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000080:00000001:2.0:1769078088.183385:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000010:1.0:1769078088.183387:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000020:00000001:2.0:1769078088.183388:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078088.183391:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000400:00000200:1.0:1769078088.183392:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000080:00000001:2.0:1769078088.183394:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769078088.183396:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000080:00000001:2.0:1769078088.183397:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.183401:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078088.183404:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078088.183410:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183419:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078088.183420:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183422:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078088.183423:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078088.183425:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183429:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078088.183431:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183436:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078088.183438:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183439:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078088.183440:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183441:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078088.183443:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078088.183445:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078088.183447:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078088.183448:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078088.183450:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078088.183455:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858560:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078088.183458:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183459:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078088.183461:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25180 x1855007657858432/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183465:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078088.183466:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078088.183468:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08635400. 02000000:00000001:1.0:1769078088.183469:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078088.183470:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078088.183471:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078088.183473:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078088.183474:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b800. 02000000:00000001:1.0:1769078088.183476:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078088.183477:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078088.183478:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25180. 00000100:00000001:1.0:1769078088.183480:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078088.183481:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183482:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078088.183484:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27480 x1855007657858560/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183488:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078088.183489:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078088.183490:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078088.183491:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078088.183492:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078088.183492:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078088.183493:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078088.183494:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b400. 02000000:00000001:1.0:1769078088.183495:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078088.183496:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078088.183497:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27480. 00000100:00000001:1.0:1769078088.183498:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078088.183499:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183500:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183503:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078088.183504:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.183505:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078088.183506:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078088.183507:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078088.183509:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183513:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078088.183514:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.183516:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078088.183517:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078088.183518:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078088.183520:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858688:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078088.183522:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078088.183523:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078088.183524:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078088.183525:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078088.183527:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078088.183528:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078088.183530:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078088.183532:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078088.183534:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078088.183536:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657858688, portal 4 00000100:00000001:1.0:1769078088.183537:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078088.183538:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069306752 : -115332640244864 : ffff971b06f27b80) 00000100:00000040:1.0:1769078088.183541:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183545:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078088.183547:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078088.183548:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078088.183550:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657858688, offset 0 00000400:00000200:1.0:1769078088.183552:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078088.183570:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078088.183573:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078088.183576:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078088.183578:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078088.183581:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078088.183582:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078088.183585:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370598:370598:256:4294967295] 192.168.204.154@tcp LPNI seq info [370593:370593:8:4294967295] 00000400:00000200:1.0:1769078088.183588:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078088.183592:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078088.183595:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078088.183598:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078088.183600:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078088.183602:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769078088.183605:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078088.183607:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1769078088.183609:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078088.183611:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078088.183613:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078088.183615:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078088.183617:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078088.183618:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078088.183619:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078088.183622:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183641:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078088.183644:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078113 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183649:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.183650:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078088.183653:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078088.183656:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078088.183660:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078088.183662:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299745830 00000100:00000001:1.0:1769078088.183664:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299746507 00000100:00000001:1.0:1769078088.183667:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299745830 00000100:00000001:1.0:1769078088.183669:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299746507 00000100:00000001:1.0:1769078088.183672:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078088.183674:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.183676:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078088.183680:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078088/real 1769078088] req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078088.183690:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078088.183691:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078088.183693:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078088.183696:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078088.183698:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078088.183700:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078088.183703:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078088.183712:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183718:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078088.183719:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183721:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078088.183722:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078088.183726:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183732:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078088.183736:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183742:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078088.183745:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183746:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078088.183747:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183749:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078088.183753:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078088.183756:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078088.183759:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078088.183761:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078088.183765:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078088.183773:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858688:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078088.183777:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183779:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078088.183782:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27b80 x1855007657858688/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078113 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078088.183788:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078088.183790:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078088.183792:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078088.183794:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078088.183795:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078088.183797:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078088.183798:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078088.183800:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19800. 02000000:00000001:1.0:1769078088.183802:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078088.183803:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078088.183805:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27b80. 00000100:00000001:1.0:1769078088.183807:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078088.183808:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183810:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.183813:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078088.183814:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.183816:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078088.183817:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.820705:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078088.820705:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078088.820705:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078088.820711:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078088.820713:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078088.820714:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078088.820714:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078088.820717:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078088.820718:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.820719:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.820719:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078088.820722:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078088.820728:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078088.820729:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078088.820729:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078088.820729:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078088.820735:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078088.820738:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078088.820739:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078088.820739:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078088.820739:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078088.820744:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078088.820745:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078088.820746:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.820746:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078088.820750:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078088.820754:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078088.820757:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078088.820760:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078088.820763:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.820764:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078088.820768:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078088.820772:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078088.820773:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078088.820777:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078088.820782:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078088.820788:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078088.820789:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078088.820793:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078088.820794:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.820794:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078088.820797:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.820799:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078088.820801:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078088.820803:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078088.820804:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078088.820805:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078088.820808:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078088.820809:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078088.820810:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078088.820813:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078088.820814:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078088.820817:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078088.820818:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078088.820819:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.820822:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078088.820823:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078088.820825:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078088.820828:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078088.820829:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078088.820833:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078088.820834:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078088.820837:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078088.820840:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078088.820841:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078088.820843:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078088.820847:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078088.820851:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078088.820853:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078088.820855:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078088.820858:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078088.820859:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078088.820863:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078088.820864:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078088.820866:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078088.820870:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078088.820871:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078088.820875:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078088.820876:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078088.820883:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078088.820884:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078088.820892:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078088.820894:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078088.820896:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078088.820897:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078088.820900:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078088.820901:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078088.820903:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078088.820905:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078088.820925:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078088.820927:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078088.820930:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769078088.948643:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299746507, at 4299746560 00000100:00000040:0.0:1769078088.948645:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299746507, at 4299746560 00000100:00000010:0.0:1769078088.948657:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0420. 00000100:00000010:1.0:1769078088.948662:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad05a0. 00000100:00000001:2.0:1769078089.204649:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078089.204662:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078089.204663:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078089.204671:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078089.204674:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078089.204677:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078089.204680:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078089.204683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078089.204683:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078089.204688:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078089.204689:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078089.204693:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078089.204697:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078089.204701:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078089.204703:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078089.204707:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078089.204709:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078089.204711:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078089.844660:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078089.844666:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078089.844666:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078089.844668:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078089.844671:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078089.844673:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078089.844674:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078089.844679:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078089.844680:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078089.844681:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078089.844682:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078089.844684:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078089.844686:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078089.844686:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078089.844688:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078089.844690:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078089.844693:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078089.844694:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078089.844695:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078089.844695:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078089.844700:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078089.844700:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078089.844700:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078089.844701:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078089.844707:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078089.844708:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078089.844710:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078089.844711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078089.844713:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078089.844714:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078089.844715:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078089.844717:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078089.844721:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078089.844722:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078089.844724:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078089.844732:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078089.844735:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078089.844737:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078089.844739:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078089.844741:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078089.844744:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078089.844744:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078089.844745:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078089.844751:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078089.844752:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078089.844752:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078089.844754:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078089.844755:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078089.844756:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:2.0:1769078089.844759:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078089.844761:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078089.844762:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078089.844763:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078089.844767:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078089.844768:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078089.844770:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078089.844772:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078089.844775:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078089.844775:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078089.844779:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078089.844779:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078089.844782:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078089.844783:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078089.844786:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078089.844786:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078089.844790:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078089.844790:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078089.844793:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078089.844797:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078089.844800:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078089.844802:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078089.844804:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078089.844806:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078089.844808:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078090.228651:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078090.228655:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078090.228658:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078090.228659:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078090.228662:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078090.228663:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078090.228670:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078090.228670:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078090.228677:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078090.228677:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078090.228682:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078090.228683:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078090.228689:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078090.228691:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078090.228693:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078090.228696:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078090.228699:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078090.228701:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078090.868675:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078090.868675:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078090.868675:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078090.868676:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078090.868682:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078090.868684:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078090.868684:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078090.868684:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078090.868685:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078090.868689:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078090.868689:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078090.868690:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078090.868692:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078090.868698:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078090.868698:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078090.868698:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078090.868699:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078090.868703:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078090.868704:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078090.868706:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078090.868707:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078090.868708:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078090.868710:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078090.868710:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078090.868713:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078090.868716:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078090.868717:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078090.868717:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078090.868722:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078090.868727:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078090.868728:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078090.868731:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078090.868734:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078090.868735:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078090.868736:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078090.868739:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078090.868740:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078090.868743:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078090.868744:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078090.868746:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078090.868746:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078090.868749:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078090.868752:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078090.868754:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078090.868755:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078090.868757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078090.868759:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078090.868759:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078090.868761:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078090.868763:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078090.868765:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078090.868766:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078090.868767:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078090.868770:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078090.868770:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078090.868772:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078090.868776:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078090.868776:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078090.868777:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078090.868780:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078090.868782:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078090.868782:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078090.868788:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078090.868789:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078090.868789:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078090.868792:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078090.868796:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078090.868798:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078090.868800:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078090.868801:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078090.868804:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078090.868807:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078090.868807:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078090.868810:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078090.868812:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078090.868815:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078090.868818:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078090.868833:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078090.868836:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078090.868838:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078091.252669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078091.252672:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078091.252676:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078091.252678:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078091.252679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078091.252682:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078091.252687:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078091.252691:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078091.252693:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078091.252695:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.252697:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078091.252701:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078091.252702:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078091.252707:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.252711:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078091.252711:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078091.252714:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.252718:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078091.892650:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078091.892651:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078091.892651:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078091.892659:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078091.892659:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078091.892659:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078091.892664:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078091.892664:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078091.892664:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078091.892673:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078091.892674:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078091.892674:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078091.892681:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078091.892682:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078091.892682:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078091.892684:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078091.892688:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078091.892689:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078091.892689:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078091.892690:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078091.892696:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078091.892700:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078091.892701:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078091.892705:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078091.892707:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078091.892708:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078091.892712:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078091.892713:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078091.892716:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078091.892716:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078091.892717:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078091.892719:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078091.892723:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078091.892725:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078091.892729:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078091.892753:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078091.892753:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078091.892758:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078091.892760:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078091.892760:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078091.892762:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078091.892765:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078091.892766:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078091.892767:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078091.892769:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078091.892770:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:2.0:1769078091.892772:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078091.892773:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078091.892774:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078091.892775:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078091.892777:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078091.892778:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.892779:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078091.892781:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078091.892782:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078091.892785:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078091.892785:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078091.892787:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078091.892787:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078091.892792:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078091.892796:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078091.892800:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078091.892801:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078091.892801:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078091.892806:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078091.892807:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078091.892810:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078091.892812:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078091.892816:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078091.892820:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078091.892823:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078091.892826:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078091.892829:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078091.892831:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078092.276653:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078092.276660:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078092.276662:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078092.276667:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078092.276670:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078092.276671:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078092.276675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078092.276676:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078092.276679:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078092.276680:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078092.276683:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078092.276686:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078092.276687:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078092.276692:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078092.276696:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078092.276698:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078092.276700:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078092.276704:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078092.916688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078092.916690:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078092.916691:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078092.916693:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078092.916696:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078092.916698:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078092.916698:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078092.916699:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078092.916703:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078092.916703:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078092.916704:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078092.916704:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078092.916705:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078092.916707:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078092.916710:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078092.916710:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078092.916712:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078092.916715:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078092.916715:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078092.916717:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078092.916718:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078092.916719:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078092.916719:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078092.916720:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078092.916721:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078092.916725:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078092.916726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078092.916727:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078092.916728:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078092.916730:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078092.916734:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078092.916738:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078092.916738:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078092.916740:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078092.916742:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078092.916747:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078092.916752:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078092.916753:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:2.0:1769078092.916756:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078092.916757:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078092.916758:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078092.916761:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078092.916761:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078092.916764:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078092.916766:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078092.916770:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078092.916771:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078092.916775:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078092.916776:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078092.916777:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078092.916779:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078092.916782:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078092.916782:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078092.916782:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078092.916786:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078092.916787:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078092.916787:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078092.916790:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078092.916791:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078092.916792:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078092.916792:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078092.916794:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078092.916796:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078092.916796:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078092.916799:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078092.916800:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078092.916800:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078092.916803:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078092.916804:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078092.916807:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078092.916811:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078092.916812:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078092.916816:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078092.916819:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078093.300649:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078093.300649:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078093.300656:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078093.300658:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078093.300659:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078093.300663:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078093.300663:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078093.300664:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078093.300666:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078093.300671:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078093.300672:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078093.300674:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078093.300677:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.300678:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078093.300678:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078093.300681:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078093.300684:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078093.300685:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078093.300687:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.300689:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078093.300694:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078093.300694:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078093.300699:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078093.300706:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:3.0:1769078093.300707:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5078 00000080:00000001:2.0:1769078093.300712:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078093.300716:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:3.0:1769078093.300720:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078093.300722:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00001000:2.0:1769078093.300728:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000400:00000200:3.0:1769078093.300729:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078093.300733:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078093.300735:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000100:00000040:3.0:1769078093.300737:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078093.300741:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078093.300742:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:2.0:1769078093.300746:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:3.0:1769078093.300746:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078093.300748:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00200000:2.0:1769078093.300750:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769078093.300753:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078093.300754:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:3.0:1769078093.300756:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078093.300757:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078093.300759:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:2.0:1769078093.300760:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078093.300763:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000002:2.0:1769078093.300766:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000020:00000001:3.0:1769078093.300767:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000002:2.0:1769078093.300773:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769078093.300773:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:2.0:1769078093.300780:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:3.0:1769078093.300780:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078093.300782:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078093.300783:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078093.300787:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:3.0:1769078093.300787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078093.300790:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078093.300791:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.300795:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769078093.300795:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:2.0:1769078093.300800:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00080000:3.0:1769078093.300801:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078093.300802:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300806:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769078093.300806:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300809:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:3.0:1769078093.300811:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:2.0:1769078093.300812:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000001:3.0:1769078093.300815:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769078093.300816:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:3.0:1769078093.300821:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300822:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.300824:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:2.0:1769078093.300826:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:3.0:1769078093.300827:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300828:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078093.300831:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078093.300833:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078093.300836:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000010:3.0:1769078093.300837:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25c00. 00020000:00000001:2.0:1769078093.300839:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000020:00000040:3.0:1769078093.300841:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:2.0:1769078093.300842:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078093.300844:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:3.0:1769078093.300845:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078093.300846:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 02000000:00000001:3.0:1769078093.300848:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078093.300851:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000001:3.0:1769078093.300852:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078093.300854:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 02000000:00000001:3.0:1769078093.300856:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078093.300857:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078093.300861:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769078093.300861:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300864:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078093.300866:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.300867:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.300869:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078093.300870:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078093.300872:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078093.300872:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 00020000:00000001:2.0:1769078093.300877:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300879:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300880:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769078093.300881:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.300882:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078093.300885:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078093.300886:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078093.300887:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078093.300888:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300891:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078093.300892:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078093.300893:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.300898:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300901:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078093.300904:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300908:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300911:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769078093.300911:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078093.300913:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078093.300915:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078093.300917:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.300918:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078093.300921:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078093.300925:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000040:3.0:1769078093.300926:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d4ec735] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078093.300930:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078093.300933:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078093.300936:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078093.300939:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078093.300940:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078093.300941:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000008:00000020:2.0:1769078093.300944:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000100:00000001:3.0:1769078093.300946:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078093.300948:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:3.0:1769078093.300949:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000020:2.0:1769078093.300951:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:3.0:1769078093.300953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000008:00000001:2.0:1769078093.300955:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078093.300956:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078093.300958:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:2.0:1769078093.300961:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769078093.300962:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078093.300965:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5078 00000008:00000020:2.0:1769078093.300966:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:1.0:1769078093.300971:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769078093.300971:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078093.300975:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:2.0:1769078093.300976:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769078093.300978:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078093.300980:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:2.0:1769078093.300980:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078093.300981:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078093.300985:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078093.300986:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078093.300989:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.300990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078093.300991:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078093.300994:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078093.300995:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078093.300997:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.301001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078093.301002:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078093.301006:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000020:00000001:3.0:1769078093.301007:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078093.301008:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:2.0:1769078093.301008:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000040:3.0:1769078093.301010:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000100:00000001:1.0:1769078093.301011:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301011:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078093.301014:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078093.301015:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:1.0:1769078093.301016:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:2.0:1769078093.301019:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078093.301019:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:1.0:1769078093.301020:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078093.301021:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078093.301023:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:1.0:1769078093.301025:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301027:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078093.301027:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00100000:1.0:1769078093.301030:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657858816:192.168.204.154@tcp:250:kworker.0 00020000:00000001:2.0:1769078093.301030:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078093.301033:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078093.301035:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078093.301035:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:1.0:1769078093.301036:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078093.301037:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:1.0:1769078093.301041:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078093.301041:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.301043:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301045:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078093.301045:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078093.301046:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:2.0:1769078093.301048:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078093.301051:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000010:1.0:1769078093.301052:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08635400. 00000100:00000001:3.0:1769078093.301052:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078093.301053:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:1.0:1769078093.301054:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301056:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078093.301058:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078093.301061:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000040:3.0:1769078093.301061:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078093.301064:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:1.0:1769078093.301065:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078093.301067:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078093.301068:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078093.301069:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000010:1.0:1769078093.301070:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00020000:00000001:2.0:1769078093.301071:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301076:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078093.301077:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00020000:00000001:2.0:1769078093.301078:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000400:00000010:1.0:1769078093.301080:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000020:00000001:2.0:1769078093.301081:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00080000:3.0:1769078093.301084:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:2.0:1769078093.301085:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078093.301088:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657858816, portal 25 00000020:00000001:2.0:1769078093.301089:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078093.301093:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:2.0:1769078093.301093:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:3.0:1769078093.301093:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.301097:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069298688 : -115332640252928 : ffff971b06f25c00) 00020000:00000001:2.0:1769078093.301097:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:3.0:1769078093.301098:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078093.301099:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078093.301103:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:1.0:1769078093.301104:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:2.0:1769078093.301105:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 02000000:00000001:3.0:1769078093.301107:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078093.301108:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078093.301111:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:3.0:1769078093.301114:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078093.301115:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1769078093.301116:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000080:00200000:2.0:1769078093.301118:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1769078093.301120:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000040:1.0:1769078093.301121:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00000001:2.0:1769078093.301122:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078093.301125:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000010:1.0:1769078093.301126:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000008:00100000:3.0:1769078093.301127:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00001000:2.0:1769078093.301128:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000200:1.0:1769078093.301129:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657858816, offset 0 00000080:00000001:2.0:1769078093.301132:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078093.301136:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078093.301136:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078093.301140:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:3.0:1769078093.301142:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078093.301147:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000010:3.0:1769078093.301148:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24700. 00000400:00000200:1.0:1769078093.301149:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078093.301149:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078093.301151:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:3.0:1769078093.301154:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078093.301155:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000400:00000200:1.0:1769078093.301158:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 02000000:00000001:3.0:1769078093.301160:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00001000:2.0:1769078093.301161:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 02000000:00000001:3.0:1769078093.301163:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078093.301165:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078093.301165:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000100:00000001:3.0:1769078093.301166:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078093.301168:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:1.0:1769078093.301170:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000080:00000001:2.0:1769078093.301171:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078093.301172:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:1.0:1769078093.301174:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078093.301175:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078093.301176:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:1.0:1769078093.301178:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000080:00000001:2.0:1769078093.301179:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078093.301179:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078093.301183:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078093.301184:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370599:370599:256:4294967295] 192.168.204.154@tcp LPNI seq info [370594:370594:8:4294967295] 00020000:00000002:2.0:1769078093.301184:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1769078093.301190:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 02000000:00000010:3.0:1769078093.301190:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00000400:00000200:1.0:1769078093.301191:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078093.301193:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078093.301196:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:3.0:1769078093.301197:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301199:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078093.301202:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301204:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1769078093.301207:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078093.301208:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078093.301211:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301215:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:1.0:1769078093.301217:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078093.301218:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078093.301220:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078093.301224:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:2.0:1769078093.301229:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078093.301231:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078093.301233:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:3.0:1769078093.301233:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000010:1.0:1769078093.301237:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000020:00000001:2.0:1769078093.301237:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769078093.301239:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301240:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078093.301244:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000800:00000200:1.0:1769078093.301245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000002:2.0:1769078093.301246:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000800:00000200:1.0:1769078093.301249:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00020000:00000001:2.0:1769078093.301249:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078093.301250:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078093.301251:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078093.301254:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078093.301259:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000800:00000200:1.1:1769078093.301259:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:3.0:1769078093.301260:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5c7b818] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078093.301261:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000800:00000200:1.1:1769078093.301264:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000020:00000001:2.0:1769078093.301265:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078093.301268:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078093.301270:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078093.301272:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078093.301273:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078093.301276:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078093.301277:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00020000:00000001:2.0:1769078093.301280:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078093.301285:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:1.0:1769078093.301286:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1769078093.301286:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301287:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301293:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078093.301293:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769078093.301298:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1769078093.301298:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078093.301299:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000020:00000001:2.0:1769078093.301302:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769078093.301303:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1769078093.301305:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00020000:00000001:2.0:1769078093.301305:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078093.301308:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:3.0:1769078093.301309:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:1.0:1769078093.301310:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000020:00000001:2.0:1769078093.301310:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078093.301312:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078093.301315:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.301316:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078093.301317:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078093.301319:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078093.301322:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078093.301322:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078093.301324:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5078 00020000:00000001:2.0:1769078093.301325:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301328:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078093.301332:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301335:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078093.301338:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078093.301339:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078093.301341:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078093.301344:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078093.301346:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078093.301348:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000400:00000200:3.0:1769078093.301348:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078093.301350:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:2.0:1769078093.301351:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00080000:3.0:1769078093.301354:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:2.0:1769078093.301356:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:1.0:1769078093.301357:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:2.0:1769078093.301359:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078093.301361:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078093.301364:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:2.0:1769078093.301365:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769078093.301368:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078093.301368:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:3.0:1769078093.301369:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078093.301371:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1769078093.301371:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000100:00000040:3.0:1769078093.301374:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000020:2.0:1769078093.301375:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000001:3.0:1769078093.301377:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078093.301381:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078093.301383:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000001:3.0:1769078093.301383:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000020:2.0:1769078093.301385:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000040:3.0:1769078093.301386:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000008:00000001:2.0:1769078093.301388:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078093.301389:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078093.301389:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078093.301394:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299751627 00000008:00000001:2.0:1769078093.301395:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000040:3.0:1769078093.301395:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000008:00000020:2.0:1769078093.301398:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000020:00000001:3.0:1769078093.301400:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000010:1.0:1769078093.301404:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad05a0. 00000020:00000001:3.0:1769078093.301405:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000001:2.0:1769078093.301406:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078093.301412:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078093.301412:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078093.301414:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769078093.301415:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.301416:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078093.301418:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078093.301420:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078093.301422:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299751627 00020000:00000001:2.0:1769078093.301422:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.301424:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078093.301425:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078093.301426:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0ba0. 00000020:00000040:3.0:1769078093.301428:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:2.0:1769078093.301429:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078093.301430:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00020000:00000001:2.0:1769078093.301433:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:1.0:1769078093.301435:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769078093.301435:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078093.301436:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078093.301439:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078093.301441:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301442:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078093.301442:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.301444:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:2.0:1769078093.301445:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078093.301447:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:2.0:1769078093.301448:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078093.301451:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00100000:1.0:1769078093.301452:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078093/real 1769078093] req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078093.301452:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078093.301453:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078093.301455:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:3.0:1769078093.301457:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301458:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078093.301462:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078093.301462:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:2.0:1769078093.301464:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078093.301467:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078093.301467:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000400:00000001:1.0:1769078093.301470:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078093.301473:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00020000:00000001:2.0:1769078093.301473:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078093.301474:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078093.301477:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00020000:00000001:2.0:1769078093.301477:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:3.0:1769078093.301478:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301480:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000200:1.0:1769078093.301481:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000020:00000001:2.0:1769078093.301482:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000400:00000010:1.0:1769078093.301483:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000020:00000001:2.0:1769078093.301484:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000010:3.0:1769078093.301485:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000100:00000001:1.0:1769078093.301486:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1769078093.301486:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078093.301488:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000020:00000040:3.0:1769078093.301491:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000200:1.0:1769078093.301492:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078093.301496:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078093.301498:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301501:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078093.301504:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078093.301506:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:3.0:1769078093.301508:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078093.301509:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000200:1.0:1769078093.301510:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078093.301513:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078093.301513:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301515:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301519:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078093.301520:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078093.301521:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1769078093.301522:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078093.301523:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000100:00000001:1.0:1769078093.301524:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078093.301524:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078093.301526:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078093.301529:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:1.0:1769078093.301530:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769078093.301531:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769078093.301532:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.301533:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078093.301533:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078093.301537:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00100000:1.0:1769078093.301574:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078093.301578:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00100000:3.0:1769078093.301578:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078093.301582:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078093.301584:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078093.301587:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769078093.301594:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078093.301596:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1769078093.301599:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1769078093.301599:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000001:3.0:1769078093.301600:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00000001:2.0:1769078093.301603:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078093.301604:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078093.301608:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078093.301608:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078093.301613:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078093.301615:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078093.301618:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078093.301620:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078093.301623:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00001000:2.0:1769078093.301628:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000001:1.0:1769078093.301629:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078093.301632:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000100:00000001:1.0:1769078093.301636:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078093.301636:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301637:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078093.301639:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000080:00000001:2.0:1769078093.301640:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00080000:3.0:1769078093.301642:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078093.301643:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769078093.301643:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769078093.301648:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769078093.301649:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:2.0:1769078093.301650:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078093.301651:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078093.301652:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:2.0:1769078093.301653:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:3.0:1769078093.301656:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769078093.301657:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000080:00000001:2.0:1769078093.301657:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078093.301663:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769078093.301663:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078093.301667:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00020000:00000002:2.0:1769078093.301668:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000100:00080000:3.0:1769078093.301670:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5078 00000100:00000001:1.0:1769078093.301672:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:2.0:1769078093.301672:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078093.301676:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000400:00000200:3.0:1769078093.301677:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078093.301678:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078093.301682:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078093.301682:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000040:1.0:1769078093.301683:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078093.301686:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769078093.301688:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:2.0:1769078093.301691:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078093.301693:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078093.301695:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078093.301697:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078093.301699:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769078093.301701:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078093.301702:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00100000:1.0:1769078093.301705:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657858816:192.168.204.154@tcp:250:kworker.0 00020000:00000002:2.0:1769078093.301705:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:3.0:1769078093.301707:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078093.301710:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.301712:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078093.301713:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769078093.301714:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078093.301715:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078093.301718:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078093.301719:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:2.0:1769078093.301719:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000040:3.0:1769078093.301721:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00020000:00200000:2.0:1769078093.301723:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000001:3.0:1769078093.301725:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1769078093.301726:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25c00 x1855007657858816/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:2.0:1769078093.301726:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000040:3.0:1769078093.301728:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:2.0:1769078093.301731:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000020:00000001:3.0:1769078093.301733:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:2.0:1769078093.301734:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078093.301737:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078093.301738:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078093.301740:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078093.301744:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000001:1.0:1769078093.301745:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1769078093.301747:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078093.301748:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 02000000:00000001:1.0:1769078093.301749:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769078093.301750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078093.301752:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000010:1.0:1769078093.301753:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08635400. 00000100:00000040:3.0:1769078093.301755:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078093.301756:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:1.0:1769078093.301758:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078093.301759:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769078093.301760:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078093.301761:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078093.301762:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078093.301764:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000020:00000040:1.0:1769078093.301766:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00020000:00000001:2.0:1769078093.301766:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078093.301768:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078093.301771:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00020000:00000001:2.0:1769078093.301771:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000001:3.0:1769078093.301771:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078093.301774:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19800. 00000020:00000001:2.0:1769078093.301775:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:3.0:1769078093.301776:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078093.301778:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078093.301781:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078093.301782:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00020000:00000001:2.0:1769078093.301782:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.301786:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1769078093.301787:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078093.301788:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25c00. 00000020:00000001:2.0:1769078093.301788:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301793:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769078093.301793:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078093.301794:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000008:00100000:3.0:1769078093.301796:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:1.0:1769078093.301797:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078093.301797:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078093.301800:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00000001:3.0:1769078093.301801:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.301802:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078093.301802:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769078093.301804:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301805:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078093.301808:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078093.301809:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000100:00000001:1.0:1769078093.301810:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078093.301811:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078093.301813:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:1.0:1769078093.301814:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301814:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078093.301816:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078093.301818:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:2.0:1769078093.301818:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078093.301819:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.301822:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078093.301823:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769078093.301824:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078093.301826:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078093.301826:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078093.301827:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078093.301831:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078093.301831:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078093.301833:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078093.301835:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000010:3.0:1769078093.301836:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00020000:00000001:2.0:1769078093.301837:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078093.301840:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078093.301842:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301843:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078093.301844:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1769078093.301845:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:1.0:1769078093.301847:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078093.301848:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 02000000:00000001:1.0:1769078093.301850:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:2.0:1769078093.301850:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00100000:3.0:1769078093.301851:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078093.301853:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1769078093.301853:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078093.301855:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078093.301858:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078093.301859:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078093.301862:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078093.301865:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000100:00100000:1.0:1769078093.301866:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858944:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078093.301867:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000020:2.0:1769078093.301869:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000001:1.0:1769078093.301872:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078093.301872:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.301876:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1769078093.301876:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:1.0:1769078093.301879:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1769078093.301879:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:3.0:1769078093.301880:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078093.301882:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078093.301883:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:2.0:1769078093.301887:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000010:1.0:1769078093.301888:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08635400. 00000008:00000020:2.0:1769078093.301890:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 02000000:00000001:1.0:1769078093.301892:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078093.301900:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078093.301900:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769078093.301902:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078093.301903:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078093.301904:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000100:00000040:3.0:1769078093.301906:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5088) 00000020:00000001:2.0:1769078093.301907:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078093.301909:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00020000:00000001:2.0:1769078093.301911:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078093.301913:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657858944, portal 10 00020000:00000001:2.0:1769078093.301913:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301915:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.301916:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078093.301917:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069293312 : -115332640258304 : ffff971b06f24700) 00000020:00000001:2.0:1769078093.301917:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078093.301918:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078093.301920:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078093.301921:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078093.301923:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078093.301924:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078093.301926:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078093.301926:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078093.301928:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078093.301929:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078093.301930:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078093.301932:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078093.301933:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078093.301934:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769078093.301934:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078093.301936:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078093.301937:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078093.301938:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078093.301939:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00020000:00000001:2.0:1769078093.301939:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000200:1.0:1769078093.301941:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657858944, offset 0 00000020:00000001:2.0:1769078093.301941:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078093.301942:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078093.301943:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078093.301945:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:1.0:1769078093.301946:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078093.301946:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078093.301948:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078093.301949:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:1.0:1769078093.301950:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078093.301950:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078093.301951:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078093.301953:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078093.301954:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:2.0:1769078093.301955:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078093.301956:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078093.301957:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078093.301957:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.301959:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:1.0:1769078093.301960:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:2.0:1769078093.301961:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078093.301962:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000400:00000200:1.0:1769078093.301963:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078093.301963:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078093.301965:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:1.0:1769078093.301966:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00001000:2.0:1769078093.301966:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078093.301968:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000200:1.0:1769078093.301970:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370600:370600:256:4294967295] 192.168.204.154@tcp LPNI seq info [370595:370595:8:4294967295] 00020000:00000001:2.0:1769078093.301970:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078093.301971:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078093.301973:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:1.0:1769078093.301974:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078093.301976:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078093.301978:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078093.301979:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000400:00000200:1.0:1769078093.301982:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000080:00000001:2.0:1769078093.301982:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:2.0:1769078093.301984:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078093.301987:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078093.301990:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078093.301995:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078093.301998:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769078093.302003:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078093.302005:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769078093.302009:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078093.302012:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078093.302014:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078093.302018:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078093.302021:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078093.302033:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078093.302036:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078093.302039:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302050:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078093.302052:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302061:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.302062:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078093.302065:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078093.302068:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078093.302071:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078093.302072:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299750923 00000100:00000001:1.0:1769078093.302074:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299751627 00000100:00000001:1.0:1769078093.302075:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299750923 00000100:00000001:1.0:1769078093.302077:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299751627 00000100:00000001:1.0:1769078093.302078:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078093.302080:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.302081:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078093.302083:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078093/real 1769078093] req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078093.302088:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078093.302089:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078093.302090:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078093.302092:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078093.302093:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078093.302095:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078093.302097:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078093.302102:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302106:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078093.302107:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302108:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.302109:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078093.302111:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302116:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078093.302119:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302123:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078093.302125:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302126:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.302127:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302128:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078093.302130:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078093.302132:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078093.302134:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078093.302135:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078093.302137:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078093.302142:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657858944:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078093.302145:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078093.302147:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302151:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078093.302152:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.302154:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078093.302155:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078093.302156:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078093.302158:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859072:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078093.302160:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078093.302161:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078093.302163:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.302164:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078093.302166:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078093.302167:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078093.302170:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078093.302172:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078093.302174:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078093.302176:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657859072, portal 4 00000100:00000001:1.0:1769078093.302177:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078093.302178:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069306752 : -115332640244864 : ffff971b06f27b80) 00000100:00000040:1.0:1769078093.302182:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302186:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078093.302187:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078093.302189:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078093.302190:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657859072, offset 0 00000400:00000200:1.0:1769078093.302193:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078093.302195:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078093.302197:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078093.302200:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078093.302201:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078093.302203:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078093.302205:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078093.302207:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370601:370601:256:4294967295] 192.168.204.154@tcp LPNI seq info [370596:370596:8:4294967295] 00000400:00000200:1.0:1769078093.302210:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078093.302214:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078093.302217:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078093.302219:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078093.302221:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078093.302223:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769078093.302226:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078093.302228:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769078093.302230:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078093.302232:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078093.302234:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078093.302236:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078093.302238:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078093.302239:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078093.302241:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078093.302243:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302248:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078093.302250:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302254:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.302255:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078093.302257:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078093.302259:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078093.302261:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078093.302262:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299750944 00000100:00000001:1.0:1769078093.302264:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299751627 00000100:00000001:1.0:1769078093.302265:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299750944 00000100:00000001:1.0:1769078093.302267:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299751627 00000100:00000001:1.0:1769078093.302268:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078093.302269:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.302270:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078093.302272:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078093/real 1769078093] req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078093.302277:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078093.302278:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078093.302279:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078093.302280:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078093.302281:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078093.302282:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078093.302284:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078093.302290:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302293:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078093.302294:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302295:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.302296:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078093.302298:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302302:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078093.302304:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302308:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078093.302310:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302311:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.302311:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302313:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078093.302315:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078093.302316:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078093.302318:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078093.302320:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078093.302322:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078093.302328:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859072:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078093.302330:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302331:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078093.302333:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24700 x1855007657858944/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302338:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078093.302339:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078093.302340:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08635400. 02000000:00000001:1.0:1769078093.302341:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078093.302342:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078093.302343:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078093.302344:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078093.302346:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b400. 02000000:00000001:1.0:1769078093.302347:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078093.302348:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078093.302349:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24700. 00000100:00000001:1.0:1769078093.302351:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078093.302352:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302353:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078093.302355:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27b80 x1855007657859072/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302359:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078093.302359:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078093.302360:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078093.302362:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078093.302362:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078093.302363:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078093.302364:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078093.302365:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b800. 02000000:00000001:1.0:1769078093.302366:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078093.302367:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078093.302368:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27b80. 00000100:00000001:1.0:1769078093.302369:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078093.302370:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302371:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302373:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078093.302374:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.302375:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078093.302376:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078093.302377:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078093.302379:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302384:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078093.302385:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.302387:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078093.302388:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078093.302389:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078093.302390:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859200:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078093.302392:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078093.302394:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078093.302395:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078093.302396:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078093.302398:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078093.302399:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078093.302401:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078093.302403:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078093.302404:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078093.302406:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657859200, portal 4 00000100:00000001:1.0:1769078093.302407:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078093.302408:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069304960 : -115332640246656 : ffff971b06f27480) 00000100:00000040:1.0:1769078093.302411:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302415:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078093.302417:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078093.302418:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078093.302420:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657859200, offset 0 00000400:00000200:1.0:1769078093.302422:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078093.302424:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078093.302426:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078093.302427:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078093.302429:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078093.302431:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078093.302432:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078093.302434:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370602:370602:256:4294967295] 192.168.204.154@tcp LPNI seq info [370597:370597:8:4294967295] 00000400:00000200:1.0:1769078093.302437:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078093.302441:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078093.302444:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078093.302446:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078093.302448:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078093.302450:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769078093.302452:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078093.302454:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769078093.302457:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078093.302458:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078093.302460:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078093.302462:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078093.302464:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078093.302465:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078093.302467:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078093.302469:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302474:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078093.302476:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302480:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.302481:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078093.302483:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078093.302485:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078093.302486:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078093.302487:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299750948 00000100:00000001:1.0:1769078093.302489:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299751627 00000100:00000001:1.0:1769078093.302490:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299750948 00000100:00000001:1.0:1769078093.302492:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299751627 00000100:00000001:1.0:1769078093.302493:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078093.302495:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.302496:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078093.302498:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078093/real 1769078093] req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078093.302503:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078093.302503:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078093.302504:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078093.302506:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078093.302507:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078093.302508:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078093.302509:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078093.302514:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302518:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078093.302519:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302520:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.302521:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078093.302524:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302527:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078093.302530:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302534:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078093.302535:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302536:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078093.302537:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302551:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078093.302568:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078093.302571:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078093.302573:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078093.302574:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078093.302577:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078093.302583:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859200:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078093.302585:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302586:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078093.302588:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27480 x1855007657859200/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078118 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078093.302592:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078093.302593:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078093.302594:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078093.302596:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078093.302597:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078093.302598:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078093.302599:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078093.302600:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18400. 02000000:00000001:1.0:1769078093.302602:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078093.302603:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078093.302604:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27480. 00000100:00000001:1.0:1769078093.302605:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078093.302606:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302607:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.302609:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078093.302610:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.302611:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078093.302612:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.940638:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078093.940644:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078093.940646:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.940647:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078093.940653:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078093.940654:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078093.940656:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.940659:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078093.940659:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078093.940660:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078093.940660:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078093.940666:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078093.940668:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078093.940668:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078093.940668:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078093.940670:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078093.940672:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078093.940673:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.940674:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078093.940675:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078093.940677:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078093.940680:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078093.940680:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.940682:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078093.940683:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078093.940687:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078093.940689:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078093.940689:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078093.940691:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078093.940698:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078093.940698:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078093.940701:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078093.940705:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078093.940706:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078093.940709:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.940710:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078093.940712:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078093.940714:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078093.940716:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078093.940718:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078093.940721:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078093.940723:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078093.940724:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078093.940726:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078093.940727:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078093.940728:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078093.940728:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078093.940731:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078093.940732:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078093.940733:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.940735:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078093.940737:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.940738:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078093.940739:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078093.940740:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078093.940742:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078093.940744:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078093.940745:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078093.940748:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078093.940748:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078093.940750:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078093.940751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.940753:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078093.940754:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078093.940757:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078093.940757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078093.940760:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078093.940761:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078093.940764:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078093.940767:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078093.940770:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078093.940788:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078093.940791:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078093.940793:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769078094.068666:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299751627, at 4299751680 00000100:00000040:0.0:1769078094.068667:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299751627, at 4299751680 00000100:00000010:1.0:1769078094.068681:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0ba0. 00000100:00000010:0.0:1769078094.068685:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad05a0. 00000100:00000001:1.0:1769078094.324645:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078094.324646:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078094.324652:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078094.324653:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078094.324655:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078094.324657:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078094.324661:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078094.324663:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078094.324665:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078094.324669:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078094.324670:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078094.324673:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078094.324675:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078094.324676:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078094.324682:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078094.324682:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078094.324686:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078094.324689:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078094.964643:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078094.964643:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078094.964647:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078094.964650:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078094.964651:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078094.964653:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078094.964654:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078094.964655:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078094.964658:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078094.964658:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078094.964658:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078094.964660:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078094.964662:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078094.964666:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078094.964667:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078094.964667:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078094.964670:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078094.964672:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078094.964673:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078094.964674:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078094.964674:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078094.964676:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078094.964680:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078094.964681:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078094.964681:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078094.964683:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078094.964689:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078094.964690:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078094.964693:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078094.964695:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078094.964696:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078094.964699:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078094.964702:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078094.964703:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078094.964706:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078094.964709:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078094.964717:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078094.964720:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078094.964721:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078094.964724:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078094.964725:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078094.964727:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078094.964728:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078094.964732:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078094.964732:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078094.964736:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078094.964736:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078094.964739:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078094.964741:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078094.964745:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078094.964747:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078094.964749:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078094.964752:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078094.964754:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078094.964763:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078094.964764:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078094.964765:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078094.964767:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078094.964768:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078094.964770:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078094.964771:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078094.964772:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078094.964774:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078094.964776:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078094.964777:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078094.964786:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078094.964788:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078094.964793:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078094.964795:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078094.964799:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078094.964801:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078094.964819:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078094.964821:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078094.964823:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078095.348644:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078095.348652:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078095.348654:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078095.348661:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078095.348665:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078095.348670:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078095.348673:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078095.348675:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078095.348678:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078095.348711:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078095.348715:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078095.348716:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078095.348719:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078095.348721:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078095.348723:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078095.348725:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078095.348726:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078095.348728:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078095.988693:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078095.988694:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078095.988707:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078095.988707:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078095.988710:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078095.988712:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078095.988716:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078095.988718:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078095.988718:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078095.988720:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078095.988725:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078095.988726:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078095.988726:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078095.988733:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078095.988734:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078095.988735:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078095.988735:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078095.988745:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078095.988746:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078095.988751:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078095.988760:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078095.988761:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078095.988765:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078095.988766:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078095.988766:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078095.988778:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078095.988779:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078095.988782:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078095.988782:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078095.988784:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078095.988793:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078095.988796:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078095.988797:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078095.988797:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078095.988807:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078095.988809:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078095.988811:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078095.988814:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078095.988820:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078095.988822:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078095.988828:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078095.988828:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078095.988834:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078095.988834:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078095.988835:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078095.988838:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078095.988841:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078095.988842:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078095.988849:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078095.988854:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078095.988856:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078095.988860:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078095.988862:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078095.988866:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078095.988874:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078095.988875:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078095.988880:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078095.988882:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078095.988885:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078095.988886:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078095.988889:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078095.988896:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078095.988897:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078095.988900:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078095.988906:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078095.988907:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078095.988911:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078095.988914:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078095.988919:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078095.988922:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078095.988926:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078095.988931:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078095.988935:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078095.988939:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078096.372726:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078096.372726:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078096.372739:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078096.372739:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078096.372747:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078096.372747:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078096.372761:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078096.372762:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078096.372774:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078096.372775:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078096.372788:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078096.372788:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078096.372798:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078096.372803:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078096.372809:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078096.372815:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078096.372816:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078096.372824:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078097.012704:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078097.012712:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078097.012713:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078097.012718:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078097.012718:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078097.012723:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078097.012725:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078097.012728:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078097.012732:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078097.012732:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078097.012734:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078097.012744:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078097.012744:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078097.012749:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078097.012749:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078097.012754:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078097.012754:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078097.012757:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078097.012762:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078097.012765:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078097.012767:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078097.012768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078097.012769:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078097.012772:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078097.012779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078097.012780:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078097.012782:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078097.012800:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078097.012801:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078097.012803:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078097.012804:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078097.012808:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078097.012810:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078097.012818:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078097.012823:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078097.012824:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078097.012831:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078097.012831:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078097.012835:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078097.012838:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078097.012839:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078097.012841:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078097.012845:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078097.012848:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078097.012849:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078097.012854:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078097.012854:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078097.012858:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078097.012861:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078097.012864:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078097.012868:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078097.012869:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078097.012869:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078097.012871:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078097.012874:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078097.012881:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078097.012881:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078097.012889:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078097.012895:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078097.012897:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078097.012900:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078097.012903:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078097.012904:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078097.012909:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078097.012910:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078097.012912:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078097.012917:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078097.012922:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078097.012923:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078097.012926:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078097.012928:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769078097.012933:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078097.012934:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078097.012942:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078097.396665:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078097.396674:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078097.396676:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078097.396683:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078097.396683:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078097.396699:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078097.396700:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078097.396711:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078097.396719:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078097.396720:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078097.396729:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078097.396730:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078097.396733:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078097.396739:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078097.396739:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078097.396752:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078097.396757:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078097.396762:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.036673:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078098.036681:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078098.036685:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.036690:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078098.036693:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078098.036694:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078098.036694:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078098.036702:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078098.036708:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078098.036708:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.036709:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078098.036709:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078098.036719:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.036722:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078098.036722:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078098.036723:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078098.036726:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078098.036728:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078098.036735:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078098.036736:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078098.036737:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078098.036739:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078098.036748:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.036749:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.036751:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078098.036751:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078098.036755:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078098.036760:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078098.036762:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078098.036763:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.036768:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078098.036770:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078098.036774:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078098.036775:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.036776:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.036788:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078098.036789:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078098.036790:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078098.036790:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078098.036799:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078098.036803:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.036803:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.036805:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078098.036813:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078098.036819:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078098.036820:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078098.036820:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.036832:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078098.036833:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078098.036834:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078098.036838:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.036839:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078098.036840:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078098.036844:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078098.036849:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078098.036853:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078098.036854:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078098.036857:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078098.036864:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078098.036866:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078098.036870:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078098.036871:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.036882:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078098.036886:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078098.036889:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078098.036893:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078098.036896:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078098.036896:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078098.036902:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078098.036902:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.036906:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769078098.036906:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078098.036909:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.036911:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078098.420652:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078098.420660:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078098.420662:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078098.420665:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078098.420667:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078098.420670:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078098.420671:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078098.420672:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078098.420677:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078098.420678:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5083 00000100:00000001:1.0:1769078098.420681:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078098.420685:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.420688:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078098.420691:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769078098.420692:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078098.420695:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078098.420706:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078098.420711:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078098.420715:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.420720:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078098.420723:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.420727:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078098.420732:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078098.420735:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769078098.420740:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078098.420743:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769078098.420745:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078098.420749:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769078098.420752:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.420754:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078098.420757:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.420759:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078098.420762:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769078098.420764:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078098.420765:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078098.420767:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078098.420770:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078098.420772:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.420774:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078098.420775:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078098.420782:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00000020:00000040:3.0:1769078098.420785:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769078098.420788:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078098.420789:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.420792:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078098.420794:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078098.420798:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078098.420805:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000100:00000001:3.0:1769078098.420811:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078098.420818:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078098.420826:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078098.420830:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078098.420835:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078098.420852:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078098.420856:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.420859:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1769078098.420860:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078098.420862:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078098.420872:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1769078098.420874:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078098.420876:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078098.420882:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078098.420884:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078098.420888:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078098.420889:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.420891:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769078098.420895:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5083 00000100:00000001:1.0:1769078098.420898:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1769078098.420902:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078098.420904:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769078098.420905:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078098.420908:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078098.420913:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:1.0:1769078098.420915:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078098.420916:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078098.420922:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.420929:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078098.420930:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078098.420936:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078098.420937:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078098.420939:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 02000000:00000001:1.0:1769078098.420941:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769078098.420942:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078098.420946:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769078098.420946:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:1.0:1769078098.420951:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078098.420951:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:3.0:1769078098.420957:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00100000:1.0:1769078098.420960:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657859328:192.168.204.154@tcp:250:kworker.0 00000100:00000040:3.0:1769078098.420963:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078098.420967:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078098.420967:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078098.420971:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769078098.420972:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078098.420975:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.420976:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:1.0:1769078098.420980:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1769078098.420981:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:3.0:1769078098.420985:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000010:1.0:1769078098.420987:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 00000100:00000001:3.0:1769078098.420987:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.420990:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078098.420991:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078098.420992:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078098.420997:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078098.420999:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769078098.421004:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078098.421005:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078098.421006:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078098.421010:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000100:00000001:3.0:1769078098.421015:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:1.0:1769078098.421020:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000008:00100000:3.0:1769078098.421022:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078098.421025:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.421027:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078098.421028:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657859328, portal 25 00000100:00000010:3.0:1769078098.421031:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00000100:00000001:1.0:1769078098.421032:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1769078098.421035:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000001:1.0:1769078098.421037:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069296000 : -115332640255616 : ffff971b06f25180) 02000000:00000001:3.0:1769078098.421039:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078098.421042:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.421045:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1769078098.421046:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078098.421047:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078098.421050:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078098.421056:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000100:00000001:1.0:1769078098.421058:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078098.421060:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078098.421063:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078098.421067:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00100000:3.0:1769078098.421068:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769078098.421071:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657859328, offset 0 00000100:00000001:3.0:1769078098.421079:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078098.421081:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078098.421086:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000040:3.0:1769078098.421086:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078098.421101:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078098.421103:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078098.421107:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078098.421110:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1769078098.421113:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:3.0:1769078098.421113:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078098.421115:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078098.421120:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078098.421122:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5083 00000400:00000200:1.0:1769078098.421124:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078098.421129:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078098.421134:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078098.421136:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078098.421139:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.421142:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769078098.421143:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000040:3.0:1769078098.421147:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.421152:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:1.0:1769078098.421153:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1769078098.421157:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769078098.421158:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000040:3.0:1769078098.421162:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000400:00000200:1.0:1769078098.421166:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370603:370603:256:4294967295] 192.168.204.154@tcp LPNI seq info [370598:370598:8:4294967295] 00000020:00000001:3.0:1769078098.421167:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078098.421172:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:1.0:1769078098.421175:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078098.421178:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769078098.421182:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:1.0:1769078098.421191:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000040:3.0:1769078098.421191:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.421196:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078098.421200:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:1.0:1769078098.421204:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:3.0:1769078098.421205:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078098.421210:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:3.0:1769078098.421213:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000800:00000010:1.0:1769078098.421214:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000100:00000001:3.0:1769078098.421215:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078098.421220:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078098.421223:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078098.421225:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.421227:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000200:1.0:1769078098.421230:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00100000:3.0:1769078098.421230:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769078098.421235:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.421238:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078098.421239:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000100:00000010:3.0:1769078098.421241:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000020:00000040:3.0:1769078098.421245:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:3.0:1769078098.421248:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078098.421250:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.421253:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.1:1769078098.421253:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000001:3.0:1769078098.421255:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078098.421258:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078098.421260:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 02000000:00000010:3.0:1769078098.421262:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000100:00000001:3.0:1769078098.421268:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078098.421273:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00100000:3.0:1769078098.421275:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1769078098.421278:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000100:00000001:3.0:1769078098.421285:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078098.421287:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078098.421290:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078098.421295:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078098.421297:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769078098.421300:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:3.0:1769078098.421300:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078098.421303:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078098.421305:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078098.421308:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078098.421312:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5083 00000400:00000200:1.0:1769078098.421316:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078098.421318:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078098.421323:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078098.421325:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769078098.421327:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000100:00000040:3.0:1769078098.421328:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.421332:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1769078098.421333:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000040:3.0:1769078098.421334:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.421339:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078098.421341:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078098.421342:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1769078098.421343:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769078098.421346:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078098.421348:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769078098.421351:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000200:1.0:1769078098.421352:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078098.421354:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:3.0:1769078098.421361:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.421366:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078098.421369:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078098.421369:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078098.421373:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000040:1.0:1769078098.421377:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769078098.421378:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769078098.421384:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078098.421388:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078098.421393:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078098.421396:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078098.421397:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078098.421402:0:2365:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769078098.421403:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.421406:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078098.421408:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769078098.421409:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.421411:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.421411:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078098.421413:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000020:00000040:3.0:1769078098.421416:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:3.0:1769078098.421418:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078098.421418:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078098.421419:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078098.421420:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078098.421421:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078098.421424:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000010:3.0:1769078098.421424:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00000100:00000001:3.0:1769078098.421428:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.421430:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299756747 00000100:00100000:3.0:1769078098.421435:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1769078098.421437:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0ba0. 00000100:00000001:3.0:1769078098.421443:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078098.421445:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.421446:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1769078098.421448:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078098.421471:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.421474:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299756747 00000100:00000040:3.0:1769078098.421475:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5093) 00000100:00000010:1.0:1769078098.421481:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0060. 00000100:00000001:1.0:1769078098.421486:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078098.421489:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078098.421491:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.421493:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078098.421502:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078098/real 1769078098] req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078098.421511:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078098.421512:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078098.421514:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078098.421517:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078098.421518:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078098.421519:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078098.421522:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078098.421528:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421533:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078098.421535:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.421536:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078098.421538:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078098.421540:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421544:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078098.421547:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421570:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078098.421572:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.421573:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078098.421574:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.421576:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078098.421577:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078098.421579:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078098.421582:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078098.421584:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078098.421587:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078098.421593:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657859328:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078098.421596:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.421597:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078098.421599:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25180 x1855007657859328/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421604:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078098.421605:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078098.421608:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078098.421610:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078098.421611:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078098.421612:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078098.421614:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078098.421615:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:1.0:1769078098.421619:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078098.421620:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078098.421622:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25180. 00000100:00000001:1.0:1769078098.421624:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078098.421625:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.421627:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.421632:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078098.421633:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.421635:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078098.421636:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078098.421637:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078098.421640:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421645:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078098.421646:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078098.421648:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078098.421649:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078098.421651:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078098.421652:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859456:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078098.421654:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078098.421656:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078098.421657:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078098.421658:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078098.421660:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078098.421661:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078098.421664:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078098.421666:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078098.421669:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078098.421671:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657859456, portal 10 00000100:00000001:1.0:1769078098.421673:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078098.421674:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069291520 : -115332640260096 : ffff971b06f24000) 00000100:00000040:1.0:1769078098.421678:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421683:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078098.421685:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078098.421686:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078098.421688:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657859456, offset 0 00000400:00000200:1.0:1769078098.421690:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078098.421693:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078098.421695:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078098.421698:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078098.421699:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078098.421701:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078098.421703:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078098.421705:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370604:370604:256:4294967295] 192.168.204.154@tcp LPNI seq info [370599:370599:8:4294967295] 00000400:00000200:1.0:1769078098.421708:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078098.421713:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078098.421716:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078098.421718:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078098.421721:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078098.421723:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769078098.421726:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078098.421728:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1769078098.421731:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078098.421732:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078098.421734:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078098.421736:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078098.421738:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078098.421739:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078098.421741:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078098.421743:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421756:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078098.421760:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421767:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.421768:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078098.421772:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078098.421775:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078098.421779:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078098.421781:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299756043 00000100:00000001:1.0:1769078098.421784:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299756747 00000100:00000001:1.0:1769078098.421786:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299756043 00000100:00000001:1.0:1769078098.421789:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299756747 00000100:00000001:1.0:1769078098.421791:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078098.421794:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.421796:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078098.421800:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078098/real 1769078098] req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078098.421809:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078098.421810:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078098.421812:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078098.421815:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078098.421816:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078098.421819:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078098.421822:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078098.421828:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421832:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078098.421834:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.421835:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078098.421836:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078098.421838:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421843:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078098.421845:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421849:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078098.421851:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.421852:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078098.421853:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.421854:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078098.421857:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078098.421859:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078098.421861:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078098.421862:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078098.421865:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078098.421874:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859456:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078098.421879:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078098.421882:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421889:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078098.421891:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078098.421893:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078098.421895:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078098.421897:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078098.421901:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859584:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078098.421904:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078098.421907:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078098.421908:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078098.421910:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078098.421915:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636c00. 02000000:00000001:1.0:1769078098.421917:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078098.421921:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078098.421924:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078098.421928:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078098.421931:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657859584, portal 4 00000100:00000001:1.0:1769078098.421933:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078098.421934:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069303168 : -115332640248448 : ffff971b06f26d80) 00000100:00000040:1.0:1769078098.421940:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.421947:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078098.421950:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078098.421952:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078098.421954:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657859584, offset 0 00000400:00000200:1.0:1769078098.421957:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078098.421960:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078098.421962:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078098.421964:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078098.421966:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078098.421968:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078098.421970:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078098.421972:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370605:370605:256:4294967295] 192.168.204.154@tcp LPNI seq info [370600:370600:8:4294967295] 00000400:00000200:1.0:1769078098.421975:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078098.421979:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078098.421982:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078098.421984:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078098.421987:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078098.421989:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769078098.421992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078098.421993:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1769078098.421996:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078098.421997:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078098.422000:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078098.422002:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078098.422004:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078098.422005:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078098.422007:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078098.422009:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422015:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078098.422017:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422021:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.422022:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078098.422025:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078098.422027:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078098.422029:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078098.422030:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299756064 00000100:00000001:1.0:1769078098.422032:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299756747 00000100:00000001:1.0:1769078098.422034:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299756064 00000100:00000001:1.0:1769078098.422035:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299756747 00000100:00000001:1.0:1769078098.422036:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078098.422038:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.422039:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078098.422041:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078098/real 1769078098] req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078098.422046:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078098.422047:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078098.422048:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078098.422050:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078098.422051:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078098.422052:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078098.422054:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078098.422060:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422064:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078098.422065:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.422066:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078098.422067:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078098.422069:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422073:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078098.422075:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422079:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078098.422081:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.422082:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078098.422082:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.422083:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078098.422087:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078098.422088:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078098.422090:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078098.422091:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078098.422094:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078098.422103:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859584:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078098.422106:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078098.422108:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422112:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078098.422113:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078098.422114:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078098.422115:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078098.422116:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078098.422118:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859712:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078098.422120:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078098.422121:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078098.422122:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078098.422123:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078098.422126:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08635400. 02000000:00000001:1.0:1769078098.422127:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078098.422129:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078098.422131:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078098.422133:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078098.422135:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657859712, portal 4 00000100:00000001:1.0:1769078098.422136:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078098.422137:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069295104 : -115332640256512 : ffff971b06f24e00) 00000100:00000040:1.0:1769078098.422140:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422144:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078098.422146:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078098.422148:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078098.422149:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657859712, offset 0 00000400:00000200:1.0:1769078098.422151:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078098.422154:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078098.422156:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078098.422158:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078098.422160:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078098.422161:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078098.422163:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078098.422165:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370606:370606:256:4294967295] 192.168.204.154@tcp LPNI seq info [370601:370601:8:4294967295] 00000400:00000200:1.0:1769078098.422168:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078098.422171:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078098.422174:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078098.422176:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078098.422178:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078098.422179:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769078098.422182:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078098.422184:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1769078098.422186:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078098.422187:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078098.422189:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078098.422192:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078098.422193:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078098.422194:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078098.422196:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078098.422198:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422203:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078098.422205:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078123 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422209:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.422210:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078098.422212:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078098.422213:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078098.422215:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078098.422217:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299756068 00000100:00000001:1.0:1769078098.422219:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299756747 00000100:00000001:1.0:1769078098.422220:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299756068 00000100:00000001:1.0:1769078098.422222:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299756747 00000100:00000001:1.0:1769078098.422223:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078098.422224:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.422225:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078098.422227:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078098/real 1769078098] req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078098.422232:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078098.422232:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078098.422233:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078098.422235:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078098.422236:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078098.422237:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078098.422239:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078098.422244:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422248:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078098.422249:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.422250:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078098.422251:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078098.422253:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422257:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078098.422259:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422263:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078098.422265:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.422266:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078098.422267:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.422268:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078098.422271:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078098.422272:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078098.422275:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078098.422277:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078098.422281:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078098.422289:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859712:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078098.422292:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.422294:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078098.422297:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24000 x1855007657859456/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422304:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078098.422306:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078098.422308:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078098.422310:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078098.422312:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078098.422313:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078098.422316:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078098.422318:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 02000000:00000001:1.0:1769078098.422320:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078098.422322:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078098.422324:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24000. 00000100:00000001:1.0:1769078098.422326:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078098.422327:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.422329:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078098.422333:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f26d80 x1855007657859584/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422344:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078098.422345:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078098.422346:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636c00. 02000000:00000001:1.0:1769078098.422348:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078098.422349:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078098.422349:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078098.422351:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078098.422352:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 02000000:00000001:1.0:1769078098.422353:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078098.422354:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078098.422355:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f26d80. 00000100:00000001:1.0:1769078098.422357:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078098.422357:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.422358:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078098.422360:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24e00 x1855007657859712/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078123 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078098.422364:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078098.422365:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078098.422366:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08635400. 02000000:00000001:1.0:1769078098.422367:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078098.422368:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078098.422369:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078098.422370:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078098.422371:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19400. 02000000:00000001:1.0:1769078098.422372:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078098.422373:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078098.422374:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24e00. 00000100:00000001:1.0:1769078098.422375:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078098.422376:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.422377:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078098.422380:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078098.422380:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078098.422382:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078098.422383:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078099.060654:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078099.060654:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078099.060657:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078099.060661:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078099.060661:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078099.060662:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078099.060666:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078099.060667:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078099.060667:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078099.060674:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078099.060675:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078099.060676:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078099.060676:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078099.060679:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078099.060684:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078099.060685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078099.060685:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078099.060689:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078099.060691:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078099.060692:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078099.060692:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078099.060694:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078099.060696:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078099.060697:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078099.060700:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078099.060700:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078099.060706:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078099.060709:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078099.060709:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078099.060709:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078099.060714:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078099.060716:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078099.060721:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078099.060721:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078099.060722:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078099.060724:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078099.060726:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078099.060728:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078099.060730:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078099.060731:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078099.060733:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078099.060734:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078099.060738:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078099.060740:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078099.060740:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078099.060745:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078099.060745:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078099.060753:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078099.060753:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078099.060759:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078099.060760:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078099.060761:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078099.060762:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078099.060764:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078099.060765:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078099.060766:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078099.060768:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078099.060769:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078099.060770:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078099.060771:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078099.060772:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078099.060773:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078099.060775:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078099.060776:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:0.0:1769078099.060779:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078099.060779:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078099.060780:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078099.060781:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078099.060786:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078099.060787:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078099.060787:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078099.060790:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078099.060792:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078099.060793:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078099.060794:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078099.060797:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078099.060800:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078099.060801:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078099.060804:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078099.060807:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078099.060813:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078099.060817:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078099.060818:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078099.060820:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078099.060830:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078099.060832:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078099.060833:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078099.060836:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078099.060837:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078099.060841:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1769078099.060842:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078099.060844:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078099.188643:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299756747, at 4299756800 00000100:00000040:1.0:1769078099.188643:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299756747, at 4299756800 00000100:00000010:1.0:1769078099.188658:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0060. 00000100:00000010:0.0:1769078099.188664:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0ba0. 00000100:00000001:2.0:1769078099.444632:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078099.444633:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078099.444641:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078099.444642:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078099.444643:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078099.444647:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078099.444648:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078099.444653:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078099.444653:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078099.444658:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078099.444659:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078099.444661:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078099.444664:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078099.444665:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078099.444667:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078099.444670:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078099.444673:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078099.444677:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078100.084655:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078100.084661:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078100.084665:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078100.084667:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078100.084668:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078100.084669:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078100.084670:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078100.084671:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078100.084672:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078100.084675:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078100.084676:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078100.084677:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078100.084678:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078100.084681:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078100.084681:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078100.084681:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078100.084684:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078100.084688:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078100.084689:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078100.084690:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078100.084691:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078100.084691:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078100.084696:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078100.084696:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078100.084697:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078100.084697:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078100.084702:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078100.084702:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078100.084708:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078100.084711:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078100.084714:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078100.084718:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078100.084719:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078100.084721:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078100.084723:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078100.084726:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078100.084728:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078100.084729:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078100.084735:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078100.084736:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078100.084738:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078100.084741:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078100.084743:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078100.084744:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078100.084746:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1769078100.084749:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:0.0:1769078100.084750:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078100.084751:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078100.084753:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1769078100.084755:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078100.084756:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078100.084757:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078100.084764:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078100.084764:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078100.084767:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078100.084770:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078100.084784:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078100.084786:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078100.084787:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078100.084789:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078100.084791:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078100.084792:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078100.084794:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078100.084796:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078100.084797:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078100.084800:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078100.084800:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078100.084805:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078100.084805:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078100.084809:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078100.084811:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078100.084815:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078100.084817:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078100.084819:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078100.468661:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078100.468663:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078100.468671:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078100.468672:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078100.468674:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078100.468676:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078100.468684:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078100.468684:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078100.468692:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078100.468692:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078100.468699:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078100.468700:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078100.468707:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078100.468711:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078100.468714:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078100.468715:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078100.468724:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078100.468726:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078101.108692:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078101.108692:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078101.108692:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078101.108703:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078101.108703:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078101.108703:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078101.108708:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078101.108708:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078101.108709:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078101.108717:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078101.108718:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078101.108719:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078101.108725:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078101.108726:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078101.108726:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078101.108731:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078101.108732:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078101.108732:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078101.108739:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078101.108743:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078101.108746:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078101.108757:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078101.108762:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078101.108765:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078101.108777:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078101.108782:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078101.108784:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078101.108787:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078101.108791:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078101.108794:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078101.108797:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078101.108799:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078101.108802:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078101.108818:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078101.108821:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078101.108823:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078101.108825:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078101.108827:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078101.108829:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078101.108832:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078101.108833:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078101.108834:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078101.108839:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078101.108840:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078101.108844:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078101.108845:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078101.108847:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078101.108850:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078101.108852:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078101.108854:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078101.108857:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078101.108859:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078101.108861:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078101.108864:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078101.108865:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078101.108869:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078101.108870:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078101.108877:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078101.108880:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078101.108883:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078101.108907:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078101.108911:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078101.108913:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078101.108916:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078101.108918:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078101.108921:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078101.108923:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078101.108925:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078101.108928:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078101.108930:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078101.108933:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078101.108934:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078101.108937:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078101.108939:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078101.108997:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078101.108999:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078101.109002:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078101.109039:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078101.109043:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078101.109047:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078101.492673:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078101.492676:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078101.492680:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078101.492682:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078101.492683:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078101.492687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078101.492689:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078101.492693:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078101.492694:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078101.492699:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078101.492699:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078101.492703:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078101.492704:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078101.492708:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078101.492715:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078101.492715:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078101.492719:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078101.492722:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078102.132652:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078102.132661:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078102.132663:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078102.132670:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078102.132675:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078102.132678:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078102.132679:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078102.132685:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078102.132686:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078102.132692:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078102.132693:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078102.132696:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078102.132697:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078102.132706:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078102.132708:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078102.132711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078102.132712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078102.132740:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078102.132743:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078102.132745:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078102.132826:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078102.132827:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078102.132829:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078102.132831:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078102.132832:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078102.132834:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078102.132836:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078102.132838:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078102.132840:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078102.132843:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078102.132844:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078102.132848:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078102.132849:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078102.132850:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078102.132852:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078102.132856:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078102.132859:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078102.132863:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078102.132886:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078102.132889:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078102.132890:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078102.132892:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078102.132893:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078102.132896:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078102.132898:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078102.132899:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078102.132901:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078102.133020:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078102.133023:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078102.133025:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078102.133028:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078102.133032:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078102.133034:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078102.133036:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078102.133038:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078102.133040:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078102.133064:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078102.133067:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078102.133068:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078102.133070:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078102.133072:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078102.133074:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078102.133075:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078102.133076:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078102.133078:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078102.133124:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078102.133127:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078102.133128:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078102.133131:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078102.133133:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078102.133135:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078102.133136:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078102.133138:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078102.133140:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078102.516670:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078102.516678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078102.516680:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078102.516686:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078102.516691:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078102.516692:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078102.516697:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078102.516700:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078102.516703:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078102.516705:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078102.516706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078102.516710:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078102.516712:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078102.516718:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078102.516722:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078102.516723:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078102.516728:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078102.516731:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.156685:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078103.156685:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078103.156685:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078103.156687:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078103.156691:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078103.156692:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078103.156692:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078103.156693:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078103.156694:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.156697:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.156697:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.156698:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078103.156700:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078103.156702:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078103.156703:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078103.156705:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078103.156706:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078103.156708:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078103.156708:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078103.156710:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078103.156712:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078103.156713:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.156713:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078103.156714:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078103.156716:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078103.156717:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.156722:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078103.156722:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.156725:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.156728:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.156729:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078103.156731:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078103.156734:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.156734:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078103.156737:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078103.156740:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.156748:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078103.156750:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078103.156753:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078103.156755:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.156756:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078103.156757:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.156757:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078103.156760:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078103.156763:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078103.156763:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.156763:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078103.156765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078103.156767:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078103.156769:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078103.156770:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.156771:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078103.156771:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078103.156775:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.156775:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078103.156778:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078103.156779:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078103.156779:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078103.156781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078103.156782:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078103.156783:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078103.156786:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.156788:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.156789:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078103.156792:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078103.156793:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078103.156795:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.156795:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078103.156797:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.156798:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078103.156804:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078103.156826:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078103.156830:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078103.156834:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078103.540677:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078103.540682:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078103.540685:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078103.540688:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078103.540689:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078103.540692:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078103.540699:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078103.540699:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078103.540701:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078103.540706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078103.540707:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078103.540712:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.540714:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078103.540715:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078103.540717:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078103.540721:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078103.540722:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078103.540728:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078103.540729:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.540729:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078103.540734:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078103.540737:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078103.540739:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078103.540747:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5088 00000400:00000200:3.0:1769078103.540759:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078103.540766:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078103.540770:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078103.540774:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078103.540778:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078103.540782:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078103.540785:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078103.540791:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078103.540794:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769078103.540797:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078103.540800:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769078103.540804:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078103.540808:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769078103.540812:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078103.540815:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078103.540818:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078103.540820:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078103.540824:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769078103.540828:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078103.540831:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078103.540834:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078103.540837:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078103.540840:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.540842:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078103.540845:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078103.540854:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27800. 00000020:00000040:3.0:1769078103.540858:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769078103.540862:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078103.540864:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.540866:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078103.540869:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078103.540875:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078103.540884:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00000100:00000001:3.0:1769078103.540890:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078103.540898:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078103.540908:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078103.540913:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078103.540918:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2388de] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078103.540938:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078103.540941:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078103.540945:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078103.540947:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078103.540949:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078103.540952:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078103.540956:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5088 00000400:00000200:3.0:1769078103.540961:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078103.540965:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769078103.540965:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078103.540970:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078103.540971:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078103.540975:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078103.540977:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078103.540983:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078103.540985:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078103.540989:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078103.540995:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078103.541001:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078103.541003:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000100:00000001:1.0:1769078103.541007:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078103.541008:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078103.541010:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078103.541013:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:1.0:1769078103.541018:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769078103.541018:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078103.541024:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078103.541024:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078103.541031:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078103.541032:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00100000:1.0:1769078103.541039:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657859840:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078103.541045:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1769078103.541047:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078103.541050:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769078103.541053:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078103.541056:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.541058:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:1.0:1769078103.541061:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1769078103.541064:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000010:1.0:1769078103.541069:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 00000100:00080000:3.0:1769078103.541070:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:1.0:1769078103.541074:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.541076:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078103.541080:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769078103.541085:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:3.0:1769078103.541088:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1769078103.541091:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 02000000:00000001:3.0:1769078103.541092:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.541098:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078103.541102:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1769078103.541103:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000008:00000001:3.0:1769078103.541109:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.541113:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078103.541114:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657859840, portal 25 00000100:00000001:1.0:1769078103.541119:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1769078103.541119:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24a80. 00000100:00000001:1.0:1769078103.541122:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069305856 : -115332640245760 : ffff971b06f27800) 00000020:00000040:3.0:1769078103.541126:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769078103.541132:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1769078103.541133:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078103.541135:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.541140:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078103.541143:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078103.541148:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541151:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1769078103.541155:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000100:00000040:1.0:1769078103.541156:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078103.541163:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000001:3.0:1769078103.541164:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078103.541168:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657859840, offset 0 00000100:00100000:3.0:1769078103.541174:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769078103.541179:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:3.0:1769078103.541189:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769078103.541194:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078103.541195:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078103.541204:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9aa0412] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078103.541205:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078103.541215:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078103.541222:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000001:3.0:1769078103.541223:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078103.541229:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1769078103.541229:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769078103.541234:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00080000:3.0:1769078103.541238:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1769078103.541243:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370607:370607:256:4294967295] 192.168.204.154@tcp LPNI seq info [370602:370602:8:4294967295] 00000100:00000001:3.0:1769078103.541243:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078103.541248:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769078103.541253:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078103.541256:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078103.541263:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5088 00000400:00000200:1.0:1769078103.541270:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000400:00000200:3.0:1769078103.541274:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078103.541284:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000800:00000200:1.0:1769078103.541285:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00080000:3.0:1769078103.541288:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000800:00000010:1.0:1769078103.541292:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000100:00000040:3.0:1769078103.541294:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078103.541299:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078103.541302:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078103.541307:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:1.0:1769078103.541308:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078103.541313:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.0:1769078103.541316:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000020:00000040:3.0:1769078103.541317:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769078103.541321:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078103.541326:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000200:1.1:1769078103.541326:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078103.541331:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000200:1.1:1769078103.541333:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000020:00000001:3.0:1769078103.541336:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000100:1.0:1769078103.541343:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000040:3.0:1769078103.541346:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000010:1.0:1769078103.541348:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000100:00000001:3.0:1769078103.541351:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078103.541356:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078103.541357:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1769078103.541360:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078103.541379:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:1.0:1769078103.541382:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00080000:3.0:1769078103.541387:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:1.0:1769078103.541391:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000100:00000001:3.0:1769078103.541393:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078103.541396:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 02000000:00000001:3.0:1769078103.541397:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078103.541403:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078103.541405:0:2365:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1769078103.541408:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078103.541414:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078103.541414:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078103.541418:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769078103.541425:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.541431:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541435:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1769078103.541439:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000100:00000040:1.0:1769078103.541441:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769078103.541444:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:3.0:1769078103.541452:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078103.541455:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541457:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.541459:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078103.541461:0:2365:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1769078103.541463:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078103.541467:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541470:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078103.541473:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000400:00000200:1.0:1769078103.541479:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078103.541480:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541485:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299761867 00000100:00100000:3.0:1769078103.541491:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1769078103.541495:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0060. 00000100:00000001:3.0:1769078103.541505:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078103.541506:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078103.541509:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541516:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299761867 00000100:00000040:3.0:1769078103.541517:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769078103.541524:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0cc0. 00000100:00000001:1.0:1769078103.541531:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078103.541536:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541537:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769078103.541542:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078103.541543:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541549:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078103.541575:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078103/real 1769078103] req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078103.541578:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078103.541583:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078103.541586:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:1.0:1769078103.541589:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1769078103.541592:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000001:1.0:1769078103.541593:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078103.541598:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000100:00080000:3.0:1769078103.541599:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5088 00000400:00000200:1.0:1769078103.541605:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000200:3.0:1769078103.541609:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078103.541611:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078103.541616:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1769078103.541617:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078103.541622:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1769078103.541625:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078103.541629:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078103.541634:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078103.541639:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078103.541644:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078103.541647:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1769078103.541650:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769078103.541651:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769078103.541655:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078103.541658:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769078103.541663:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:1.0:1769078103.541666:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769078103.541668:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:1.0:1769078103.541670:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.541675:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1769078103.541676:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078103.541679:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078103.541682:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078103.541689:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078103.541689:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078103.541694:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078103.541699:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769078103.541706:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078103.541711:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078103.541711:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078103.541718:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1769078103.541723:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078103.541723:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078103.541728:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078103.541734:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078103.541737:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:1.0:1769078103.541741:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:3.0:1769078103.541742:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541749:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078103.541749:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541753:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.541756:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769078103.541756:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000100:00000001:1.0:1769078103.541760:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000040:3.0:1769078103.541762:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:1.0:1769078103.541764:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769078103.541769:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00080000:1.0:1769078103.541770:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1769078103.541774:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078103.541777:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078103.541780:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769078103.541785:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1769078103.541789:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078103.541790:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078103.541794:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078103.541802:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000100:00100000:1.0:1769078103.541805:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657859840:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078103.541807:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541811:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.541815:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1769078103.541817:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769078103.541823:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27800 x1855007657859840/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078103.541835:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078103.541840:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078103.541850:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.541851:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078103.541856:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078103.541859:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078103.541866:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1769078103.541867:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078103.541870:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078103.541873:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000100:00000040:3.0:1769078103.541875:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5098) 00000020:00000001:1.0:1769078103.541876:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078103.541881:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19400. 02000000:00000001:1.0:1769078103.541885:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078103.541888:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078103.541890:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27800. 00000100:00000001:1.0:1769078103.541894:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078103.541896:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.541898:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.541906:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078103.541909:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.541912:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078103.541914:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078103.541915:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078103.541919:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.541926:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078103.541928:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.541930:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078103.541932:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078103.541935:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078103.541938:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859968:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078103.541941:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078103.541943:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078103.541945:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.541947:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078103.541950:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078103.541952:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078103.541956:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078103.541959:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078103.541963:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078103.541966:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657859968, portal 10 00000100:00000001:1.0:1769078103.541968:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078103.541970:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069294208 : -115332640257408 : ffff971b06f24a80) 00000100:00000040:1.0:1769078103.541976:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.541982:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078103.541984:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078103.541986:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078103.541988:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657859968, offset 0 00000400:00000200:1.0:1769078103.541992:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078103.541995:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078103.541999:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078103.542001:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078103.542004:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078103.542006:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078103.542009:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078103.542012:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370608:370608:256:4294967295] 192.168.204.154@tcp LPNI seq info [370603:370603:8:4294967295] 00000400:00000200:1.0:1769078103.542016:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078103.542022:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078103.542027:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078103.542030:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078103.542034:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078103.542036:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769078103.542041:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078103.542044:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769078103.542048:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078103.542050:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078103.542053:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078103.542057:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078103.542060:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078103.542062:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078103.542064:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078103.542068:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542075:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078103.542078:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542084:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.542086:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078103.542089:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078103.542092:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078103.542095:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078103.542097:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299761163 00000100:00000001:1.0:1769078103.542100:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299761867 00000100:00000001:1.0:1769078103.542102:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299761163 00000100:00000001:1.0:1769078103.542104:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299761867 00000100:00000001:1.0:1769078103.542107:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078103.542108:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.542111:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078103.542114:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078103/real 1769078103] req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078103.542121:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078103.542123:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078103.542124:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078103.542127:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078103.542128:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078103.542130:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078103.542133:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078103.542141:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542152:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078103.542154:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542155:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.542156:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078103.542160:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542166:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078103.542170:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542176:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078103.542179:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542180:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.542182:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542184:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078103.542187:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078103.542189:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078103.542192:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078103.542195:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078103.542198:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078103.542205:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657859968:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078103.542209:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078103.542212:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542218:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078103.542219:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.542222:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078103.542224:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078103.542225:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078103.542228:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860096:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078103.542231:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078103.542233:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078103.542234:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.542236:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078103.542239:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078103.542241:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078103.542244:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078103.542246:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078103.542249:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078103.542252:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657860096, portal 4 00000100:00000001:1.0:1769078103.542253:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078103.542255:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069295104 : -115332640256512 : ffff971b06f24e00) 00000100:00000040:1.0:1769078103.542260:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542267:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078103.542269:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078103.542272:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078103.542275:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657860096, offset 0 00000400:00000200:1.0:1769078103.542279:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078103.542284:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078103.542288:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078103.542291:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078103.542293:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078103.542296:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078103.542299:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078103.542302:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370609:370609:256:4294967295] 192.168.204.154@tcp LPNI seq info [370604:370604:8:4294967295] 00000400:00000200:1.0:1769078103.542306:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078103.542312:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078103.542317:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078103.542321:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078103.542324:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078103.542327:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769078103.542332:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078103.542335:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769078103.542338:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078103.542340:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078103.542344:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078103.542347:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078103.542351:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078103.542352:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078103.542355:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078103.542359:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542380:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078103.542384:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542391:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.542393:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078103.542398:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078103.542400:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078103.542404:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078103.542406:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299761184 00000100:00000001:1.0:1769078103.542409:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299761867 00000100:00000001:1.0:1769078103.542413:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299761184 00000100:00000001:1.0:1769078103.542415:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299761867 00000100:00000001:1.0:1769078103.542416:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078103.542418:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.542421:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078103.542425:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078103/real 1769078103] req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078103.542432:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078103.542434:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078103.542437:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078103.542439:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078103.542441:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078103.542443:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078103.542447:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078103.542456:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542463:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078103.542464:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542466:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.542467:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078103.542472:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542478:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078103.542482:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542488:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078103.542490:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542492:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.542493:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542495:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078103.542498:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078103.542501:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078103.542505:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078103.542507:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078103.542511:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078103.542519:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860096:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078103.542522:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078103.542526:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542531:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078103.542532:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.542534:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078103.542536:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078103.542538:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078103.542541:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860224:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078103.542544:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078103.542546:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078103.542548:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078103.542550:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078103.542571:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636800. 02000000:00000001:1.0:1769078103.542574:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078103.542577:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078103.542580:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078103.542584:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078103.542587:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657860224, portal 4 00000100:00000001:1.0:1769078103.542588:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078103.542590:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069303168 : -115332640248448 : ffff971b06f26d80) 00000100:00000040:1.0:1769078103.542596:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542602:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078103.542605:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078103.542608:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078103.542611:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657860224, offset 0 00000400:00000200:1.0:1769078103.542615:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078103.542619:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078103.542622:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078103.542625:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078103.542628:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078103.542631:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078103.542633:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078103.542636:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370610:370610:256:4294967295] 192.168.204.154@tcp LPNI seq info [370605:370605:8:4294967295] 00000400:00000200:1.0:1769078103.542640:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078103.542646:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078103.542650:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078103.542653:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000800:00000200:1.0:1769078103.542657:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078103.542661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769078103.542665:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078103.542668:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769078103.542672:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078103.542674:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:1.0:1769078103.542677:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078103.542680:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078103.542683:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:1.0:1769078103.542684:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:1.0:1769078103.542686:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078103.542691:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542699:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078103.542704:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078128 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542710:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.542713:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078103.542716:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078103.542720:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078103.542724:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078103.542726:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299761189 00000100:00000001:1.0:1769078103.542729:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299761867 00000100:00000001:1.0:1769078103.542731:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299761189 00000100:00000001:1.0:1769078103.542733:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299761867 00000100:00000001:1.0:1769078103.542736:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078103.542738:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.542739:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078103.542743:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078103/real 1769078103] req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078103.542750:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078103.542751:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078103.542753:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078103.542756:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078103.542757:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078103.542759:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078103.542763:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078103.542771:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542776:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078103.542777:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542781:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.542782:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078103.542786:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542792:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078103.542795:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542801:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078103.542803:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542805:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078103.542807:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542809:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078103.542812:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078103.542815:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078103.542818:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078103.542820:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078103.542824:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078103.542832:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860224:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078103.542835:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542837:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078103.542840:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24a80 x1855007657859968/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542846:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078103.542847:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078103.542849:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078103.542852:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078103.542853:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078103.542855:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078103.542857:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078103.542859:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 02000000:00000001:1.0:1769078103.542862:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078103.542864:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078103.542865:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24a80. 00000100:00000001:1.0:1769078103.542868:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078103.542870:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542871:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078103.542875:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24e00 x1855007657860096/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542886:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078103.542889:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078103.542891:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078103.542893:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078103.542894:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078103.542896:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078103.542897:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078103.542900:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 02000000:00000001:1.0:1769078103.542902:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078103.542903:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078103.542904:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24e00. 00000100:00000001:1.0:1769078103.542906:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078103.542907:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542909:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078103.542913:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f26d80 x1855007657860224/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078128 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078103.542919:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078103.542920:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078103.542921:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636800. 02000000:00000001:1.0:1769078103.542923:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078103.542926:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078103.542927:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078103.542928:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078103.542929:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:1.0:1769078103.542931:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078103.542932:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078103.542933:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f26d80. 00000100:00000001:1.0:1769078103.542935:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078103.542937:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542939:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078103.542943:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078103.542944:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078103.542945:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078103.542947:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078104.180643:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078104.180643:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078104.180651:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078104.180652:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078104.180654:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078104.180656:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078104.180658:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078104.180661:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078104.180663:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078104.180664:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078104.180667:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078104.180669:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078104.180669:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078104.180670:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078104.180671:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078104.180674:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078104.180674:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078104.180676:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078104.180676:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078104.180680:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078104.180684:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078104.180684:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078104.180684:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078104.180688:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078104.180691:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078104.180692:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078104.180692:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078104.180694:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078104.180694:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078104.180696:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078104.180698:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078104.180700:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078104.180701:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078104.180705:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078104.180710:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078104.180719:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078104.180722:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078104.180724:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078104.180727:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078104.180731:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078104.180733:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078104.180734:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078104.180737:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078104.180738:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078104.180740:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078104.180742:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078104.180743:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078104.180744:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078104.180746:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078104.180746:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078104.180747:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078104.180750:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078104.180750:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078104.180751:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078104.180753:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078104.180753:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078104.180757:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078104.180758:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078104.180758:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078104.180762:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078104.180763:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078104.180765:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078104.180767:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078104.180770:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078104.180774:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078104.180786:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078104.180789:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078104.180790:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078104.180792:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078104.180795:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078104.180796:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078104.180798:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078104.180799:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078104.180801:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078104.308668:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299761867, at 4299761920 00000100:00000040:1.0:1769078104.308674:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299761867, at 4299761920 00000100:00000010:0.0:1769078104.308687:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0060. 00000100:00000010:1.0:1769078104.308689:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0cc0. 00000100:00000001:0.0:1769078104.564654:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078104.564654:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078104.564661:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078104.564662:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078104.564664:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078104.564666:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078104.564669:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078104.564672:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078104.564674:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078104.564679:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078104.564680:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078104.564685:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078104.564685:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078104.564688:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078104.564692:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078104.564693:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078104.564697:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078104.564700:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078105.204646:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078105.204653:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078105.204653:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078105.204655:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078105.204660:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078105.204661:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078105.204664:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078105.204666:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078105.204670:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078105.204670:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078105.204671:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078105.204672:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078105.204675:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078105.204677:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078105.204678:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078105.204680:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078105.204680:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078105.204681:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078105.204682:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078105.204686:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078105.204686:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078105.204689:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078105.204689:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078105.204692:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078105.204693:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078105.204698:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078105.204698:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078105.204699:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078105.204703:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078105.204707:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078105.204707:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078105.204711:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078105.204716:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078105.204717:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078105.204718:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078105.204723:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078105.204725:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078105.204726:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078105.204729:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078105.204729:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078105.204731:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078105.204735:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078105.204735:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078105.204736:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078105.204737:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078105.204740:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078105.204741:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078105.204743:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078105.204746:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078105.204746:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078105.204749:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078105.204750:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078105.204751:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078105.204755:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078105.204755:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078105.204757:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078105.204762:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078105.204763:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078105.204765:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078105.204768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078105.204770:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078105.204771:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078105.204773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078105.204775:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078105.204780:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078105.204781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078105.204793:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078105.204798:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078105.204800:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078105.204804:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078105.204805:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078105.204854:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078105.204857:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078105.204861:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078105.588649:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078105.588650:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078105.588656:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078105.588658:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078105.588661:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078105.588664:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078105.588667:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078105.588668:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078105.588673:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078105.588673:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078105.588678:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078105.588679:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078105.588682:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078105.588683:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078105.588689:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078105.588689:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078105.588692:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078105.588695:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078106.228677:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078106.228677:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078106.228680:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078106.228685:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078106.228685:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078106.228686:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078106.228689:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078106.228689:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078106.228691:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078106.228691:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078106.228696:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078106.228697:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078106.228698:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769078106.228699:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078106.228704:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078106.228705:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078106.228706:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078106.228708:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078106.228709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078106.228711:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078106.228711:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078106.228714:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078106.228714:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078106.228719:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078106.228721:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078106.228724:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078106.228724:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078106.228724:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078106.228728:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078106.228732:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078106.228733:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078106.228734:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078106.228736:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078106.228738:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078106.228743:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078106.228743:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078106.228747:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078106.228748:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078106.228752:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078106.228755:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078106.228758:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078106.228760:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078106.228761:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078106.228762:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078106.228766:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078106.228767:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078106.228768:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078106.228771:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078106.228773:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078106.228773:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078106.228774:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1769078106.228775:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000020:00000001:1.0:1769078106.228777:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078106.228780:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078106.228781:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1769078106.228782:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078106.228782:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078106.228784:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078106.228785:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078106.228790:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078106.228792:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078106.228795:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078106.228797:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078106.228798:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078106.228800:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078106.228802:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078106.228804:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078106.228805:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078106.228808:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078106.228812:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078106.228814:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078106.228816:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078106.228817:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078106.228820:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078106.612670:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078106.612674:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078106.612678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078106.612680:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078106.612682:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078106.612684:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078106.612691:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078106.612691:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078106.612697:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078106.612700:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078106.612702:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078106.612707:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078106.612707:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078106.612711:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078106.612713:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078106.612716:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078106.612719:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078106.612722:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078107.252648:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078107.252650:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078107.252652:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078107.252655:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078107.252658:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078107.252658:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078107.252659:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078107.252659:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078107.252663:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078107.252663:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078107.252666:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078107.252666:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078107.252671:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078107.252671:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078107.252672:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078107.252672:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078107.252678:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078107.252678:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078107.252679:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078107.252680:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078107.252682:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078107.252685:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078107.252685:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078107.252686:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078107.252687:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078107.252693:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078107.252694:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078107.252694:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078107.252699:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078107.252704:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078107.252706:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078107.252710:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078107.252714:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078107.252714:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078107.252718:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078107.252722:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078107.252723:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078107.252727:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078107.252729:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078107.252731:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078107.252733:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078107.252734:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078107.252739:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078107.252740:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078107.252741:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078107.252743:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078107.252744:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078107.252744:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078107.252749:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078107.252751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078107.252751:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078107.252752:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078107.252757:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078107.252757:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078107.252760:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078107.252760:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078107.252762:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078107.252767:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078107.252768:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078107.252769:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078107.252772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078107.252772:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078107.252774:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078107.252780:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078107.252780:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078107.252782:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078107.252783:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078107.252787:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078107.252788:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078107.252795:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078107.252799:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078107.252846:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078107.252849:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078107.252852:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078107.636667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078107.636667:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078107.636675:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078107.636676:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078107.636679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078107.636680:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078107.636686:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078107.636687:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078107.636691:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078107.636693:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078107.636695:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078107.636698:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078107.636698:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078107.636702:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078107.636705:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078107.636706:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078107.636710:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078107.636713:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078108.276659:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078108.276661:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078108.276665:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078108.276667:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078108.276668:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078108.276669:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078108.276670:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078108.276672:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.276675:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078108.276675:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.276679:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078108.276679:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078108.276680:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078108.276681:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078108.276683:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078108.276685:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078108.276688:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078108.276689:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078108.276691:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078108.276694:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078108.276694:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078108.276695:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.276696:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078108.276698:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078108.276703:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078108.276707:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078108.276708:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078108.276711:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078108.276713:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078108.276714:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078108.276718:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078108.276723:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.276724:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078108.276728:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.276732:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078108.276736:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078108.276741:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078108.276743:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078108.276744:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078108.276747:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078108.276750:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078108.276750:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078108.276751:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.276756:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078108.276758:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078108.276758:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078108.276760:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078108.276764:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078108.276765:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078108.276765:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078108.276770:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078108.276772:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078108.276772:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078108.276777:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.276777:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078108.276784:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078108.276784:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078108.276788:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078108.276789:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078108.276793:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078108.276794:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.276795:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1769078108.276798:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078108.276799:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.276804:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.276814:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078108.276819:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078108.276821:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078108.276825:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078108.276829:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078108.276832:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078108.276835:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078108.276836:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078108.276839:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078108.660669:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078108.660669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078108.660675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078108.660676:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078108.660679:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.660680:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078108.660688:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078108.660688:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078108.660695:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078108.660695:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078108.660701:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.660701:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078108.660705:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078108.660709:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078108.660714:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.660714:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078108.660718:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.660723:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078108.660803:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078108.660808:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078108.660810:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078108.660813:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078108.660815:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078108.660821:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5093 00000400:00000200:2.0:1769078108.660828:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078108.660833:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078108.660836:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078108.660838:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078108.660840:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078108.660842:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078108.660844:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078108.660847:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078108.660849:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078108.660851:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078108.660853:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:2.0:1769078108.660854:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078108.660856:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:2.0:1769078108.660858:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078108.660859:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078108.660860:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078108.660862:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078108.660864:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:2.0:1769078108.660866:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078108.660867:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.660870:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078108.660872:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078108.660873:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.660875:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078108.660877:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078108.660884:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcaa00. 00000020:00000040:2.0:1769078108.660886:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:2.0:1769078108.660889:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078108.660891:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.660893:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078108.660895:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078108.660899:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078108.660905:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01800. 00000100:00000001:2.0:1769078108.660910:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078108.660917:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078108.660925:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078108.660929:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078108.660932:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f465e77c] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078108.660950:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078108.660952:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078108.660955:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078108.660956:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078108.660957:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078108.660959:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078108.660961:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5093 00000400:00000200:2.0:1769078108.660963:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078108.660964:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078108.660966:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078108.660968:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078108.660970:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078108.660971:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078108.660973:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078108.660975:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078108.660976:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078108.660977:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078108.660979:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:2.0:1769078108.660980:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:2.0:1769078108.660982:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:1.0:1769078108.660983:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1769078108.660985:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078108.660988:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078108.660989:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1769078108.660991:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078108.660993:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078108.660996:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078108.661001:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000040:1.0:1769078108.661003:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078108.661007:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078108.661015:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.661020:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078108.661022:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078108.661024:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.661027:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078108.661028:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078108.661032:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.661034:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078108.661036:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078108.661039:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078108.661042:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1769078108.661046:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657860352:192.168.204.154@tcp:250:kworker.0 00000008:00000001:2.0:1769078108.661048:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.661055:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1769078108.661055:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.661061:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1769078108.661062:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9c00. 02000000:00000001:1.0:1769078108.661065:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078108.661067:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078108.661070:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078108.661073:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078108.661075:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.661077:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1769078108.661078:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 02000000:00000001:2.0:1769078108.661080:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078108.661081:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.661084:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078108.661089:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000010:2.0:1769078108.661092:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00400. 00000400:00000010:1.0:1769078108.661094:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000100:00000001:2.0:1769078108.661097:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078108.661101:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00100000:2.0:1769078108.661105:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769078108.661109:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657860352, portal 25 00000100:00000001:1.0:1769078108.661114:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078108.661115:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078108.661117:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082556928 : -115332626994688 : ffff971b07bcaa00) 00000100:00000001:2.0:1769078108.661120:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078108.661125:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078108.661127:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074add99a] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078108.661149:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078108.661156:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078108.661160:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180427f8. 00000100:00000200:1.0:1769078108.661164:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657860352, offset 0 00000100:00000001:2.0:1769078108.661164:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078108.661168:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769078108.661173:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00080000:2.0:1769078108.661173:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078108.661177:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078108.661179:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078108.661181:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769078108.661183:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:2.0:1769078108.661185:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5093 00000400:00000200:1.0:1769078108.661192:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078108.661192:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078108.661199:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:1.0:1769078108.661200:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00080000:2.0:1769078108.661205:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769078108.661208:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000040:2.0:1769078108.661213:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078108.661217:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769078108.661221:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1769078108.661221:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078108.661227:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078108.661232:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370611:370611:256:4294967295] 192.168.204.154@tcp LPNI seq info [370606:370606:8:4294967295] 00000100:00000001:2.0:1769078108.661237:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078108.661242:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769078108.661243:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:2.0:1769078108.661246:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:2.0:1769078108.661250:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078108.661253:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078108.661258:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:1.0:1769078108.661260:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078108.661263:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000200:1.0:1769078108.661269:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000040:2.0:1769078108.661272:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000010:1.0:1769078108.661277:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ed00. 00000100:00000001:2.0:1769078108.661277:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078108.661294:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078108.661297:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078108.661300:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:2.0:1769078108.661306:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078108.661310:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078108.661312:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000001:2.0:1769078108.661314:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078108.661319:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1769078108.661322:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000001:2.0:1769078108.661324:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.661329:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078108.661332:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:2.0:1769078108.661334:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.661336:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078108.661340:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcad80. 00000020:00000040:2.0:1769078108.661343:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:1.0:1769078108.661344:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.661346:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078108.661349:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.661353:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1769078108.661354:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:2.0:1769078108.661355:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078108.661358:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.661361:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299766987 02000000:00000010:2.0:1769078108.661363:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00c00. 00000100:00000001:2.0:1769078108.661367:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078108.661369:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0cc0. 00000100:00100000:2.0:1769078108.661373:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078108.661379:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078108.661381:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078108.661384:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.661386:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299766987 00000100:00000040:2.0:1769078108.661387:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce2e0917] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769078108.661392:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0f00. 00000100:00000001:1.0:1769078108.661399:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078108.661400:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.661405:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769078108.661405:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078108.661410:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078108.661411:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078108.661414:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078108.661415:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078108.661416:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078108.661418:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078108.661420:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078108.661423:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5093 00000100:00000001:1.0:1769078108.661425:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078108.661429:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:2.0:1769078108.661429:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078108.661434:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769078108.661435:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078108.661436:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078108.661439:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078108.661440:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078108.661445:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:1.0:1769078108.661448:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078108.661448:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078108.661453:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078108.661457:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078108.661462:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078108.661464:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1769078108.661464:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00000001:1.0:1769078108.661467:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078108.661468:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078108.661471:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 02000000:00000001:1.0:1769078108.661472:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078108.661473:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 02000000:00000001:1.0:1769078108.661475:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078108.661476:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 02000000:00000001:1.0:1769078108.661479:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078108.661481:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00100000:1.0:1769078108.661485:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860480:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078108.661486:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078108.661492:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1769078108.661492:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078108.661495:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:1.0:1769078108.661496:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1769078108.661498:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 02000000:00000001:1.0:1769078108.661499:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.661503:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769078108.661504:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000010:1.0:1769078108.661508:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078108.661511:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078108.661517:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078108.661517:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078108.661520:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1769078108.661521:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180435d8. 02000000:00000001:2.0:1769078108.661524:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1769078108.661526:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042088. 02000000:00000001:2.0:1769078108.661527:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.661530:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:1.0:1769078108.661531:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657860480, portal 10 00000008:00100000:2.0:1769078108.661532:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:1.0:1769078108.661534:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078108.661537:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082553344 : -115332626998272 : ffff971b07bc9c00) 00000008:00000001:2.0:1769078108.661537:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078108.661542:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078108.661547:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769078108.661547:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcbb80. 00000020:00000040:2.0:1769078108.661551:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:1.0:1769078108.661573:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078108.661575:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078108.661578:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042908. 02000000:00000001:2.0:1769078108.661584:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078108.661587:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078108.661588:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657860480, offset 0 00000100:00000001:2.0:1769078108.661591:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078108.661595:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769078108.661598:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 02000000:00000001:2.0:1769078108.661600:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078108.661605:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000010:2.0:1769078108.661607:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01400. 00000400:00000200:1.0:1769078108.661612:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:2.0:1769078108.661614:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078108.661617:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078108.661624:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00100000:2.0:1769078108.661625:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769078108.661627:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078108.661634:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078108.661641:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370612:370612:255:4294967295] 192.168.204.154@tcp LPNI seq info [370607:370607:7:4294967295] 00000100:00000001:2.0:1769078108.661646:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769078108.661650:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078108.661651:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078108.661660:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f7e7c42] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078108.661669:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078108.661675:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5103) 00000400:00000200:1.0:1769078108.661680:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078108.661691:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078108.661696:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ee00. 00000800:00000200:1.0:1769078108.661701:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078108.661705:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078108.661708:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078108.661712:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078108.661720:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078108.661723:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299766283 00000100:00000001:1.0:1769078108.661725:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299766987 00000100:00000001:1.0:1769078108.661727:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299766283 00000100:00000001:1.0:1769078108.661730:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299766987 00000100:00000001:1.0:1769078108.661732:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078108.661734:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.661736:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078108.661741:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078108.661749:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078108.661750:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.661753:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078108.661755:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078108.661757:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078108.661760:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860608:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078108.661764:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078108.661766:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078108.661768:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.661769:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078108.661773:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078108.661775:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078108.661779:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078108.661782:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180439f8. 00000400:00000010:1.0:1769078108.661785:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078108.661788:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657860608, portal 4 00000100:00000001:1.0:1769078108.661790:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078108.661791:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082557824 : -115332626993792 : ffff971b07bcad80) 00000100:00000040:1.0:1769078108.661797:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078108.661804:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078108.661807:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078108.661809:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042880. 00000100:00000200:1.0:1769078108.661811:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657860608, offset 0 00000400:00000200:1.0:1769078108.661815:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078108.661819:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078108.661823:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078108.661826:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078108.661829:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078108.661831:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078108.661834:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078108.661837:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370613:370613:254:4294967295] 192.168.204.154@tcp LPNI seq info [370608:370608:6:4294967295] 00000400:00000200:1.0:1769078108.661841:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078108.661848:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078108.661853:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078108.661856:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078108.661860:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078108.661864:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078108.661866:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078108.661869:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078108.661873:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078108.661875:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299766304 00000100:00000001:1.0:1769078108.661877:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299766987 00000100:00000001:1.0:1769078108.661880:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299766304 00000100:00000001:1.0:1769078108.661882:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299766987 00000100:00000001:1.0:1769078108.661884:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078108.661886:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.661889:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.661891:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.661894:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078108.661896:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078108.661898:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078108.661899:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078108.661901:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078108.661905:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078108.661913:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078108.661921:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.661924:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078108.661926:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078108.661928:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078108.661931:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860736:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078108.661935:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078108.661937:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078108.661938:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078108.661940:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078108.661944:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078108.661946:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078108.661950:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078108.661953:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078108.661956:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078108.661959:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657860736, portal 4 00000100:00000001:1.0:1769078108.661961:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078108.661962:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082561408 : -115332626990208 : ffff971b07bcbb80) 00000100:00000040:1.0:1769078108.661969:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078108.661975:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078108.661978:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078108.661980:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180426e8. 00000100:00000200:1.0:1769078108.661983:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657860736, offset 0 00000400:00000200:1.0:1769078108.661988:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078108.661992:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078108.661996:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078108.662001:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078108.662005:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078108.662007:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078108.662010:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078108.662013:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370614:370614:253:4294967295] 192.168.204.154@tcp LPNI seq info [370609:370609:5:4294967295] 00000400:00000200:1.0:1769078108.662018:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078108.662025:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078108.662033:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078108.662037:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e600. 00000800:00000200:1.0:1769078108.662041:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078108.662045:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078108.662048:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078108.662051:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078108.662054:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078108.662056:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299766308 00000100:00000001:1.0:1769078108.662058:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299766987 00000100:00000001:1.0:1769078108.662061:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299766308 00000100:00000001:1.0:1769078108.662063:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299766987 00000100:00000001:1.0:1769078108.662065:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078108.662068:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.662070:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.662072:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078108.662076:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078108.662078:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078108.662080:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078108.662081:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078108.662083:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078108.662085:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078109.300644:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078109.300651:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078109.300651:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078109.300653:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078109.300655:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078109.300656:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078109.300658:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078109.300659:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078109.300662:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078109.300663:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078109.300664:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078109.300668:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078109.300670:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078109.300671:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078109.300673:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078109.300674:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078109.300675:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078109.300679:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078109.300681:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078109.300684:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078109.300688:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078109.300751:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078109.300753:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078109.300754:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078109.300756:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078109.300759:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078109.300760:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078109.300761:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078109.300765:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078109.300767:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078109.300769:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078109.300770:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078109.300772:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078109.301601:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078109.301603:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078109.301607:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078109.301611:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078109.301612:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078109.301617:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078109.301618:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078109.301621:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078109.301624:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078109.301651:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078109.301655:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078109.301656:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078109.301659:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078109.301661:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078109.301663:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078109.301665:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078109.301668:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078109.301671:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078109.301671:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078109.301674:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078109.301677:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078109.301690:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078109.301692:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078109.301693:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078109.301695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078109.301697:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.301700:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078109.301701:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078109.301705:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078109.301706:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078109.301709:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078109.301710:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078109.301711:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078109.301714:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078109.301715:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078109.301717:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078109.301718:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078109.301722:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.301723:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.301728:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.301732:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078109.301734:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078109.301735:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078109.301736:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.301737:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078109.301738:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.301739:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.301741:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.301743:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078109.301745:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078109.301746:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078109.301747:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.301748:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078109.301749:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.301750:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078109.301751:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078109.301764:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078109.301766:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078109.301768:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078109.428639:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299766987, at 4299767040 00000100:00000040:1.0:1769078109.428644:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299766987, at 4299767040 00000100:00000010:0.0:1769078109.428652:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0cc0. 00000100:00000010:1.0:1769078109.428654:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0f00. 00000100:00000001:1.0:1769078109.684653:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078109.684661:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078109.684664:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078109.684669:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078109.684674:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078109.684678:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078109.684681:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078109.684683:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078109.684686:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078109.684729:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078109.684733:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078109.684735:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078109.684738:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078109.684740:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078109.684742:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078109.684743:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078109.684745:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078109.684746:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078110.324693:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078110.324698:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078110.324703:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078110.324703:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078110.324707:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078110.324708:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078110.324708:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078110.324715:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078110.324715:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078110.324717:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078110.324728:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078110.324730:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078110.324731:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078110.324732:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078110.324739:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078110.324740:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078110.324741:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078110.324741:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078110.324753:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078110.324755:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078110.324760:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078110.324760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078110.324760:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078110.324768:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078110.324772:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078110.324772:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078110.324777:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078110.324778:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078110.324781:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078110.324782:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078110.324783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078110.324788:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078110.324795:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078110.324797:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078110.324797:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078110.324806:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078110.324807:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078110.324811:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078110.324817:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078110.324820:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078110.324821:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078110.324827:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078110.324827:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078110.324832:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078110.324834:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078110.324834:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078110.324837:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078110.324839:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078110.324842:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078110.324844:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078110.324846:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078110.324847:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078110.324852:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078110.324854:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078110.324855:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078110.324860:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078110.324863:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078110.324864:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078110.324865:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078110.324875:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078110.324876:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078110.324876:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078110.324881:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078110.324882:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078110.324887:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078110.324888:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078110.324891:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078110.324895:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078110.324897:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078110.324903:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078110.324910:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078110.324919:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078110.324922:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078110.324925:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078110.708657:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078110.708664:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078110.708667:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078110.708673:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078110.708678:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078110.708682:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078110.708685:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078110.708688:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078110.708691:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078110.708730:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078110.708736:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078110.708737:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078110.708742:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078110.708744:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078110.708748:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078110.708750:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078110.708752:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078110.708754:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078111.348670:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078111.348670:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078111.348677:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078111.348679:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078111.348680:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078111.348682:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078111.348686:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078111.348689:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078111.348689:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078111.348691:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078111.348695:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078111.348696:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078111.348696:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078111.348698:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078111.348701:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078111.348701:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078111.348702:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078111.348705:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078111.348711:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078111.348712:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078111.348712:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078111.348715:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078111.348718:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078111.348720:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078111.348723:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078111.348724:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078111.348729:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078111.348731:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078111.348735:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078111.348738:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078111.348741:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078111.348743:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078111.348748:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078111.348748:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078111.348749:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078111.348760:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078111.348761:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078111.348762:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078111.348768:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078111.348770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078111.348772:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078111.348773:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078111.348774:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078111.348777:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078111.348780:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.348781:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078111.348783:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078111.348783:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078111.348789:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078111.348792:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078111.348793:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078111.348793:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.348794:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078111.348800:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078111.348803:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078111.348805:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078111.348805:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078111.348806:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078111.348811:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078111.348811:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078111.348818:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078111.348820:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078111.348826:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078111.348827:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078111.348832:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078111.348835:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078111.348837:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078111.348839:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078111.348843:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078111.348848:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078111.348848:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078111.348853:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078111.348855:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078111.348858:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078111.348860:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078111.348863:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078111.348865:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078111.348890:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078111.348892:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078111.348894:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078111.732668:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078111.732676:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078111.732678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078111.732684:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078111.732688:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078111.732692:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.732695:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078111.732698:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.732701:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078111.732852:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078111.732860:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078111.732862:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078111.732868:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078111.732871:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078111.732875:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078111.732878:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078111.732881:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078111.732884:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1769078111.733008:0:2354:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.154:988 00000400:00000100:2.0:1769078111.733054:0:2354:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.154@tcp at host 192.168.204.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:2.0:1769078111.733066:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078111.733071:0:2354:0:(router.c:1755:lnet_notify()) 192.168.204.54@tcp notifying 192.168.204.154@tcp: down 00000400:00000200:2.0:1769078111.733075:0:2354:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078111.733080:0:2354:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1769078111.733086:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:2.0:1769078111.733090:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ed00. 00000400:00000200:2.0:1769078111.733097:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769078111.733103:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769078111.733110:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180427f8 00000400:00000010:2.0:1769078111.733113:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180427f8. 00000100:00000001:2.0:1769078111.733118:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078111.733126:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078111.733165:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078111.733170:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078111.733179:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078111.733181:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:2.0:1769078111.733193:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:2.0:1769078111.733196:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ee00. 00000400:00000200:2.0:1769078111.733198:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769078111.733202:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769078111.733205:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042908 00000400:00000010:2.0:1769078111.733213:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042908. 00000100:00000001:2.0:1769078111.733216:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078111.733221:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078111.733259:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078111.733264:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078111.733272:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078111.733275:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078111.733276:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078111.733280:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078111.733283:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000800:00000100:2.0:1769078111.733284:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:2.0:1769078111.733288:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000100:00100000:1.0:1769078111.733293:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078108/real 1769078111] req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078111.733294:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:2.0:1769078111.733303:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769078111.733310:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042880 00000400:00000010:2.0:1769078111.733314:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042880. 00000100:00000001:2.0:1769078111.733319:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078111.733327:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078111.733332:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078111.733335:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078111.733341:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180435d8. 00000100:00000001:2.0:1769078111.733342:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1769078111.733349:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042088 00000100:00000040:2.0:1769078111.733349:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769078111.733354:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042088. 00000100:00000001:1.0:1769078111.733360:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078111.733363:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078111.733367:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1769078111.733369:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1769078111.733377:0:2354:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:2.0:1769078111.733383:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e600. 00000400:00000200:2.0:1769078111.733389:0:2354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000200:1.0:1769078111.733393:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078111.733399:0:2354:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:2.0:1769078111.733407:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180426e8 00000400:00000010:2.0:1769078111.733412:0:2354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180426e8. 00000100:00000001:2.0:1769078111.733415:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078111.733421:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733426:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078111.733431:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078111.733433:0:2354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078111.733436:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1769078111.733438:0:2354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733440:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078111.733452:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078111.733452:0:2354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078111.733456:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078111.733465:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078111.733470:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733478:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078111.733482:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733483:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078111.733485:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733487:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078111.733492:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078111.733495:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078111.733500:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078111.733502:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078111.733506:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078111.733514:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860480:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078111.733519:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078111.733523:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078108/real 1769078111] req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078111.733531:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078111.733532:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078111.733534:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180439f8. 00000400:00000200:1.0:1769078111.733538:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078111.733539:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078111.733541:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078111.733544:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078111.733552:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733580:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078111.733581:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733583:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078111.733585:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078111.733589:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733596:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078111.733600:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733607:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078111.733610:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733612:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078111.733613:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733615:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078111.733619:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078111.733621:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078111.733625:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078111.733627:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078111.733632:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078111.733641:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860608:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078111.733645:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078111.733649:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078108/real 1769078111] req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078111.733657:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078111.733659:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078111.733661:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078111.733664:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078111.733666:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078111.733668:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078111.733672:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078111.733681:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733688:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078111.733690:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733691:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078111.733693:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078111.733697:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733710:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078111.733714:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733720:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078111.733723:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733725:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078111.733726:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733728:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078111.733729:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078111.733732:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078111.733737:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078111.733739:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078111.733744:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078111.733752:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657860352:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078111.733757:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078111.733759:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078111.733762:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9c00 x1855007657860480/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733770:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078111.733774:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078111.733778:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078111.733783:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078111.733787:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078111.733789:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078111.733792:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078111.733795:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00400. 02000000:00000001:1.0:1769078111.733798:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078111.733802:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078111.733804:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9c00. 00000100:00000001:1.0:1769078111.733816:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078111.733818:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733819:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078111.733823:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcad80 x1855007657860608/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733829:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078111.733830:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078111.733832:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078111.733835:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078111.733836:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078111.733838:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078111.733840:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078111.733842:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00c00. 02000000:00000001:1.0:1769078111.733844:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078111.733845:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078111.733847:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcad80. 00000100:00000001:1.0:1769078111.733849:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078111.733851:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733852:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078111.733856:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcaa00 x1855007657860352/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733862:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078111.733863:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078111.733864:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078111.733867:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078111.733868:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078111.733870:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078111.733873:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078111.733875:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01800. 02000000:00000001:1.0:1769078111.733882:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078111.733884:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078111.733885:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcaa00. 00000100:00000001:1.0:1769078111.733891:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078111.733893:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733896:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078111.733904:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078111.733906:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078111.733907:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078111.733912:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078108/real 1769078111] req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078111.733920:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078111.733922:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078111.733924:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078111.733927:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078111.733928:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078111.733930:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078111.733933:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078111.733941:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733946:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078111.733948:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733949:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078111.733951:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078111.733954:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733960:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078111.733964:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.733970:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078111.733972:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733973:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078111.733974:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.733976:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078111.733980:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078111.733984:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078111.733987:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078111.733989:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078111.733993:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078111.734001:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860736:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078111.734005:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.734006:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078111.734010:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcbb80 x1855007657860736/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078111.734015:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078111.734017:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078111.734018:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078111.734021:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078111.734023:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078111.734024:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078111.734026:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078111.734028:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01400. 02000000:00000001:1.0:1769078111.734031:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078111.734032:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078111.734034:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcbb80. 00000100:00000001:1.0:1769078111.734036:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078111.734038:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.734040:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078111.734049:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078111.734051:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078111.734053:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078111.734055:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078112.372676:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078112.372676:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078112.372679:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078112.372684:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078112.372685:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078112.372686:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078112.372691:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078112.372691:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078112.372692:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078112.372695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078112.372698:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078112.372698:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078112.372701:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078112.372705:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078112.372705:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078112.372705:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078112.372710:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078112.372710:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078112.372711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078112.372715:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078112.372716:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078112.372719:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078112.372722:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078112.372723:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078112.372726:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078112.372728:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078112.372743:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078112.372746:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078112.372748:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:2.0:1769078112.372750:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078112.372759:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078112.372762:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078112.372765:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078112.372768:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078112.372769:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078112.372770:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078112.372772:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078112.372774:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078112.372775:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078112.372776:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078112.372785:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078112.372787:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078112.372787:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078112.372787:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078112.372797:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078112.372798:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078112.372798:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078112.372799:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078112.372803:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078112.372806:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078112.372806:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078112.372810:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078112.372813:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078112.372815:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078112.372816:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078112.372828:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078112.372829:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078112.372833:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078112.372839:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078112.372840:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078112.372843:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078112.372846:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078112.372847:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078112.372850:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078112.372854:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078112.372866:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078112.372869:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078112.372876:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078112.372878:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078112.372880:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078112.372882:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078112.372884:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078112.372885:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078112.372888:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078112.756643:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078112.756651:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078112.756652:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078112.756657:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078112.756660:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078112.756663:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078112.756666:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078112.756668:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078112.756671:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078112.756746:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078112.756751:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078112.756753:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078112.756756:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078112.756759:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078112.756762:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078112.756764:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078112.756767:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078112.756769:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.396625:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078113.396632:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078113.396635:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078113.396640:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078113.396644:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078113.396649:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078113.396649:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078113.396651:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078113.396656:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078113.396656:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.396661:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078113.396663:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078113.396666:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.396668:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.396675:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.396675:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078113.396676:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078113.396687:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078113.396687:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078113.396688:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078113.396699:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078113.396701:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078113.396702:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078113.396706:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078113.396715:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.396716:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078113.396721:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078113.396722:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078113.396725:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078113.396726:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078113.396729:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078113.396729:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078113.396731:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078113.396741:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078113.396741:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078113.396742:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.396744:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078113.396750:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078113.396757:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078113.396760:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.396762:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078113.396762:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078113.396764:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078113.396772:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.396773:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078113.396773:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.396782:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078113.396783:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078113.396787:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078113.396787:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078113.396788:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.396793:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078113.396797:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078113.396800:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.396815:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.396816:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078113.396816:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078113.396828:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.396831:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078113.396835:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078113.396841:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078113.396842:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078113.396864:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769078113.396870:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078113.396870:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078113.396874:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078113.396875:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078113.396882:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078113.396883:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078113.396888:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078113.396891:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078113.396895:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078113.396897:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078113.396900:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078113.780675:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078113.780683:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078113.780685:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078113.780690:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078113.780693:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078113.780698:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.780701:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078113.780705:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078113.780708:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078113.780711:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078113.780725:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078113.780729:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078113.780734:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078113.780741:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078113.780752:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5098 00000100:00000001:0.0:1769078113.780758:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078113.780764:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1769078113.780766:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078113.780767:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078113.780779:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00100000:0.0:1769078113.780780:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078113.780786:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:3.0:1769078113.780786:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:2.0:1769078113.780787:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1769078113.780791:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.780795:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:3.0:1769078113.780796:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000040:2.0:1769078113.780797:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078113.780798:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.780804:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.780804:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078113.780806:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078113.780812:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078113.780813:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000001:2.0:1769078113.780820:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00001000:3.0:1769078113.780822:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:2.0:1769078113.780827:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078113.780832:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769078113.780832:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000020:00000001:2.0:1769078113.780839:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078113.780839:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000040:2.0:1769078113.780844:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000080:00000001:3.0:1769078113.780846:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000020:00000001:2.0:1769078113.780850:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000080:00200000:3.0:1769078113.780851:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1769078113.780855:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078113.780859:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:2.0:1769078113.780861:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078113.780863:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078113.780865:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:3.0:1769078113.780867:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078113.780870:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078113.780875:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:3.0:1769078113.780877:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000020:00000040:2.0:1769078113.780879:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000002:3.0:1769078113.780884:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012227c0 00000100:00080000:2.0:1769078113.780887:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078113.780893:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.780893:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:2.0:1769078113.780899:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769078113.780900:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 02000000:00000001:2.0:1769078113.780906:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078113.780906:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769078113.780908:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.780912:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.780914:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078113.780916:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:3.0:1769078113.780921:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:2.0:1769078113.780922:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.780925:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.780930:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078113.780931:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000010:2.0:1769078113.780932:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb100. 00020000:00000001:3.0:1769078113.780933:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769078113.780938:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012227c0 00000020:00000040:2.0:1769078113.780940:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078113.780945:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.780948:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1769078113.780951:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:2.0:1769078113.780952:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.780956:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1769078113.780958:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:3.0:1769078113.780960:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:2.0:1769078113.780964:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00200000:3.0:1769078113.780968:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:2.0:1769078113.780972:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078113.780976:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769078113.780983:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000010:2.0:1769078113.780984:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01000. 00020000:00000001:3.0:1769078113.780986:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078113.780990:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078113.780992:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000001:2.0:1769078113.780995:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769078113.780996:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769078113.781002:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000020:00000001:3.0:1769078113.781005:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078113.781010:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00100000:2.0:1769078113.781012:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769078113.781013:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078113.781017:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781022:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781028:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:2.0:1769078113.781032:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1769078113.781034:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078113.781038:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.781039:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781042:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781047:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781050:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078113.781052:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078113.781055:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078113.781056:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078113.781059:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078113.781061:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781063:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781065:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781067:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781070:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078113.781071:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781074:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078113.781075:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7e81945] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078113.781078:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078113.781081:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078113.781084:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078113.781087:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078113.781093:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769078113.781099:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769078113.781108:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078113.781111:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078113.781114:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078113.781118:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:2.0:1769078113.781119:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078113.781120:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00080000:2.0:1769078113.781126:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:3.0:1769078113.781127:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000100:00080000:2.0:1769078113.781135:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000008:00000020:3.0:1769078113.781135:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000001:2.0:1769078113.781140:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000001:3.0:1769078113.781141:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:2.0:1769078113.781144:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000020:3.0:1769078113.781145:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078113.781149:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078113.781152:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:3.0:1769078113.781154:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00080000:2.0:1769078113.781158:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5098 00000008:00000020:3.0:1769078113.781160:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000400:00000200:2.0:1769078113.781166:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078113.781171:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:2.0:1769078113.781174:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:3.0:1769078113.781177:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781181:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781183:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078113.781186:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:3.0:1769078113.781187:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078113.781205:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078113.781209:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.781210:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769078113.781216:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:2.0:1769078113.781218:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078113.781221:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:2.0:1769078113.781223:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769078113.781225:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078113.781228:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078113.781229:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078113.781232:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078113.781234:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781236:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078113.781238:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078113.781240:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078113.781243:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000020:00000040:2.0:1769078113.781245:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00020000:00000001:3.0:1769078113.781247:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078113.781249:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078113.781251:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000040:2.0:1769078113.781253:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769078113.781255:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078113.781258:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:3.0:1769078113.781260:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078113.781263:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:3.0:1769078113.781265:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781270:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000040:2.0:1769078113.781273:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078113.781273:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078113.781278:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:2.0:1769078113.781279:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769078113.781283:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:2.0:1769078113.781284:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078113.781287:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078113.781289:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769078113.781292:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000020:00000040:2.0:1769078113.781294:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00020000:00000001:3.0:1769078113.781295:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078113.781299:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00080000:2.0:1769078113.781301:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:3.0:1769078113.781302:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078113.781306:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.781309:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781310:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781315:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 02000000:00000001:2.0:1769078113.781316:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1769078113.781317:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078113.781320:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781322:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078113.781324:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078113.781325:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078113.781326:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078113.781327:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078113.781329:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769078113.781331:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769078113.781333:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769078113.781335:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078113.781338:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769078113.781341:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769078113.781343:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078113.781345:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769078113.781348:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:3.0:1769078113.781351:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078113.781361:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769078113.781362:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769078113.781364:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078113.781366:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769078113.781368:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769078113.781371:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000020:00000001:3.0:1769078113.781373:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769078113.781374:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769078113.781376:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769078113.781378:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078113.781380:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078113.781382:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078113.781386:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1769078113.781390:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:3.0:1769078113.781394:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769078113.781395:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769078113.781397:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769078113.781399:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781401:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078113.781403:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078113.781406:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781407:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078113.781408:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078113.781409:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769078113.781412:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769078113.781414:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781416:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078113.781417:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078113.781418:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078113.781420:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769078113.781423:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769078113.781426:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078113.781428:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078113.781430:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078113.781432:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769078113.781435:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769078113.781438:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000020:00000001:3.0:1769078113.781440:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078113.781443:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078113.781444:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078113.781446:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.781448:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.781449:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:3.0:1769078113.781451:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:0.0:1769078113.781454:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078113.781458:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078113.781463:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078113.781466:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078113.781467:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078113.781470:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781476:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781482:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078113.781485:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:0.0:1769078113.781488:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:3.0:1769078113.781489:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078113.781491:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781493:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078113.781497:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:0.0:1769078113.781499:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1769078113.781499:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781502:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078113.781506:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078113.781507:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078113.781512:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078113.781524:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657860864:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769078113.781530:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078113.781535:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078113.781539:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078113.781541:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078113.781548:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05746c00. 02000000:00000001:0.0:1769078113.781551:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078113.781583:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078113.781589:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078113.781597:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078113.781608:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657860864, portal 25 00000100:00000001:0.0:1769078113.781611:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078113.781613:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082558720 : -115332626992896 : ffff971b07bcb100) 00000100:00000040:0.0:1769078113.781621:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.781631:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078113.781635:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078113.781639:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502f68. 00000100:00000200:0.0:1769078113.781644:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657860864, offset 0 00000400:00000200:0.0:1769078113.781656:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078113.781671:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078113.781680:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078113.781688:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078113.781694:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078113.781699:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078113.781703:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078113.781708:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370615:370615:256:4294967295] 192.168.204.154@tcp LPNI seq info [370610:370610:8:4294967295] 00000400:00000200:0.0:1769078113.781713:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078113.781725:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078113.781733:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078113.781741:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19600. 00000800:00000200:0.0:1769078113.781752:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078113.781757:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769078113.781765:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078113.781771:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1769078113.781777:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078113.781781:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19600. 00000400:00000200:0.0:1769078113.781790:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078113.781797:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078113.781805:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06502f68 00000400:00000010:0.0:1769078113.781808:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06502f68. 00000100:00000001:0.0:1769078113.781815:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078113.781821:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078113.781825:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781831:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078113.781834:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781840:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781843:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769078113.781844:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:3.0:1769078113.781846:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078113.781850:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:0.0:1769078113.781853:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078113.781853:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078113.781857:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769078113.781859:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769078113.781865:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078113.781868:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078113.781871:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078113.781876:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078113.781880:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769078113.781884:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000008:00000020:3.0:1769078113.781888:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00000001:0.0:1769078113.781894:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078113.781894:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078113.781896:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:0.0:1769078113.781900:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:3.0:1769078113.781901:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078113.781906:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769078113.781909:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000008:00000001:3.0:1769078113.781914:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1769078113.781915:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078113.781918:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781923:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078113.781925:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078113.781927:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.781932:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299772108 00020000:00000001:3.0:1769078113.781932:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.781934:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078113.781942:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3b7e0. 00000100:00000001:0.0:1769078113.781954:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078113.781963:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299772108 00000100:00000010:0.0:1769078113.781967:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07c3bb40. 00000100:00000001:0.0:1769078113.781970:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078113.781974:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078113.781978:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.781981:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078113.781987:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078113/real 1769078113] req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078113.782004:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078113.782006:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078113.782009:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078113.782012:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078113.782013:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078113.782017:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078113.782020:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078113.782030:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.782038:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078113.782040:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.782043:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078113.782046:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078113.782050:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.782059:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078113.782064:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.782071:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078113.782084:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.782086:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078113.782087:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.782091:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078113.782093:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078113.782096:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078113.782102:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078113.782104:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078113.782110:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078113.782119:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657860864:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769078113.782124:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.782126:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078113.782130:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb100 x1855007657860864/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.782136:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078113.782139:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078113.782143:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05746c00. 02000000:00000001:0.0:1769078113.782147:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078113.782149:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078113.782151:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769078113.782153:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078113.782156:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01000. 02000000:00000001:0.0:1769078113.782161:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078113.782163:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078113.782165:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb100. 00000100:00000001:0.0:1769078113.782168:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078113.782170:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.782172:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.782182:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078113.782183:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.782186:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078113.782187:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.782674:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078113.782679:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.782682:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1769078113.782687:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00100000:2.0:1769078113.782690:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:3.0:1769078113.782693:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000008:00000001:2.0:1769078113.782696:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.782697:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:2.0:1769078113.782702:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.782702:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078113.782706:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078113.782709:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.782712:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000010:2.0:1769078113.782713:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9880. 00000020:00000001:3.0:1769078113.782714:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078113.782718:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000040:2.0:1769078113.782721:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00020000:00000001:3.0:1769078113.782721:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769078113.782725:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:2.0:1769078113.782727:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1769078113.782729:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:2.0:1769078113.782731:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.782733:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078113.782734:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:3.0:1769078113.782737:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.782738:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078113.782742:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.782743:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.782747:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000010:2.0:1769078113.782749:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f03800. 00000020:00000001:3.0:1769078113.782749:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078113.782753:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:2.0:1769078113.782756:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078113.782756:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078113.782757:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078113.782761:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078113.782762:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078113.782765:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00100000:2.0:1769078113.782766:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769078113.782767:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078113.782770:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.782773:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.782777:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078113.782780:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078113.782783:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.782787:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1769078113.782788:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078113.782792:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:2.0:1769078113.782794:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078113.782795:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078113.782796:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078113.782798:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078113.782803:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00000040:2.0:1769078113.782804:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fbc8c47] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078113.782808:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769078113.782812:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769078113.782817:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078113.782821:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078113.782825:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078113.782826:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769078113.782829:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:2.0:1769078113.782832:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00001000:3.0:1769078113.782834:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769078113.782839:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000100:00080000:2.0:1769078113.782840:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078113.782844:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000080:00000001:3.0:1769078113.782845:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078113.782847:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078113.782853:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078113.782857:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5098 00000400:00000200:2.0:1769078113.782863:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078113.782868:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078113.782871:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078113.782876:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078113.782879:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078113.782882:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078113.782885:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078113.782888:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078113.782890:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:2.0:1769078113.782893:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078113.782895:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078113.782897:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:2.0:1769078113.782900:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:2.0:1769078113.782904:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078113.782906:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078113.782908:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078113.782910:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078113.782914:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:2.0:1769078113.782917:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078113.782919:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.782921:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078113.782923:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078113.782925:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.782927:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078113.782930:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:2.0:1769078113.782933:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.782934:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078113.782938:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bca300. 00000020:00000040:2.0:1769078113.782941:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:2.0:1769078113.782944:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078113.782945:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.782947:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078113.782949:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078113.782951:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078113.782955:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02400. 00000100:00000001:2.0:1769078113.782959:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078113.782964:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078113.782972:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078113.782975:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078113.783213:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000597911a6] to pc [ptlrpcd_rcv+-1] req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078113.783222:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078113.783226:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078113.783230:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078113.783231:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078113.783233:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078113.783236:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078113.783239:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5098 00000400:00000200:2.0:1769078113.783244:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078113.783247:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078113.783249:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078113.783253:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078113.783255:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078113.783258:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078113.783260:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078113.783263:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078113.783264:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:2.0:1769078113.783266:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078113.783269:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:2.0:1769078113.783271:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078113.783273:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:2.0:1769078113.783277:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078113.783280:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078113.783283:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078113.783285:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078113.783288:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:2.0:1769078113.783291:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078113.783293:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078113.783295:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078113.783298:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078113.783300:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.783302:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078113.783305:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:2.0:1769078113.783307:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.783309:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078113.783314:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb480. 00000020:00000040:2.0:1769078113.783316:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:2.0:1769078113.783319:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078113.783320:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078113.783322:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078113.783324:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078113.783326:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078113.783330:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00000. 00000100:00000001:2.0:1769078113.783335:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078113.783340:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078113.783348:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078113.783351:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078113.783355:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017f0700d] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078113.783364:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078113.783368:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5109) 00000100:00000001:0.0:1769078113.784157:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078113.784161:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078113.784164:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078113.784172:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784182:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078113.784185:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078113.784189:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078113.784206:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078113.784210:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078113.784219:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860992:192.168.204.154@tcp:38:kworker.0 00000100:00000001:0.0:1769078113.784223:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078113.784227:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078113.784230:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078113.784232:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078113.784238:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05746c00. 02000000:00000001:0.0:1769078113.784241:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078113.784248:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078113.784252:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078113.784258:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078113.784265:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657860992, portal 10 00000100:00000001:0.0:1769078113.784268:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078113.784270:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082552448 : -115332626999168 : ffff971b07bc9880) 00000100:00000040:0.0:1769078113.784279:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784287:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078113.784289:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078113.784292:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502f68. 00000100:00000200:0.0:1769078113.784296:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657860992, offset 0 00000400:00000200:0.0:1769078113.784301:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078113.784309:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078113.784315:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078113.784322:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078113.784327:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078113.784331:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078113.784334:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078113.784339:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370616:370616:256:4294967295] 192.168.204.154@tcp LPNI seq info [370611:370611:8:4294967295] 00000400:00000200:0.0:1769078113.784344:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078113.784352:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078113.784357:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078113.784361:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19600. 00000800:00000200:0.0:1769078113.784367:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078113.784370:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769078113.784374:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078113.784377:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1769078113.784380:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078113.784382:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19600. 00000400:00000200:0.0:1769078113.784387:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078113.784390:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078113.784394:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06502f68 00000400:00000010:0.0:1769078113.784395:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06502f68. 00000100:00000001:0.0:1769078113.784399:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078113.784402:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784411:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078113.784413:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784418:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.784419:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078113.784423:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078113.784427:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:0.0:1769078113.784429:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078113.784431:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299771405 00000100:00000001:0.0:1769078113.784433:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299772108 00000100:00000001:0.0:1769078113.784435:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299771405 00000100:00000001:0.0:1769078113.784437:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299772108 00000100:00000001:0.0:1769078113.784439:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078113.784441:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.784443:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078113.784446:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078113/real 1769078113] req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078113.784452:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078113.784454:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078113.784455:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078113.784457:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078113.784459:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078113.784461:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078113.784463:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078113.784469:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784474:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078113.784475:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.784477:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078113.784478:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078113.784480:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784485:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078113.784488:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784492:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078113.784495:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.784497:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078113.784498:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.784500:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078113.784504:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078113.784507:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078113.784511:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078113.784513:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078113.784518:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078113.784535:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657860992:192.168.204.154@tcp:38:kworker.0 00000100:00000001:0.0:1769078113.784540:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078113.784544:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784575:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078113.784577:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078113.784579:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078113.784581:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078113.784582:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078113.784585:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657861120:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078113.784587:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078113.784589:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078113.784590:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078113.784592:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078113.784595:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05745c00. 02000000:00000001:0.0:1769078113.784597:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078113.784602:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078113.784605:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078113.784609:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078113.784612:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657861120, portal 4 00000100:00000001:0.0:1769078113.784615:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078113.784616:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082555136 : -115332626996480 : ffff971b07bca300) 00000100:00000040:0.0:1769078113.784623:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784630:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078113.784633:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078113.784635:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502f68. 00000100:00000200:0.0:1769078113.784638:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657861120, offset 0 00000400:00000200:0.0:1769078113.784642:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078113.784646:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078113.784649:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078113.784651:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078113.784654:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078113.784655:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078113.784657:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078113.784659:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370617:370617:256:4294967295] 192.168.204.154@tcp LPNI seq info [370612:370612:8:4294967295] 00000400:00000200:0.0:1769078113.784663:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078113.784668:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078113.784673:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078113.784677:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19600. 00000800:00000200:0.0:1769078113.784681:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078113.784684:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769078113.784688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078113.784692:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1769078113.784696:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078113.784698:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19600. 00000400:00000200:0.0:1769078113.784701:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078113.784705:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078113.784708:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06502f68 00000400:00000010:0.0:1769078113.784709:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06502f68. 00000100:00000001:0.0:1769078113.784711:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078113.784714:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784720:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078113.784722:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784726:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.784728:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078113.784730:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078113.784732:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:0.0:1769078113.784735:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078113.784737:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299771427 00000100:00000001:0.0:1769078113.784739:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299772108 00000100:00000001:0.0:1769078113.784741:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299771427 00000100:00000001:0.0:1769078113.784743:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299772108 00000100:00000001:0.0:1769078113.784744:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078113.784745:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.784747:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078113.784749:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078113/real 1769078113] req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078113.784754:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078113.784755:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078113.784756:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078113.784758:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078113.784759:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078113.784760:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078113.784763:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078113.784769:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784773:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078113.784775:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.784776:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078113.784778:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078113.784781:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784788:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078113.784792:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784800:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078113.784803:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.784805:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078113.784806:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.784808:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078113.784813:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078113.784817:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078113.784821:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078113.784822:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078113.784826:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078113.784832:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657861120:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078113.784834:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078113.784837:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784842:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078113.784843:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078113.784845:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078113.784846:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078113.784847:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078113.784849:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657861248:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078113.784851:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078113.784853:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078113.784854:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078113.784856:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1769078113.784859:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b05747400. 02000000:00000001:0.0:1769078113.784861:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078113.784865:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:0.0:1769078113.784868:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b06dd1058. 00000400:00000010:0.0:1769078113.784871:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b065024c8. 00000100:00000200:0.0:1769078113.784874:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657861248, portal 4 00000100:00000001:0.0:1769078113.784877:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078113.784879:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082559616 : -115332626992000 : ffff971b07bcb480) 00000100:00000040:0.0:1769078113.784885:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784893:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078113.784895:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:0.0:1769078113.784898:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06502f68. 00000100:00000200:0.0:1769078113.784901:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657861248, offset 0 00000400:00000200:0.0:1769078113.784904:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078113.784907:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078113.784910:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:0.0:1769078113.784912:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769078113.784914:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:0.0:1769078113.784916:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078113.784918:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078113.784920:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370618:370618:256:4294967295] 192.168.204.154@tcp LPNI seq info [370613:370613:8:4294967295] 00000400:00000200:0.0:1769078113.784923:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078113.784927:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:0.0:1769078113.784930:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078113.784932:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0af19600. 00000800:00000200:0.0:1769078113.784935:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.0:1769078113.784937:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:0.1:1769078113.784940:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:0.1:1769078113.784942:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:0.0:1769078113.784945:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:0.0:1769078113.784946:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0af19600. 00000400:00000200:0.0:1769078113.784948:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078113.784951:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:0.0:1769078113.784953:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06502f68 00000400:00000010:0.0:1769078113.784954:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06502f68. 00000100:00000001:0.0:1769078113.784956:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078113.784959:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784969:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078113.784971:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.784975:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.784976:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078113.784979:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078113.784982:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:0.0:1769078113.784985:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078113.784987:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299771431 00000100:00000001:0.0:1769078113.784990:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299772108 00000100:00000001:0.0:1769078113.784992:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299771431 00000100:00000001:0.0:1769078113.784994:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299772108 00000100:00000001:0.0:1769078113.784996:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078113.784999:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.785001:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1769078113.785005:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078113/real 1769078113] req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1769078113.785014:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1769078113.785015:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1769078113.785017:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b06dd1058. 00000400:00000200:0.0:1769078113.785020:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b065024c8 00000400:00000010:0.0:1769078113.785022:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b065024c8. 00000100:00000001:0.0:1769078113.785024:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1769078113.785028:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769078113.785037:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.785044:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078113.785046:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.785047:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078113.785048:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078113.785051:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.785056:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078113.785058:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.785063:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078113.785064:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.785065:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078113.785066:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.785067:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1769078113.785071:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078113.785073:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078113.785075:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:0.0:1769078113.785076:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078113.785079:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078113.785083:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657861248:192.168.204.154@tcp:8:kworker.0 00000100:00000001:0.0:1769078113.785086:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.785088:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078113.785090:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9880 x1855007657860992/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.785095:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078113.785097:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078113.785098:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05746c00. 02000000:00000001:0.0:1769078113.785100:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078113.785102:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078113.785103:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769078113.785105:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078113.785107:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f03800. 02000000:00000001:0.0:1769078113.785110:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078113.785112:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078113.785113:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9880. 00000100:00000001:0.0:1769078113.785115:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078113.785116:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.785118:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078113.785120:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bca300 x1855007657861120/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.785124:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078113.785125:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078113.785126:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05745c00. 02000000:00000001:0.0:1769078113.785127:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078113.785128:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078113.785129:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769078113.785130:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078113.785131:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02400. 02000000:00000001:0.0:1769078113.785133:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078113.785134:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078113.785134:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bca300. 00000100:00000001:0.0:1769078113.785136:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078113.785137:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.785138:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078113.785139:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb480 x1855007657861248/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078113.785143:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078113.785144:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1769078113.785145:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b05747400. 02000000:00000001:0.0:1769078113.785147:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078113.785148:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1769078113.785149:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769078113.785150:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1769078113.785151:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00000. 02000000:00000001:0.0:1769078113.785153:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1769078113.785154:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078113.785155:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb480. 00000100:00000001:0.0:1769078113.785156:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078113.785157:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.785159:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078113.785166:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078113.785168:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078113.785170:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078113.785172:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078114.420702:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078114.420702:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078114.420702:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078114.420715:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078114.420716:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078114.420716:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078114.420719:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078114.420721:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078114.420722:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078114.420724:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078114.420727:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078114.420728:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078114.420732:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078114.420733:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078114.420737:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078114.420737:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078114.420739:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078114.420744:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078114.420744:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078114.420744:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078114.420750:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078114.420751:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078114.420754:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078114.420755:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078114.420765:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078114.420768:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078114.420771:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078114.420772:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078114.420776:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078114.420779:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078114.420781:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078114.420784:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078114.420787:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078114.420789:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078114.420791:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078114.420796:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078114.420801:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078114.420808:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078114.420810:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078114.420812:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078114.420812:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078114.420813:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078114.420817:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078114.420818:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078114.420819:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078114.420822:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078114.420824:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078114.420825:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078114.420826:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078114.420827:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078114.420836:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078114.420837:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078114.420841:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078114.420842:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078114.420843:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078114.420844:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078114.420855:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078114.420858:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078114.420858:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078114.420859:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078114.420860:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078114.420865:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078114.420874:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078114.420878:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078114.420880:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078114.420883:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078114.420886:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078114.420895:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078114.420895:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078114.420899:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078114.420904:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1769078114.420905:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078114.420910:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078114.420916:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078114.548697:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299772108, at 4299772160 00000100:00000040:1.0:1769078114.548706:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299772108, at 4299772160 00000100:00000010:0.0:1769078114.548717:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3b7e0. 00000100:00000010:1.0:1769078114.548721:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07c3bb40. 00000100:00000001:1.0:1769078114.804657:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078114.804663:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078114.804665:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078114.804668:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078114.804672:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078114.804675:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078114.804677:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078114.804678:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078114.804680:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078114.804788:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078114.804796:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078114.804799:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078114.804805:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078114.804809:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078114.804813:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078114.804816:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078114.804819:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078114.804822:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078115.444692:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078115.444693:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078115.444696:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078115.444701:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078115.444701:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078115.444702:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078115.444704:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078115.444707:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078115.444709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078115.444710:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078115.444712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078115.444713:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078115.444715:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078115.444719:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078115.444721:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078115.444722:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078115.444722:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078115.444727:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078115.444728:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078115.444728:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078115.444729:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078115.444735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078115.444739:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078115.444739:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078115.444747:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078115.444748:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078115.444751:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078115.444753:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078115.444757:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078115.444758:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:2.0:1769078115.444759:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078115.444762:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078115.444768:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078115.444769:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078115.444776:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078115.444780:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078115.444784:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078115.444787:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078115.444804:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078115.444805:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078115.444808:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078115.444808:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078115.444810:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078115.444811:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078115.444813:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078115.444814:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078115.444815:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078115.444817:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078115.444819:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078115.444820:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078115.444821:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078115.444823:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078115.444825:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078115.444827:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078115.444828:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078115.444829:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078115.444830:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078115.444832:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078115.444836:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078115.444836:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078115.444837:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078115.444841:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078115.444844:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078115.444847:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078115.444847:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078115.444848:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078115.444853:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078115.444858:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078115.444861:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078115.444868:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078115.444877:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078115.444881:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078115.444884:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078115.444886:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078115.828681:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078115.828681:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078115.828691:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078115.828692:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078115.828693:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078115.828696:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078115.828699:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078115.828704:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078115.828705:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078115.828709:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078115.828714:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078115.828715:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078115.828717:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078115.828721:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078115.828722:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078115.828737:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078115.828741:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078115.828744:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078116.468668:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078116.468668:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078116.468668:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078116.468668:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078116.468676:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078116.468676:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078116.468677:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078116.468677:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078116.468681:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078116.468681:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078116.468682:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078116.468682:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078116.468689:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078116.468690:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078116.468690:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078116.468696:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078116.468696:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078116.468697:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078116.468697:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078116.468702:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078116.468703:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078116.468704:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078116.468704:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078116.468705:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078116.468709:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078116.468710:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078116.468714:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078116.468715:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078116.468718:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078116.468720:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078116.468720:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078116.468723:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078116.468725:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078116.468727:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078116.468731:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078116.468732:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078116.468734:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078116.468735:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078116.468738:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078116.468738:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078116.468739:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078116.468742:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078116.468742:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078116.468742:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078116.468746:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078116.468747:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078116.468749:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078116.468749:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078116.468751:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078116.468751:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078116.468752:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078116.468754:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078116.468756:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078116.468758:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078116.468759:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078116.468759:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078116.468760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078116.468762:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078116.468763:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078116.468764:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078116.468765:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078116.468767:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078116.468769:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078116.468769:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078116.468773:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078116.468773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078116.468774:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078116.468778:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078116.468782:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078116.468784:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078116.468787:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078116.468793:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078116.468795:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078116.468798:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078116.852698:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078116.852699:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078116.852708:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078116.852708:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078116.852710:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078116.852712:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078116.852717:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078116.852718:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078116.852721:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078116.852725:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078116.852728:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078116.852731:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078116.852731:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078116.852736:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078116.852737:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078116.852743:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078116.852746:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078116.852750:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078117.492658:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078117.492658:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078117.492661:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078117.492665:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078117.492666:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078117.492669:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078117.492670:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078117.492673:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078117.492676:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078117.492676:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078117.492678:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078117.492682:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078117.492682:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078117.492683:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078117.492685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078117.492687:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078117.492688:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078117.492688:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078117.492690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078117.492694:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078117.492694:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078117.492697:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078117.492699:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078117.492703:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078117.492705:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078117.492707:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078117.492746:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078117.492748:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078117.492749:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078117.492751:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078117.492754:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078117.492756:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078117.492758:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078117.492759:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078117.492761:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078117.492767:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078117.492769:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078117.492771:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078117.492772:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078117.492775:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078117.492777:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078117.492778:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078117.492779:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078117.492781:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078117.492782:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078117.492784:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078117.492785:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078117.492786:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078117.492790:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078117.492790:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078117.492793:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078117.492794:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078117.492796:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078117.492797:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078117.492799:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078117.492800:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078117.492802:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078117.492803:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078117.492807:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078117.492807:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078117.492810:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078117.492811:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078117.492821:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078117.492823:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078117.492824:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078117.492825:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078117.492826:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078117.492827:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078117.492828:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078117.492829:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078117.492830:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078117.492887:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078117.492890:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078117.492892:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078117.876651:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078117.876652:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078117.876658:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078117.876658:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078117.876659:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078117.876661:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078117.876666:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:1.0:1769078117.876666:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078117.876672:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078117.876673:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078117.876677:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078117.876677:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078117.876681:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078117.876683:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078117.876685:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078117.876689:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078117.876692:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078117.876696:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078118.516693:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078118.516698:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078118.516707:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078118.516709:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.516714:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078118.516717:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078118.516720:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078118.516720:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.516725:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078118.516725:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078118.516728:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078118.516732:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078118.516739:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078118.516745:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.516749:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078118.516752:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.516756:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078118.516764:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078118.516768:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.516770:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:2.0:1769078118.516772:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078118.516778:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078118.516780:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078118.516784:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078118.516787:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078118.516790:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078118.516792:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078118.516800:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078118.516804:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078118.516815:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078118.516818:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078118.516820:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078118.516823:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078118.516825:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078118.516827:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078118.516829:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078118.516831:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078118.516833:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078118.516859:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078118.516862:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078118.516864:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078118.516867:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078118.516870:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078118.516873:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078118.516876:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078118.516877:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078118.516881:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.516883:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078118.516887:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078118.516889:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078118.516896:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078118.516900:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078118.516903:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078118.516903:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078118.516909:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078118.516910:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078118.516912:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078118.516915:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078118.516916:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078118.516924:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078118.516927:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078118.516929:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078118.516932:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078118.516933:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078118.516935:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.516959:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078118.516962:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078118.516963:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078118.516966:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078118.516969:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078118.516972:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.516977:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078118.516978:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.516981:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078118.900621:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078118.900626:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078118.900627:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078118.900632:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078118.900633:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078118.900633:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078118.900638:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078118.900639:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078118.900639:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078118.900642:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078118.900644:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078118.900645:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078118.900645:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078118.900648:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078118.900649:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078118.900653:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078118.900657:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:1.0:1769078118.900658:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078118.900662:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078118.900665:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5104 00000100:00000001:1.0:1769078118.900670:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078118.900672:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769078118.900673:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078118.900675:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078118.900675:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:0.0:1769078118.900677:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078118.900678:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.900679:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:0.0:1769078118.900683:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769078118.900684:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00080000:0.0:1769078118.900686:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078118.900692:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00001000:3.0:1769078118.900692:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:0.0:1769078118.900696:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078118.900699:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078118.900700:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00000001:0.0:1769078118.900701:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078118.900707:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078118.900707:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000040:0.0:1769078118.900710:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078118.900713:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:3.0:1769078118.900713:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000020:00000040:0.0:1769078118.900716:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000080:00200000:3.0:1769078118.900717:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769078118.900720:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078118.900721:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078118.900722:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078118.900724:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:0.0:1769078118.900726:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:3.0:1769078118.900727:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078118.900729:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078118.900732:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:3.0:1769078118.900733:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:0.0:1769078118.900734:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:3.0:1769078118.900739:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 00000020:00000040:0.0:1769078118.900740:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769078118.900745:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:3.0:1769078118.900745:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769078118.900749:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:0.0:1769078118.900750:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.900752:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000001:0.0:1769078118.900753:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769078118.900755:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078118.900756:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078118.900761:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.900761:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078118.900764:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:3.0:1769078118.900766:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769078118.900767:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.900771:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078118.900775:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00000020:00000001:3.0:1769078118.900775:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078118.900777:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:0.0:1769078118.900779:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:3.0:1769078118.900780:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000001:0.0:1769078118.900783:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000002:3.0:1769078118.900784:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 02000000:00000001:0.0:1769078118.900785:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078118.900789:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078118.900792:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1769078118.900792:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078118.900797:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.900797:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078118.900802:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078118.900804:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000010:0.0:1769078118.900805:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00020000:00200000:3.0:1769078118.900808:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:0.0:1769078118.900813:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078118.900814:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769078118.900819:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078118.900822:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078118.900824:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00100000:0.0:1769078118.900825:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769078118.900827:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769078118.900832:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769078118.900837:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000100:00000001:0.0:1769078118.900841:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1769078118.900841:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078118.900847:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769078118.900848:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.900850:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078118.900853:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078118.900857:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078118.900857:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.900860:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769078118.900866:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078118.900869:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.900874:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.900876:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.900878:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078118.900879:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078118.900881:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.900882:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:0.0:1769078118.900884:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.900884:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00080000:0.0:1769078118.900889:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1769078118.900889:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078118.900895:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:3.0:1769078118.900895:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078118.900898:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:3.0:1769078118.900900:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078118.900901:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078118.900907:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078118.900910:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5104 00000100:00000001:1.0:1769078118.900911:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:3.0:1769078118.900912:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.900916:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1769078118.900918:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078118.900918:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078118.900920:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078118.900922:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078118.900925:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769078118.900926:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078118.900930:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078118.900931:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.900932:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078118.900936:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000040:0.0:1769078118.900937:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078118.900939:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078118.900941:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769078118.900943:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:0.0:1769078118.900946:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:3.0:1769078118.900948:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:0.0:1769078118.900950:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:3.0:1769078118.900952:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000020:00000001:0.0:1769078118.900955:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078118.900956:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1769078118.900958:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000100:00000001:1.0:1769078118.900960:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078118.900961:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:3.0:1769078118.900961:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000040:0.0:1769078118.900965:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:1.0:1769078118.900966:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000020:3.0:1769078118.900966:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000001:0.0:1769078118.900967:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000008:00000001:3.0:1769078118.900970:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078118.900971:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078118.900972:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769078118.900978:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078118.900978:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078118.900978:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078118.900982:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:0.0:1769078118.900983:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:3.0:1769078118.900986:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000100:00100000:1.0:1769078118.900987:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657861376:192.168.204.154@tcp:250:kworker.0 00000100:00000040:0.0:1769078118.900988:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078118.900993:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078118.900994:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000020:3.0:1769078118.900994:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000020:00000040:0.0:1769078118.900997:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:1.0:1769078118.900999:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:0.0:1769078118.901002:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:1.0:1769078118.901003:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078118.901003:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:0.0:1769078118.901004:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769078118.901007:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:1.0:1769078118.901008:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078118.901009:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000001:3.0:1769078118.901010:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078118.901016:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1769078118.901016:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 00000008:00000001:3.0:1769078118.901016:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:0.0:1769078118.901022:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.901022:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769078118.901022:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:0.0:1769078118.901026:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078118.901030:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078118.901031:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1769078118.901035:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769078118.901036:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078118.901037:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078118.901040:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078118.901042:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000100:00000010:0.0:1769078118.901044:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 00000020:00000040:0.0:1769078118.901048:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078118.901049:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078118.901050:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 02000000:00000001:0.0:1769078118.901051:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078118.901054:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901054:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078118.901058:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078118.901060:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:3.0:1769078118.901060:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078118.901061:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657861376, portal 25 02000000:00000001:0.0:1769078118.901063:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901065:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.901068:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1769078118.901069:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000010:0.0:1769078118.901070:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000100:00000001:1.0:1769078118.901071:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094216064 : -115332615335552 : ffff971b086e9180) 00000100:00000001:0.0:1769078118.901074:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901074:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769078118.901078:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078118.901081:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00100000:0.0:1769078118.901083:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769078118.901084:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.901084:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078118.901088:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901094:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078118.901097:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078118.901100:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078118.901104:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:0.0:1769078118.901118:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:3.0:1769078118.901119:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078118.901123:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901124:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078118.901128:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078118.901130:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078118.901132:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078118.901132:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078118.901136:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078118.901137:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078118.901141:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00020000:00000001:3.0:1769078118.901143:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078118.901146:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000200:1.0:1769078118.901147:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657861376, offset 0 00000020:00000001:3.0:1769078118.901150:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078118.901154:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:0.0:1769078118.901157:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078118.901157:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078118.901158:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078118.901162:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00080000:0.0:1769078118.901163:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:3.0:1769078118.901165:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:1.0:1769078118.901166:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078118.901170:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00080000:0.0:1769078118.901171:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1769078118.901174:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:3.0:1769078118.901174:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769078118.901176:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078118.901180:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769078118.901181:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:3.0:1769078118.901185:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078118.901186:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769078118.901188:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:3.0:1769078118.901191:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078118.901194:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5104 00000400:00000200:1.0:1769078118.901194:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:3.0:1769078118.901196:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078118.901200:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:3.0:1769078118.901200:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078118.901204:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370619:370619:256:4294967295] 192.168.204.154@tcp LPNI seq info [370614:370614:8:4294967295] 00000020:00000001:3.0:1769078118.901204:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901209:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:1.0:1769078118.901210:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078118.901213:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078118.901215:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078118.901218:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:1.0:1769078118.901222:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:3.0:1769078118.901222:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078118.901226:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000800:00000200:1.0:1769078118.901231:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078118.901231:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000200:0.0:1769078118.901232:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078118.901236:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000800:00000010:1.0:1769078118.901238:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000080:00000001:3.0:1769078118.901240:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000400:00000200:0.0:1769078118.901241:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00200000:3.0:1769078118.901244:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00080000:0.0:1769078118.901245:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1769078118.901248:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:0.0:1769078118.901254:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000200:1.0:1769078118.901254:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000080:00000001:3.0:1769078118.901255:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769078118.901258:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:0.0:1769078118.901260:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:3.0:1769078118.901263:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000800:00000200:1.1:1769078118.901263:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:0.0:1769078118.901266:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:3.0:1769078118.901269:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:1.1:1769078118.901269:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000100:00000001:0.0:1769078118.901270:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:3.0:1769078118.901274:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078118.901277:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000100:1.0:1769078118.901278:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000040:0.0:1769078118.901280:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000010:1.0:1769078118.901281:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000020:00000001:0.0:1769078118.901284:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:3.0:1769078118.901284:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:1.0:1769078118.901286:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000080:00000001:3.0:1769078118.901288:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000040:0.0:1769078118.901289:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769078118.901292:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:1.0:1769078118.901293:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1769078118.901295:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769078118.901297:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00000001:0.0:1769078118.901298:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:1.0:1769078118.901299:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000020:00001000:3.0:1769078118.901303:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000400:00000010:1.0:1769078118.901304:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000040:0.0:1769078118.901307:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078118.901308:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000100:00000001:1.0:1769078118.901309:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078118.901311:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769078118.901314:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000200:1.0:1769078118.901316:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078118.901317:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:3.0:1769078118.901318:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769078118.901322:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:0.0:1769078118.901324:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078118.901331:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:0.0:1769078118.901332:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:3.0:1769078118.901334:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078118.901336:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769078118.901339:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000080:00000001:3.0:1769078118.901339:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078118.901342:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078118.901346:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078118.901346:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 02000000:00000001:0.0:1769078118.901352:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000002:3.0:1769078118.901354:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769078118.901356:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078118.901357:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078118.901360:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1769078118.901361:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:0.0:1769078118.901362:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901364:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:1.0:1769078118.901365:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078118.901367:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:3.0:1769078118.901368:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000200:1.0:1769078118.901371:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00100000:0.0:1769078118.901372:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:3.0:1769078118.901373:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.901374:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299777227 00020000:00000001:3.0:1769078118.901378:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769078118.901379:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078118.901381:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0f00. 00020000:00000001:3.0:1769078118.901384:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769078118.901385:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901388:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.901390:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000010:0.0:1769078118.901392:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000020:00000001:3.0:1769078118.901393:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:0.0:1769078118.901396:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:1.0:1769078118.901397:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299777227 00000020:00000001:3.0:1769078118.901398:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:0.0:1769078118.901401:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:3.0:1769078118.901402:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000010:1.0:1769078118.901404:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0ae0. 02000000:00000001:0.0:1769078118.901405:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078118.901406:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769078118.901407:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078118.901409:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1769078118.901412:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078118.901413:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078118.901414:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078118.901418:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.901418:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901419:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769078118.901423:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769078118.901423:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000010:0.0:1769078118.901426:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00020000:00000001:3.0:1769078118.901427:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00100000:1.0:1769078118.901429:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00200000:3.0:1769078118.901431:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:0.0:1769078118.901432:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078118.901438:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000001:1.0:1769078118.901442:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1769078118.901443:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:3.0:1769078118.901444:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000001:1.0:1769078118.901445:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078118.901448:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00020000:00000001:3.0:1769078118.901448:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078118.901452:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:1.0:1769078118.901453:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000020:00000001:3.0:1769078118.901456:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000400:00000010:1.0:1769078118.901457:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078118.901463:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00001000:3.0:1769078118.901463:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00000001:0.0:1769078118.901464:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078118.901468:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901468:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000100:00000200:1.0:1769078118.901469:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.901472:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078118.901476:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:0.0:1769078118.901478:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.901479:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078118.901483:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078118.901487:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078118.901488:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901494:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769078118.901500:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:0.0:1769078118.901502:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901503:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078118.901508:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:3.0:1769078118.901509:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.901510:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078118.901512:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078118.901515:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078118.901517:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078118.901517:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078118.901520:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:0.0:1769078118.901521:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078118.901521:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078118.901524:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00080000:0.0:1769078118.901525:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078118.901528:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078118.901528:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078118.901530:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:3.0:1769078118.901532:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078118.901536:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00080000:0.0:1769078118.901537:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5104 00000020:00000001:3.0:1769078118.901539:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901545:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.901546:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769078118.901550:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078118.901550:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078118.901573:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769078118.901582:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:3.0:1769078118.901584:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078118.901588:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1769078118.901589:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078118.901593:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.901596:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1769078118.901597:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078118.901597:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.901603:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078118.901604:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769078118.901604:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078118.901608:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:3.0:1769078118.901608:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:1.0:1769078118.901610:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078118.901612:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078118.901612:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078118.901613:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1769078118.901615:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078118.901617:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078118.901619:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:3.0:1769078118.901619:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00080000:1.0:1769078118.901620:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:3.0:1769078118.901622:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000020:00000001:0.0:1769078118.901624:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078118.901627:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000008:00000001:3.0:1769078118.901628:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:1.0:1769078118.901629:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000020:00000001:0.0:1769078118.901632:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000020:3.0:1769078118.901632:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078118.901633:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:3.0:1769078118.901635:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769078118.901637:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000008:00000001:3.0:1769078118.901638:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000040:1.0:1769078118.901640:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078118.901642:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000020:00000001:0.0:1769078118.901643:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000008:00000001:3.0:1769078118.901646:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000020:00000001:0.0:1769078118.901649:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000008:00000020:3.0:1769078118.901652:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000100:00000040:0.0:1769078118.901658:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:3.0:1769078118.901660:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078118.901663:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:0.0:1769078118.901665:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078118.901665:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657861376:192.168.204.154@tcp:250:kworker.0 00000008:00000001:3.0:1769078118.901666:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078118.901671:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000040:0.0:1769078118.901672:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078118.901674:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1769078118.901675:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000001:0.0:1769078118.901677:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078118.901680:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1769078118.901684:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000008:00000001:3.0:1769078118.901685:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000040:1.0:1769078118.901688:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9180 x1855007657861376/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078118.901690:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078118.901692:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:3.0:1769078118.901695:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078118.901699:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901700:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078118.901705:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769078118.901706:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.901709:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078118.901711:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078118.901711:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.901712:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078118.901716:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 00000020:00000001:3.0:1769078118.901716:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:0.0:1769078118.901717:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901720:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:0.0:1769078118.901721:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078118.901721:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:3.0:1769078118.901723:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078118.901724:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000008:00100000:0.0:1769078118.901725:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000040:1.0:1769078118.901727:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078118.901727:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1769078118.901731:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078118.901732:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1769078118.901732:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000010:1.0:1769078118.901736:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 00020000:00000001:3.0:1769078118.901736:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078118.901737:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901742:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 02000000:00000001:1.0:1769078118.901743:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1769078118.901745:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 02000000:00000001:1.0:1769078118.901745:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1769078118.901745:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078118.901749:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000010:1.0:1769078118.901750:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9180. 00000020:00000040:0.0:1769078118.901751:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00000001:3.0:1769078118.901752:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:1.0:1769078118.901754:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078118.901757:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078118.901757:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:0.0:1769078118.901758:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1769078118.901760:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078118.901761:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078118.901762:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901764:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:0.0:1769078118.901766:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078118.901768:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:3.0:1769078118.901768:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078118.901769:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078118.901772:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901773:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078118.901774:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.901777:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:3.0:1769078118.901778:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000010:0.0:1769078118.901782:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000100:00000001:1.0:1769078118.901782:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078118.901782:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078118.901786:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078118.901786:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:0.0:1769078118.901788:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901789:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078118.901793:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:1.0:1769078118.901794:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078118.901796:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00100000:0.0:1769078118.901797:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:3.0:1769078118.901799:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.901802:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078118.901804:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078118.901806:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901811:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901814:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078118.901816:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078118.901819:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901823:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078118.901826:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078118.901829:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:1.0:1769078118.901831:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078118.901833:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078118.901834:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901836:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:1.0:1769078118.901840:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00001000:3.0:1769078118.901840:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00000001:0.0:1769078118.901841:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078118.901844:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078118.901845:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1769078118.901847:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.901848:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901849:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769078118.901852:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00100000:1.0:1769078118.901854:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657861504:192.168.204.154@tcp:38:kworker.0 00000100:00000040:0.0:1769078118.901856:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:3.0:1769078118.901857:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:1.0:1769078118.901859:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078118.901862:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078118.901864:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078118.901866:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000001:1.0:1769078118.901868:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769078118.901869:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000010:1.0:1769078118.901872:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 00000020:00001000:3.0:1769078118.901874:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 02000000:00000001:1.0:1769078118.901877:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078118.901879:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:0.0:1769078118.901882:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078118.901883:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078118.901884:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078118.901888:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000100:00000040:0.0:1769078118.901890:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5114) 00000080:00000001:3.0:1769078118.901892:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000010:1.0:1769078118.901894:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000080:00000001:3.0:1769078118.901895:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000200:1.0:1769078118.901899:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657861504, portal 10 00000020:00000001:3.0:1769078118.901899:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078118.901902:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000001:1.0:1769078118.901903:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078118.901907:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094215168 : -115332615336448 : ffff971b086e8e00) 00000020:00001000:3.0:1769078118.901907:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769078118.901912:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000020:00000001:3.0:1769078118.901915:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769078118.901917:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:1.0:1769078118.901918:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:3.0:1769078118.901919:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769078118.901925:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078118.901927:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078118.901930:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078118.901934:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769078118.901935:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078118.901940:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000002:3.0:1769078118.901940:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000400:00000010:1.0:1769078118.901945:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00020000:00000001:3.0:1769078118.901945:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769078118.901949:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000200:1.0:1769078118.901950:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657861504, offset 0 00020000:00000001:3.0:1769078118.901951:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769078118.901954:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.901958:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769078118.901959:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078118.901963:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078118.901966:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078118.901967:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078118.901970:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078118.901972:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:1.0:1769078118.901974:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:3.0:1769078118.901975:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769078118.901977:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000400:00000200:1.0:1769078118.901981:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769078118.901981:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.901985:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000400:00000200:1.0:1769078118.901986:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:3.0:1769078118.901987:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:1.0:1769078118.901990:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:3.0:1769078118.901991:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000400:00000200:1.0:1769078118.901994:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00200000:3.0:1769078118.901995:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000200:1.0:1769078118.901998:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370620:370620:256:4294967295] 192.168.204.154@tcp LPNI seq info [370615:370615:8:4294967295] 00020000:00000002:3.0:1769078118.901999:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:1.0:1769078118.902005:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078118.902005:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078118.902008:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078118.902011:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:1.0:1769078118.902013:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:3.0:1769078118.902015:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000800:00000200:1.0:1769078118.902020:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00001000:3.0:1769078118.902020:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769078118.902024:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000800:00000010:1.0:1769078118.902025:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000020:00000001:3.0:1769078118.902028:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000800:00000200:1.0:1769078118.902031:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078118.902032:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000200:1.0:1769078118.902035:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000020:00000001:3.0:1769078118.902035:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078118.902037:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.902041:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078118.902041:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:3.0:1769078118.902045:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000800:00000200:1.1:1769078118.902046:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000020:00000001:3.0:1769078118.902049:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078118.902052:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078118.902053:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078118.902056:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078118.902057:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000020:00000001:3.0:1769078118.902060:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078118.902062:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:3.0:1769078118.902063:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078118.902065:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078118.902068:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:1.0:1769078118.902070:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:3.0:1769078118.902071:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078118.902074:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:1.0:1769078118.902075:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000020:00000001:3.0:1769078118.902076:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078118.902081:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000020:00000001:3.0:1769078118.902081:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.902086:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902087:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:3.0:1769078118.902089:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902092:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000200:1.0:1769078118.902093:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.902094:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902098:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902103:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078118.902105:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:1.0:1769078118.902118:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078118.902121:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078118.902125:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902127:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1769078118.902128:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078118.902130:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902131:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:1.0:1769078118.902134:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000008:00000001:3.0:1769078118.902137:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000400:00000200:1.0:1769078118.902140:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078118.902141:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:1.0:1769078118.902142:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299776523 00000100:00000001:1.0:1769078118.902146:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299777227 00000008:00000001:3.0:1769078118.902147:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:1.0:1769078118.902149:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299776523 00000008:00000020:3.0:1769078118.902150:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078118.902152:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299777227 00000008:00000001:3.0:1769078118.902154:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.902155:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078118.902159:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078118.902160:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769078118.902161:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:3.0:1769078118.902164:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00100000:1.0:1769078118.902166:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078118.902167:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000008:00000020:3.0:1769078118.902173:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000400:00000001:1.0:1769078118.902176:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078118.902179:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00000001:3.0:1769078118.902179:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000010:1.0:1769078118.902182:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000008:00000020:3.0:1769078118.902183:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:1.0:1769078118.902185:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000008:00000001:3.0:1769078118.902186:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769078118.902187:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078118.902190:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:3.0:1769078118.902191:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000200:1.0:1769078118.902194:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:3.0:1769078118.902195:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:3.0:1769078118.902206:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000200:1.0:1769078118.902208:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078118.902211:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902215:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902217:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:3.0:1769078118.902219:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902220:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.902225:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:3.0:1769078118.902225:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902227:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078118.902229:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078118.902231:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.902233:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769078118.902236:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:1.0:1769078118.902239:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078118.902239:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078118.902243:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:1.0:1769078118.902244:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.902246:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078118.902248:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902253:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:3.0:1769078118.902253:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078118.902256:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078118.902257:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.902259:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078118.902259:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078118.902262:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:1.0:1769078118.902263:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.902266:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:3.0:1769078118.902266:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.902270:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078118.902271:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078118.902274:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1769078118.902274:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078118.902277:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078118.902279:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078118.902282:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:3.0:1769078118.902282:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.902287:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000040:1.0:1769078118.902288:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.902290:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078118.902293:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078118.902295:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078118.902297:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00100000:1.0:1769078118.902300:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657861504:192.168.204.154@tcp:38:kworker.0 00020000:00000001:3.0:1769078118.902300:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078118.902303:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.902305:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078118.902306:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078118.902307:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078118.902310:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078118.902311:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078118.902314:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.902317:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078118.902320:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078118.902322:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078118.902322:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902324:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902325:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1769078118.902327:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:3.0:1769078118.902328:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000001:1.0:1769078118.902329:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078118.902331:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:1.0:1769078118.902332:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902334:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00100000:1.0:1769078118.902335:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657861632:192.168.204.154@tcp:8:kworker.0 00000020:00000001:3.0:1769078118.902336:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078118.902339:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00000001:1.0:1769078118.902340:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078118.902343:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:3.0:1769078118.902343:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:1.0:1769078118.902346:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.902347:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:1.0:1769078118.902348:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:3.0:1769078118.902350:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000010:1.0:1769078118.902351:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078118.902354:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1769078118.902354:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:1.0:1769078118.902361:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:3.0:1769078118.902361:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000010:1.0:1769078118.902363:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000020:00000001:3.0:1769078118.902364:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000010:1.0:1769078118.902367:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000020:00001000:3.0:1769078118.902368:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00000200:1.0:1769078118.902370:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657861632, portal 4 00000100:00000001:1.0:1769078118.902373:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000080:00000001:3.0:1769078118.902373:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1769078118.902375:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094224128 : -115332615327488 : ffff971b086eb100) 00000080:00000001:3.0:1769078118.902377:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078118.902381:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1769078118.902384:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769078118.902387:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:1.0:1769078118.902388:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769078118.902390:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000040:1.0:1769078118.902391:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078118.902394:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000020:00000001:3.0:1769078118.902394:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000200:1.0:1769078118.902397:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657861632, offset 0 00000020:00001000:3.0:1769078118.902399:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000400:00000200:1.0:1769078118.902403:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078118.902405:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000400:00000200:1.0:1769078118.902407:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078118.902409:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:1.0:1769078118.902412:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000080:00000001:3.0:1769078118.902413:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:1.0:1769078118.902415:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00200000:3.0:1769078118.902417:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:1.0:1769078118.902419:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078118.902423:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1769078118.902423:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:1.0:1769078118.902425:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:3.0:1769078118.902427:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078118.902430:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078118.902431:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370621:370621:256:4294967295] 192.168.204.154@tcp LPNI seq info [370616:370616:8:4294967295] 00020000:00000002:3.0:1769078118.902436:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000400:00000200:1.0:1769078118.902437:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:3.0:1769078118.902443:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000400:00000200:1.0:1769078118.902444:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:3.0:1769078118.902448:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000800:00000200:1.0:1769078118.902450:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078118.902451:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000800:00000010:1.0:1769078118.902453:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00020000:00000001:3.0:1769078118.902454:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769078118.902457:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078118.902458:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078118.902461:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00020000:00000001:3.0:1769078118.902461:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078118.902466:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000800:00000200:1.1:1769078118.902468:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:3.0:1769078118.902470:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078118.902471:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000020:00000001:3.0:1769078118.902473:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078118.902475:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000800:00000100:1.0:1769078118.902476:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078118.902478:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000800:00000010:1.0:1769078118.902479:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078118.902482:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000002:3.0:1769078118.902482:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000400:00000200:1.0:1769078118.902488:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:3.0:1769078118.902488:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902492:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000400:00000200:1.0:1769078118.902493:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078118.902496:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000020:00000001:3.0:1769078118.902496:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078118.902499:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:3.0:1769078118.902499:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078118.902503:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000200:1.0:1769078118.902504:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:3.0:1769078118.902507:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769078118.902514:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:1.0:1769078118.902515:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:3.0:1769078118.902516:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000040:1.0:1769078118.902519:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.902520:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078118.902523:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00001000:3.0:1769078118.902528:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00000001:1.0:1769078118.902529:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902532:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1769078118.902533:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000100:00000001:1.0:1769078118.902534:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078118.902538:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000020:00000001:3.0:1769078118.902538:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:1.0:1769078118.902542:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078118.902542:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078118.902544:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078118.902545:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299776544 00000020:00000001:3.0:1769078118.902547:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902548:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299777227 00020000:00000001:3.0:1769078118.902551:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902552:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299776544 00000100:00000001:1.0:1769078118.902574:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299777227 00000100:00000001:1.0:1769078118.902576:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078118.902580:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:1.0:1769078118.902581:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902586:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769078118.902586:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078118.902589:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.902593:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078118.902594:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.902597:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902601:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078118.902603:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078118.902606:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.902609:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000001:1.0:1769078118.902610:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1769078118.902611:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000001:1.0:1769078118.902612:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1769078118.902614:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078118.902615:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000020:00000001:3.0:1769078118.902619:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078118.902620:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078118.902623:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078118.902625:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000001:3.0:1769078118.902625:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078118.902630:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078118.902630:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902635:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078118.902638:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078118.902641:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.902642:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902647:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078118.902651:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:3.0:1769078118.902651:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078118.902654:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078118.902655:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078118.902657:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078118.902659:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:3.0:1769078118.902660:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:1.0:1769078118.902662:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078118.902663:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00100000:1.0:1769078118.902668:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078118.902668:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078118.902670:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078118.902673:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078118.902678:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078118.902680:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769078118.902683:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000100:00000001:1.0:1769078118.902684:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1769078118.902688:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000040:1.0:1769078118.902691:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078118.902693:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078118.902695:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078118.902698:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078118.902701:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769078118.902704:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:1.0:1769078118.902706:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078118.902711:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078118.902712:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.902714:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078118.902717:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078118.902717:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902722:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1769078118.902722:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.902726:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902728:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:3.0:1769078118.902729:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078118.902735:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1769078118.902735:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902739:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:1.0:1769078118.902742:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00020000:00000001:3.0:1769078118.902743:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769078118.902746:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:1.0:1769078118.902747:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:3.0:1769078118.902748:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078118.902751:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078118.902754:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078118.902755:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078118.902759:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078118.902761:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078118.902764:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078118.902766:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769078118.902768:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00100000:1.0:1769078118.902771:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657861632:192.168.204.154@tcp:8:kworker.0 00000020:00000001:3.0:1769078118.902771:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078118.902773:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078118.902775:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902779:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078118.902779:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902785:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:3.0:1769078118.902785:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078118.902788:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078118.902791:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000040:1.0:1769078118.902792:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8e00 x1855007657861504/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.902793:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078118.902796:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078118.902798:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078118.902800:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.902802:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078118.902804:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078118.902807:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00020000:00000001:3.0:1769078118.902807:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078118.902811:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:3.0:1769078118.902811:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078118.902814:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 00020000:00000001:3.0:1769078118.902815:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078118.902817:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:1.0:1769078118.902820:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078118.902820:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078118.902824:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769078118.902824:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000040:1.0:1769078118.902827:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00020000:00000001:3.0:1769078118.902827:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078118.902830:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078118.902833:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1769078118.902833:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078118.902835:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000010:1.0:1769078118.902837:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 00000020:00001000:3.0:1769078118.902838:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769078118.902843:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:1.0:1769078118.902844:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00020000:00000001:3.0:1769078118.902845:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:1.0:1769078118.902846:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078118.902849:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8e00. 00000080:00000001:3.0:1769078118.902849:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078118.902853:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:1.0:1769078118.902854:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078118.902856:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.902859:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000001:3.0:1769078118.902860:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000040:1.0:1769078118.902864:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eb100 x1855007657861632/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.902864:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078118.902867:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769078118.902871:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078118.902876:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902882:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000080:00000001:3.0:1769078118.902882:0:8:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:1.0:1769078118.902886:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000080:00000001:3.0:1769078118.902886:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 02000000:00000010:1.0:1769078118.902889:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 00000020:00000001:3.0:1769078118.902890:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:1.0:1769078118.902892:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078118.902894:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00000001:1.0:1769078118.902895:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078118.902899:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00001000:3.0:1769078118.902899:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:1.0:1769078118.902905:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1769078118.902905:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 02000000:00000010:1.0:1769078118.902907:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745c00. 00000020:00000001:3.0:1769078118.902909:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:1.0:1769078118.902912:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000080:00000001:3.0:1769078118.902912:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 02000000:00000001:1.0:1769078118.902916:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000080:00200000:3.0:1769078118.902916:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000010:1.0:1769078118.902919:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eb100. 00000020:00000001:3.0:1769078118.902921:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078118.902923:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078118.902924:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000080:00000001:3.0:1769078118.902925:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902927:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1769078118.902929:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769078118.902930:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:3.0:1769078118.902934:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769078118.902937:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:3.0:1769078118.902938:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:1.0:1769078118.902940:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.902941:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769078118.902943:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:1.0:1769078118.902945:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:3.0:1769078118.902946:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.902948:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:3.0:1769078118.902949:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078118.902952:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:3.0:1769078118.902953:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078118.902956:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902959:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:1.0:1769078118.902960:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.902961:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078118.902963:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769078118.902965:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769078118.902970:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.902973:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078118.902975:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078118.902977:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:3.0:1769078118.902978:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:1.0:1769078118.902981:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:3.0:1769078118.902982:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:1.0:1769078118.902985:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000002:3.0:1769078118.902986:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:1.0:1769078118.902988:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078118.902991:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.902991:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078118.902995:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00100000:1.0:1769078118.902996:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657861760:192.168.204.154@tcp:8:kworker.0 00000020:00000001:3.0:1769078118.902998:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078118.902999:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1769078118.903001:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 02000000:00000001:1.0:1769078118.903002:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078118.903005:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769078118.903005:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 02000000:00000001:1.0:1769078118.903009:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769078118.903010:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 02000000:00000010:1.0:1769078118.903011:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 00000020:00000001:3.0:1769078118.903013:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:1.0:1769078118.903014:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903016:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:1.0:1769078118.903019:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078118.903019:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078118.903022:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078118.903023:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00020000:00000001:3.0:1769078118.903027:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078118.903028:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00020000:00000001:3.0:1769078118.903031:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000200:1.0:1769078118.903032:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657861760, portal 4 00000020:00000001:3.0:1769078118.903034:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078118.903035:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078118.903037:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000020:00000001:3.0:1769078118.903037:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903042:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078118.903045:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.903046:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903049:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078118.903051:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078118.903053:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.903055:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078118.903057:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078118.903059:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.903061:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1769078118.903062:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903066:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078118.903067:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078118.903068:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078118.903071:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000020:00000001:3.0:1769078118.903072:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078118.903075:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078118.903076:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657861760, offset 0 00000020:00000001:3.0:1769078118.903078:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903081:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078118.903084:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00000400:00000200:1.0:1769078118.903085:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078118.903086:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.903089:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078118.903091:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000400:00000200:1.0:1769078118.903092:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078118.903094:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:1.0:1769078118.903098:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000008:00000001:3.0:1769078118.903098:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078118.903101:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:1.0:1769078118.903103:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:3.0:1769078118.903105:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078118.903106:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000001:3.0:1769078118.903119:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078118.903122:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:1.0:1769078118.903123:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000001:3.0:1769078118.903125:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000400:00000200:1.0:1769078118.903126:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000020:3.0:1769078118.903130:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000200:1.0:1769078118.903131:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370622:370622:256:4294967295] 192.168.204.154@tcp LPNI seq info [370617:370617:8:4294967295] 00000400:00000200:1.0:1769078118.903139:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078118.903139:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078118.903142:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078118.903146:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078118.903148:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000001:3.0:1769078118.903150:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769078118.903153:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000800:00000200:1.0:1769078118.903154:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078118.903158:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000008:00000001:3.0:1769078118.903161:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1769078118.903164:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:3.0:1769078118.903166:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078118.903167:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000020:00000001:3.0:1769078118.903170:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078118.903173:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:3.0:1769078118.903175:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078118.903176:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00020000:00000001:3.0:1769078118.903180:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078118.903181:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078118.903184:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000020:00000001:3.0:1769078118.903185:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078118.903187:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:3.0:1769078118.903189:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:1.0:1769078118.903192:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:3.0:1769078118.903193:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000400:00000200:1.0:1769078118.903194:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00020000:00000001:3.0:1769078118.903196:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000010:1.0:1769078118.903197:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000020:00000001:3.0:1769078118.903199:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078118.903200:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769078118.903202:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000200:1.0:1769078118.903205:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078118.903206:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903210:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078118.903212:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078118.903215:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078118.903218:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:3.0:1769078118.903218:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769078118.903221:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:1.0:1769078118.903222:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.903224:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078118.903227:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078118.903229:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.903231:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.903234:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1769078118.903235:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.903236:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903239:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078118.903241:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078118.903242:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078118.903243:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078118.903245:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:1.0:1769078118.903247:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00020000:00000001:3.0:1769078118.903247:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078118.903249:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.903251:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078118.903252:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078118.903254:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078118.903255:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078118.903259:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299776549 00020000:00000001:3.0:1769078118.903259:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903262:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078118.903263:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299777227 00000020:00000001:3.0:1769078118.903265:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078118.903266:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299776549 00000020:00000001:3.0:1769078118.903267:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.903269:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299777227 00000020:00000001:3.0:1769078118.903270:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078118.903271:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078118.903273:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:1.0:1769078118.903274:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903275:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:1.0:1769078118.903276:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769078118.903277:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078118.903280:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:1.0:1769078118.903281:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078118/real 1769078118] req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:3.0:1769078118.903283:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769078118.903287:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000001:1.0:1769078118.903291:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00020000:00000001:3.0:1769078118.903291:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000001:1.0:1769078118.903294:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000080:00000001:3.0:1769078118.903295:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000400:00000010:1.0:1769078118.903296:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078118.903299:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000080:00200000:3.0:1769078118.903299:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000010:1.0:1769078118.903302:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078118.903305:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000080:00000001:3.0:1769078118.903307:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000200:1.0:1769078118.903308:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.903309:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078118.903313:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769078118.903317:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1769078118.903320:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:3.0:1769078118.903321:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078118.903328:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769078118.903330:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769078118.903333:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078118.903336:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000001:1.0:1769078118.903337:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078118.903339:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.903341:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00001000:3.0:1769078118.903341:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:1.0:1769078118.903343:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078118.903345:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000100:00100000:1.0:1769078118.903347:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.903350:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769078118.903353:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:1.0:1769078118.903357:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1769078118.903357:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:1.0:1769078118.903362:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078118.903363:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078118.903366:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078118.903368:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.903373:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000002:3.0:1769078118.903373:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769078118.903377:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.903381:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000002:3.0:1769078118.903381:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769078118.903383:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078118.903386:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:3.0:1769078118.903388:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:1.0:1769078118.903389:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:3.0:1769078118.903391:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00080000:1.0:1769078118.903392:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00020000:00000001:3.0:1769078118.903394:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00080000:1.0:1769078118.903396:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078118.903398:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:3.0:1769078118.903398:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903403:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769078118.903404:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078118.903409:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078118.903412:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078118.903414:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657861760:192.168.204.154@tcp:8:kworker.0 00000020:00000001:3.0:1769078118.903416:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078118.903419:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078118.903419:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078118.903421:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:3.0:1769078118.903422:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000040:1.0:1769078118.903425:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657861760/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:3.0:1769078118.903426:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:3.0:1769078118.903431:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903435:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078118.903437:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078118.903439:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:1.0:1769078118.903440:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00020000:00200000:3.0:1769078118.903442:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:1.0:1769078118.903443:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000002:3.0:1769078118.903447:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000010:1.0:1769078118.903448:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 00020000:00000001:3.0:1769078118.903453:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:1.0:1769078118.903454:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:3.0:1769078118.903456:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078118.903457:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1769078118.903458:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:1.0:1769078118.903460:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078118.903461:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000020:00000001:1.0:1769078118.903465:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00001000:3.0:1769078118.903466:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 02000000:00000010:1.0:1769078118.903468:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746c00. 00000020:00000001:3.0:1769078118.903469:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 02000000:00000001:1.0:1769078118.903472:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1769078118.903473:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:1.0:1769078118.903476:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1769078118.903477:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000010:1.0:1769078118.903479:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000020:00000001:3.0:1769078118.903480:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078118.903484:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1769078118.903484:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903487:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.903488:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078118.903490:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:1.0:1769078118.903491:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078118.903494:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078118.903496:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.903497:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:3.0:1769078118.903498:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.903501:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903501:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078118.903506:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078118.903506:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769078118.903509:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903509:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078118.903512:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.903514:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078118.903515:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078118.903516:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903517:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903519:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903521:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903523:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078118.903524:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903526:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903527:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078118.903528:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078118.903529:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.903530:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078118.903531:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769078118.903533:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769078118.903535:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078118.903536:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078118.903537:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078118.903539:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078118.903540:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769078118.903542:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:3.0:1769078118.903544:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769078118.903547:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078118.903548:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078118.903549:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078118.903551:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769078118.903569:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:3.0:1769078118.903573:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078118.903574:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903576:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903577:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903579:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903580:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903581:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769078118.903582:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769078118.903583:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078118.903584:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078118.903585:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078118.903586:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903587:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078118.903588:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078118.903589:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078118.903591:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:3.0:1769078118.903591:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.903592:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078118.903594:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078118.903594:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903596:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903597:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078118.903598:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078118.903599:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078118.903600:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078118.903602:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078118.903603:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078118.903604:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078118.903605:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078118.903606:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078118.903607:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903609:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078118.903610:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078118.903611:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078118.903612:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078118.903614:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078118.903615:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078118.903616:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078118.903617:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078118.903618:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078118.903619:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769078118.903621:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769078118.903622:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769078118.903623:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078118.903625:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1769078118.903627:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769078118.903629:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078118.903630:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769078118.903632:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078118.903634:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078119.540683:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078119.540683:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078119.540692:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078119.540692:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078119.540694:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078119.540694:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078119.540698:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078119.540701:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078119.540701:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078119.540703:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078119.540707:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078119.540708:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078119.540708:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078119.540712:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078119.540714:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078119.540714:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078119.540718:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078119.540719:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078119.540721:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078119.540724:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078119.540730:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078119.540730:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078119.540731:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078119.540735:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078119.540739:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078119.540740:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078119.540741:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078119.540745:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078119.540746:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078119.540750:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078119.540754:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078119.540757:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078119.540760:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078119.540762:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078119.540765:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078119.540766:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078119.540768:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078119.540773:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078119.540775:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078119.540777:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078119.540778:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078119.540780:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078119.540780:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078119.540783:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078119.540785:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078119.540787:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078119.540789:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078119.540793:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078119.540794:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078119.540797:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078119.540803:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078119.540806:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078119.540808:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078119.540810:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078119.540820:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078119.540824:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078119.540825:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078119.540827:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078119.540827:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078119.540833:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078119.540836:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078119.540839:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078119.540841:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078119.540843:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078119.540846:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078119.540847:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078119.540850:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078119.540851:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078119.540864:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.540864:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078119.540872:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.540875:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.540877:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.540880:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078119.540882:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078119.540883:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078119.540885:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.540887:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078119.540888:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.540890:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.540892:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.540894:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078119.540896:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078119.540897:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078119.540898:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.540900:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078119.540901:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.540903:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078119.540905:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078119.540923:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078119.540925:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078119.540928:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078119.668652:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299777227, at 4299777280 00000100:00000040:1.0:1769078119.668658:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299777227, at 4299777280 00000100:00000010:0.0:1769078119.668673:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0f00. 00000100:00000010:1.0:1769078119.668673:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0ae0. 00000100:00000001:2.0:1769078119.924675:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078119.924679:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078119.924684:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078119.924686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078119.924687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078119.924688:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078119.924698:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078119.924699:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078119.924703:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078119.924706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078119.924708:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078119.924711:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078119.924712:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078119.924714:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078119.924719:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078119.924720:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078119.924722:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078119.924725:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078120.564680:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078120.564682:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078120.564690:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078120.564690:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078120.564691:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078120.564694:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078120.564695:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078120.564698:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078120.564702:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078120.564702:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078120.564703:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078120.564707:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078120.564708:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078120.564709:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078120.564712:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078120.564713:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078120.564714:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078120.564715:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078120.564718:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078120.564722:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078120.564725:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078120.564729:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078120.564732:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078120.564735:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078120.564736:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078120.564738:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078120.564739:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078120.564748:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078120.564752:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078120.564761:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078120.564765:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078120.564771:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078120.564773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078120.564778:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078120.564780:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078120.564781:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078120.564783:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078120.564785:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078120.564785:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078120.564786:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078120.564787:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078120.564788:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078120.564791:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078120.564798:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078120.564799:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078120.564799:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078120.564803:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078120.564804:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078120.564805:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078120.564806:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078120.564808:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078120.564809:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078120.564810:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078120.564811:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078120.564815:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078120.564817:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078120.564818:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078120.564820:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078120.564822:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078120.564824:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078120.564828:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078120.564829:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078120.564831:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078120.564832:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078120.564834:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078120.564837:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078120.564838:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078120.564840:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078120.564847:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1769078120.564849:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078120.564850:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078120.564853:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078120.564855:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078120.564857:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078120.948675:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078120.948683:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078120.948685:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078120.948686:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078120.948693:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078120.948695:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078120.948697:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078120.948701:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078120.948706:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078120.948707:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078120.948714:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078120.948714:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078120.948719:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078120.948720:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078120.948726:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078120.948726:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078120.948731:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078120.948734:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078121.588659:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078121.588668:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078121.588671:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078121.588672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078121.588672:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078121.588679:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078121.588680:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078121.588682:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078121.588684:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078121.588691:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078121.588692:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078121.588692:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078121.588696:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078121.588697:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078121.588698:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078121.588699:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078121.588703:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078121.588705:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078121.588707:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078121.588707:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078121.588708:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078121.588716:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078121.588717:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078121.588718:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078121.588718:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078121.588726:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078121.588727:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078121.588727:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078121.588728:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078121.588734:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078121.588738:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078121.588739:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078121.588740:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078121.588744:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078121.588745:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078121.588749:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078121.588750:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078121.588754:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078121.588757:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078121.588761:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078121.588762:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078121.588772:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078121.588776:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078121.588779:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078121.588782:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078121.588783:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078121.588788:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078121.588789:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078121.588793:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078121.588793:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078121.588794:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078121.588801:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078121.588802:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078121.588802:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078121.588805:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078121.588806:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078121.588808:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078121.588812:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078121.588813:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078121.588815:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078121.588817:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078121.588818:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078121.588819:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078121.588823:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078121.588824:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078121.588825:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078121.588827:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078121.588828:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078121.588834:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078121.588835:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078121.588835:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078121.588839:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078121.588841:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078121.588843:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078121.588848:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078121.588851:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078121.588856:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078121.588858:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078121.588862:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078121.588866:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078121.972683:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078121.972687:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078121.972692:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078121.972694:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078121.972696:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078121.972696:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078121.972705:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078121.972706:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078121.972711:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078121.972713:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078121.972717:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078121.972720:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078121.972722:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078121.972726:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078121.972729:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078121.972735:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078121.972739:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078121.972744:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078122.612656:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078122.612657:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078122.612661:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078122.612663:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078122.612664:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078122.612666:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078122.612668:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078122.612668:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078122.612675:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078122.612676:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078122.612676:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769078122.612682:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078122.612685:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078122.612685:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078122.612686:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078122.612686:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078122.612692:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078122.612692:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078122.612692:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078122.612693:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078122.612699:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078122.612700:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078122.612703:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078122.612706:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078122.612707:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078122.612707:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078122.612711:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078122.612714:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078122.612715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078122.612715:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078122.612720:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078122.612722:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078122.612724:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078122.612727:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078122.612731:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078122.612737:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078122.612740:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078122.612741:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078122.612743:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078122.612745:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078122.612746:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078122.612747:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078122.612748:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078122.612750:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078122.612755:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078122.612757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078122.612758:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078122.612761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078122.612762:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078122.612768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078122.612771:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078122.612774:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078122.612775:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078122.612787:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078122.612792:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078122.612794:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078122.612796:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078122.612799:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078122.612801:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078122.612803:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078122.612804:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078122.612807:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078122.612808:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078122.612813:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078122.612816:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:3.0:1769078122.612818:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078122.612819:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078122.612823:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078122.612825:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078122.612827:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078122.612829:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078122.612831:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078122.612832:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078122.612834:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078122.996666:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078122.996673:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078122.996675:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078122.996680:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078122.996684:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078122.996687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078122.996690:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078122.996692:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078122.996694:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078122.996717:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078122.996722:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078122.996724:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078122.996727:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078122.996730:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078122.996733:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078122.996735:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078122.996737:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078122.996740:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078123.636645:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078123.636645:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078123.636658:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078123.636658:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078123.636660:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078123.636661:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078123.636666:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078123.636666:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078123.636666:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078123.636668:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078123.636671:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078123.636672:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078123.636676:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078123.636676:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078123.636679:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078123.636680:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078123.636682:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078123.636683:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078123.636687:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078123.636688:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078123.636690:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078123.636690:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078123.636692:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078123.636693:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078123.636700:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078123.636703:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078123.636706:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078123.636708:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078123.636710:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078123.636713:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078123.636714:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078123.636718:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078123.636722:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078123.636723:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078123.636726:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078123.636730:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078123.636743:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078123.636746:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078123.636749:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078123.636751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078123.636752:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078123.636756:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078123.636758:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078123.636758:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078123.636758:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078123.636760:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078123.636761:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078123.636765:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078123.636765:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078123.636766:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078123.636767:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078123.636768:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078123.636768:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078123.636772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078123.636773:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078123.636777:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078123.636778:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078123.636780:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078123.636781:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078123.636784:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078123.636786:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078123.636787:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078123.636800:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078123.636804:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078123.636806:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078123.636809:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078123.636811:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078123.636813:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078123.636816:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078123.636818:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078123.636820:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078123.636828:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078123.636831:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078123.636834:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078124.020682:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078124.020682:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078124.020689:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078124.020691:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078124.020692:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.020695:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078124.020698:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078124.020702:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078124.020703:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078124.020707:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.020708:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078124.020711:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078124.020712:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078124.020715:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078124.020718:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.020722:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078124.020725:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.020727:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078124.020760:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769078124.020762:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078124.020765:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078124.020769:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769078124.020772:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769078124.020776:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000020:00000001:1.0:1769078124.020779:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078124.020781:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078124.020783:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769078124.020786:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078124.020787:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078124.020789:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078124.020790:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000002:1.0:1769078124.020794:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00080000:0.0:1769078124.020798:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00020000:00000002:1.0:1769078124.020798:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:0.0:1769078124.020802:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:1.0:1769078124.020804:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:0.0:1769078124.020806:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00020000:00000001:1.0:1769078124.020807:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078124.020810:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:0.0:1769078124.020812:0:13606:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:1.0:1769078124.020813:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.020816:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769078124.020820:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5109 00020000:00000001:1.0:1769078124.020820:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078124.020823:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.020826:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078124.020827:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078124.020828:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078124.020829:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012227c0 00000400:00000200:0.0:1769078124.020831:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078124.020833:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.020837:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000400:00000200:0.0:1769078124.020838:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769078124.020842:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:0.0:1769078124.020843:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078124.020847:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000040:0.0:1769078124.020848:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00200000:1.0:1769078124.020851:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:0.0:1769078124.020852:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078124.020857:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078124.020860:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:1.0:1769078124.020860:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000001:0.0:1769078124.020866:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078124.020868:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:1.0:1769078124.020868:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769078124.020872:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769078124.020873:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078124.020877:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078124.020877:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078124.020883:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078124.020883:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00000001:0.0:1769078124.020891:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00001000:1.0:1769078124.020891:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769078124.020897:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000100:00000040:0.0:1769078124.020898:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078124.020903:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078124.020903:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:0.0:1769078124.020906:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078124.020909:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078124.020910:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:0.0:1769078124.020912:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:1.0:1769078124.020913:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:0.0:1769078124.020918:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078124.020918:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.020922:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.020923:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078124.020925:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:1.0:1769078124.020929:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 02000000:00000001:0.0:1769078124.020930:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078124.020935:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.020936:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:0.0:1769078124.020937:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078124.020940:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.020940:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.020946:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078124.020949:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000001:1.0:1769078124.020950:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078124.020954:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078124.020955:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078124.020959:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000001:0.0:1769078124.020960:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:1.0:1769078124.020962:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:0.0:1769078124.020963:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.020966:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:0.0:1769078124.020967:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078124.020970:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:0.0:1769078124.020971:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078124.020976:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.020976:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.020981:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078124.020985:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00020000:00000001:1.0:1769078124.020986:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.020991:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.020993:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:0.0:1769078124.020994:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.020996:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.020999:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.021001:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00100000:0.0:1769078124.021003:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:1.0:1769078124.021005:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078124.021008:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078124.021011:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078124.021014:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078124.021017:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078124.021037:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:1.0:1769078124.021038:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:0.0:1769078124.021042:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078124.021043:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078124.021047:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078124.021050:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078124.021051:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078124.021055:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078124.021059:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000008:00000020:1.0:1769078124.021065:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000008:00000001:1.0:1769078124.021071:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078124.021072:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078124.021074:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078124.021077:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078124.021080:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:0.0:1769078124.021081:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078124.021089:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:1.0:1769078124.021090:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078124.021095:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078124.021097:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:1.0:1769078124.021099:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.021101:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:1.0:1769078124.021104:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078124.021105:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:1.0:1769078124.021108:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.021111:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078124.021112:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078124.021113:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.021117:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078124.021118:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:0.0:1769078124.021119:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5109 00000100:00000001:2.0:1769078124.021121:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:1.0:1769078124.021123:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000400:00000200:0.0:1769078124.021127:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078124.021128:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078124.021133:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:2.0:1769078124.021133:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769078124.021136:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769078124.021142:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:0.0:1769078124.021144:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078124.021147:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078124.021153:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078124.021153:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:2.0:1769078124.021153:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078124.021158:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769078124.021158:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.021159:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078124.021162:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:2.0:1769078124.021166:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1769078124.021167:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078124.021167:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078124.021172:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078124.021174:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769078124.021174:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078124.021176:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769078124.021180:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078124.021181:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:2.0:1769078124.021181:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078124.021184:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00020000:00000001:1.0:1769078124.021185:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078124.021189:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1769078124.021190:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657861888:192.168.204.154@tcp:250:kworker.0 00020000:00000001:1.0:1769078124.021191:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078124.021193:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769078124.021199:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:1.0:1769078124.021199:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:2.0:1769078124.021199:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1769078124.021202:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078124.021203:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078124.021205:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:2.0:1769078124.021206:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1769078124.021207:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:0.0:1769078124.021210:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078124.021210:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:2.0:1769078124.021210:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.021214:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078124.021216:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078124.021217:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:2.0:1769078124.021217:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1769078124.021221:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078124.021222:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078124.021225:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078124.021225:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000010:2.0:1769078124.021225:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 00020000:00000001:1.0:1769078124.021228:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.021232:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078124.021232:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078124.021233:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00020000:00000001:1.0:1769078124.021239:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00080000:0.0:1769078124.021240:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078124.021241:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078124.021245:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.021246:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078124.021246:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078124.021249:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:0.0:1769078124.021250:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:1.0:1769078124.021252:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078124.021254:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078124.021256:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000010:2.0:1769078124.021256:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 02000000:00000001:0.0:1769078124.021257:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078124.021260:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:0.0:1769078124.021263:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769078124.021264:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000100:00000001:0.0:1769078124.021268:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769078124.021269:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000010:2.0:1769078124.021269:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000008:00100000:0.0:1769078124.021273:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:1.0:1769078124.021274:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078124.021277:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000008:00000001:0.0:1769078124.021278:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078124.021280:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000200:2.0:1769078124.021280:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657861888, portal 25 00000100:00000001:0.0:1769078124.021281:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078124.021288:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078124.021288:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1769078124.021290:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000001:1.0:1769078124.021292:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078124.021293:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000020:00000040:0.0:1769078124.021294:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00001000:1.0:1769078124.021297:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 02000000:00000001:0.0:1769078124.021301:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000080:00000001:1.0:1769078124.021302:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078124.021305:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078124.021306:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:1.0:1769078124.021307:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.021309:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078124.021312:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078124.021315:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078124.021315:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769078124.021320:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 02000000:00000010:0.0:1769078124.021324:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000020:00000001:1.0:1769078124.021324:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078124.021326:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078124.021329:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.021329:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000040:2.0:1769078124.021334:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00001000:1.0:1769078124.021336:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00100000:0.0:1769078124.021340:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769078124.021340:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000020:00000001:1.0:1769078124.021342:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000020:00000001:1.0:1769078124.021349:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000200:2.0:1769078124.021349:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657861888, offset 0 00000100:00000001:0.0:1769078124.021353:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00000001:1.0:1769078124.021353:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078124.021358:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:0.0:1769078124.021359:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078124.021363:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078124.021367:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:0.0:1769078124.021368:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078124.021372:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078124.021376:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078124.021378:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078124.021383:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078124.021383:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00080000:0.0:1769078124.021388:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1769078124.021391:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00080000:0.0:1769078124.021392:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000002:1.0:1769078124.021392:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012227c0 00000100:00000001:0.0:1769078124.021398:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078124.021400:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:1.0:1769078124.021400:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:2.0:1769078124.021402:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:1.0:1769078124.021404:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:0.0:1769078124.021408:0:13606:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:1.0:1769078124.021408:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000200:2.0:1769078124.021412:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:1.0:1769078124.021413:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078124.021414:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5109 00020000:00000001:1.0:1769078124.021421:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769078124.021421:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769078124.021423:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078124.021428:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000400:00000200:2.0:1769078124.021429:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:0.0:1769078124.021431:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078124.021432:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078124.021435:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078124.021437:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:2.0:1769078124.021441:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370623:370623:256:4294967295] 192.168.204.154@tcp LPNI seq info [370618:370618:8:4294967295] 00000020:00000001:1.0:1769078124.021442:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:0.0:1769078124.021443:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078124.021445:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:0.0:1769078124.021448:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000002:1.0:1769078124.021450:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012227c0 00000100:00000040:0.0:1769078124.021453:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078124.021457:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078124.021457:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078124.021458:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078124.021464:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078124.021464:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000040:0.0:1769078124.021467:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078124.021468:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078124.021469:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078124.021473:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000040:0.0:1769078124.021474:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00020000:00200000:1.0:1769078124.021478:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000001:0.0:1769078124.021479:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:2.0:1769078124.021480:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769078124.021484:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000002:1.0:1769078124.021484:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000040:0.0:1769078124.021491:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078124.021492:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000800:00000200:2.0:1769078124.021493:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078124.021497:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078124.021497:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078124.021501:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000040:0.0:1769078124.021502:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000010:2.0:1769078124.021502:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000020:00000001:1.0:1769078124.021505:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:0.0:1769078124.021506:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078124.021512:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00001000:1.0:1769078124.021513:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000800:00000200:2.0:1769078124.021516:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769078124.021518:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000100:00080000:0.0:1769078124.021519:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078124.021525:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.021525:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000800:00000200:2.0:1769078124.021526:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000020:00000001:1.0:1769078124.021529:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:0.0:1769078124.021530:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078124.021534:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:0.0:1769078124.021536:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078124.021538:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078124.021539:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000001:0.0:1769078124.021542:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.021543:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078124.021545:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000100:00000001:0.0:1769078124.021548:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769078124.021549:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769078124.021578:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078124.021581:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078124.021583:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:1.0:1769078124.021584:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1769078124.021589:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078124.021590:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078124.021591:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078124.021593:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00000001:0.0:1769078124.021596:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.021597:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078124.021601:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000200:2.0:1769078124.021601:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000010:0.0:1769078124.021602:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00020000:00000001:1.0:1769078124.021603:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:0.0:1769078124.021608:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078124.021608:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078124.021614:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:0.0:1769078124.021615:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:2.0:1769078124.021615:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1769078124.021617:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078124.021620:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.021623:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.021625:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769078124.021626:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00020000:00000001:1.0:1769078124.021628:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078124.021630:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1769078124.021631:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00020000:00000001:1.0:1769078124.021632:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078124.021634:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.021638:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769078124.021638:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1769078124.021641:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078124.021642:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000100:00000200:2.0:1769078124.021646:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078124.021647:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.021650:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.021653:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078124.021657:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078124.021659:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00100000:0.0:1769078124.021660:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078124.021662:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078124.021665:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078124.021668:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078124.021673:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078124.021677:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078124.021681:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078124.021686:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078124.021690:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:0.0:1769078124.021692:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:1.0:1769078124.021693:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000100:00000001:2.0:1769078124.021695:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078124.021696:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078124.021700:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000040:0.0:1769078124.021706:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078124.021707:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078124.021708:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078124.021711:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078124.021714:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078124.021719:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078124.021723:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769078124.021735:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078124.021743:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078124.021743:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.021744:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.021748:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.021750:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:0.0:1769078124.021751:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:1.0:1769078124.021752:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.021758:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078124.021760:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078124.021761:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.021762:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.021765:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1769078124.021768:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:0.0:1769078124.021769:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:1.0:1769078124.021771:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000400:00000200:2.0:1769078124.021773:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078124.021775:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:0.0:1769078124.021777:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078124.021779:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078124.021780:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299782348 00000100:00080000:0.0:1769078124.021783:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5109 00000020:00000001:1.0:1769078124.021783:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078124.021787:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078124.021789:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b060. 00020000:00000001:1.0:1769078124.021791:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000200:0.0:1769078124.021792:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078124.021795:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:0.0:1769078124.021799:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769078124.021799:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078124.021800:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769078124.021803:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078124.021804:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078124.021809:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:0.0:1769078124.021810:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078124.021810:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299782348 00000020:00000001:1.0:1769078124.021812:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078124.021815:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:0.0:1769078124.021816:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078124.021818:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078124.021819:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841ba20. 00000100:00000040:0.0:1769078124.021820:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078124.021825:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.021826:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769078124.021827:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1769078124.021831:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:1.0:1769078124.021832:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000040:0.0:1769078124.021834:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078124.021835:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078124.021836:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769078124.021836:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1769078124.021840:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769078124.021840:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:2.0:1769078124.021842:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.021843:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769078124.021844:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078124.021848:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078124.021849:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078124.021849:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:1.0:1769078124.021851:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078124.021855:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:0.0:1769078124.021856:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078124.021858:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00100000:2.0:1769078124.021860:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078124/real 1769078124] req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078124.021861:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078124.021862:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:0.0:1769078124.021866:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078124.021868:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.021872:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078124.021874:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078124.021878:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:1.0:1769078124.021881:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00080000:0.0:1769078124.021885:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078124.021885:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078124.021889:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.021891:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078124.021896:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078124.021896:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:0.0:1769078124.021901:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078124.021901:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078124.021905:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:0.0:1769078124.021906:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078124.021908:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1769078124.021909:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078124.021909:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000001:2.0:1769078124.021912:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00100000:0.0:1769078124.021913:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000001:1.0:1769078124.021913:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1769078124.021918:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769078124.021918:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000400:00000010:2.0:1769078124.021918:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00020000:00000001:1.0:1769078124.021923:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1769078124.021925:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.021927:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000200:2.0:1769078124.021928:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000100:00000010:0.0:1769078124.021929:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000080:00000001:1.0:1769078124.021932:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000020:00000040:0.0:1769078124.021934:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000400:00000010:2.0:1769078124.021934:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000080:00200000:1.0:1769078124.021936:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:0.0:1769078124.021940:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769078124.021942:0:2365:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1769078124.021943:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078124.021944:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:0.0:1769078124.021947:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078124.021948:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:0.0:1769078124.021950:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1769078124.021951:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:1.0:1769078124.021952:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 02000000:00000001:0.0:1769078124.021953:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078124.021958:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1769078124.021959:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000080:00000001:1.0:1769078124.021964:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.021965:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078124.021974:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00100000:0.0:1769078124.021975:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000001:1.0:1769078124.021979:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078124.021983:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000200:2.0:1769078124.021984:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078124.021987:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078124.021987:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000001:0.0:1769078124.021991:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769078124.021994:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000040:0.0:1769078124.021999:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078124.022002:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000020:00000001:1.0:1769078124.022008:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078124.022008:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000080:00000001:1.0:1769078124.022013:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:0.0:1769078124.022014:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.022015:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769078124.022017:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:0.0:1769078124.022020:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5119) 00000100:00000001:2.0:1769078124.022034:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769078124.022037:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078124.022039:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078124.022041:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078124.022044:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078124.022048:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:1.0:1769078124.022050:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769078124.022059:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012227c0 00020000:00000001:1.0:1769078124.022066:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:2.0:1769078124.022067:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078124.022070:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078124.022073:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769078124.022077:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078124.022077:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078124.022082:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078124.022088:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078124.022091:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.022093:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1769078124.022095:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078124.022100:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078124.022100:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078124.022102:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:2.0:1769078124.022106:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000002:1.0:1769078124.022107:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012227c0 00000100:00000001:2.0:1769078124.022109:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078124.022111:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.022115:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:1.0:1769078124.022116:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078124.022120:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1769078124.022121:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:1.0:1769078124.022122:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769078124.022127:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:2.0:1769078124.022128:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00020000:00000002:1.0:1769078124.022132:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00080000:2.0:1769078124.022136:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00020000:00000001:1.0:1769078124.022138:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769078124.022141:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:1.0:1769078124.022142:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078124.022144:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078124.022147:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000040:2.0:1769078124.022151:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:1.0:1769078124.022152:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769078124.022156:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000020:00000001:1.0:1769078124.022161:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769078124.022165:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078124.022167:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078124.022171:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078124.022172:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657861888:192.168.204.154@tcp:250:kworker.0 00020000:00000001:1.0:1769078124.022177:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.022180:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078124.022181:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000001:2.0:1769078124.022185:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1769078124.022186:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078124.022189:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078124.022191:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657861888/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078124.022193:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.022198:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.022203:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078124.022206:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078124.022209:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078124.022210:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1769078124.022211:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078124.022214:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:2.0:1769078124.022215:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1769078124.022216:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078124.022219:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 00000020:00000001:1.0:1769078124.022220:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.022225:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078124.022226:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:1.0:1769078124.022228:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078124.022230:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078124.022232:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000040:2.0:1769078124.022234:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078124.022235:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078124.022239:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1769078124.022240:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078124.022243:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746c00. 00000020:00000001:1.0:1769078124.022244:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078124.022247:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 02000000:00000001:2.0:1769078124.022250:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00020000:00000001:1.0:1769078124.022251:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078124.022254:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:2.0:1769078124.022255:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:1.0:1769078124.022256:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000010:2.0:1769078124.022259:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000008:00000001:1.0:1769078124.022260:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078124.022265:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078124.022266:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000008:00000020:1.0:1769078124.022268:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078124.022270:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078124.022272:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.022274:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078124.022276:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078124.022279:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078124.022281:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000008:00000020:1.0:1769078124.022284:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000001:2.0:1769078124.022284:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078124.022288:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078124.022291:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078124.022293:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000020:1.0:1769078124.022295:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078124.022296:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:1.0:1769078124.022299:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.022300:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1769078124.022304:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078124.022308:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000040:2.0:1769078124.022308:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078124.022319:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:1.0:1769078124.022324:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.022326:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.022328:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.022332:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.022335:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078124.022336:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.022339:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.022341:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078124.022344:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 02000000:00000001:2.0:1769078124.022345:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:1.0:1769078124.022346:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:2.0:1769078124.022349:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078124.022350:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078124.022353:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:2.0:1769078124.022355:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.022356:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078124.022361:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862016:192.168.204.154@tcp:38:kworker.0 00020000:00000001:1.0:1769078124.022362:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078124.022365:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078124.022368:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078124.022370:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:1.0:1769078124.022371:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:2.0:1769078124.022374:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:1.0:1769078124.022375:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:2.0:1769078124.022377:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.022379:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:2.0:1769078124.022381:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1769078124.022382:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078124.022385:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078124.022386:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 00020000:00000001:1.0:1769078124.022388:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.022392:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000001:2.0:1769078124.022392:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.022395:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078124.022398:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078124.022401:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000400:00000200:2.0:1769078124.022401:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078124.022406:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000010:2.0:1769078124.022406:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00020000:00000001:1.0:1769078124.022409:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000400:00000010:2.0:1769078124.022412:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00020000:00000001:1.0:1769078124.022413:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078124.022416:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000200:2.0:1769078124.022418:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657862016, portal 10 00000020:00000001:1.0:1769078124.022420:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078124.022422:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:1.0:1769078124.022424:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.022425:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00020000:00000001:1.0:1769078124.022429:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078124.022433:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078124.022436:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:2.0:1769078124.022436:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078124.022439:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.022444:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078124.022447:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078124.022449:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078124.022452:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1769078124.022453:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078124.022458:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:2.0:1769078124.022458:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00001000:1.0:1769078124.022462:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000400:00000010:2.0:1769078124.022463:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00020000:00000001:1.0:1769078124.022468:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000200:2.0:1769078124.022469:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657862016, offset 0 00020000:00000001:1.0:1769078124.022473:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078124.022476:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000400:00000200:2.0:1769078124.022477:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000080:00200000:1.0:1769078124.022480:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:2.0:1769078124.022485:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:1.0:1769078124.022489:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078124.022492:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:2.0:1769078124.022493:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00001000:1.0:1769078124.022496:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000400:00000200:2.0:1769078124.022499:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000001:1.0:1769078124.022501:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:2.0:1769078124.022504:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000080:00000001:1.0:1769078124.022506:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078124.022510:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078124.022514:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078124.022519:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370624:370624:256:4294967295] 192.168.204.154@tcp LPNI seq info [370619:370619:8:4294967295] 00000400:00000200:2.0:1769078124.022524:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078124.022534:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078124.022538:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078124.022542:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078124.022546:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078124.022549:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769078124.022575:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078124.022578:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000100:2.0:1769078124.022584:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078124.022586:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078124.022589:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078124.022592:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078124.022595:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078124.022597:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078124.022600:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078124.022604:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022613:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078124.022616:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022623:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.022624:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078124.022627:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078124.022631:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078124.022634:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078124.022636:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299781644 00000100:00000001:2.0:1769078124.022639:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299782348 00000100:00000001:2.0:1769078124.022641:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299781644 00000100:00000001:2.0:1769078124.022643:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299782348 00000100:00000001:2.0:1769078124.022645:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078124.022648:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.022649:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078124.022653:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078124/real 1769078124] req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078124.022660:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078124.022661:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078124.022663:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078124.022666:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078124.022667:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078124.022669:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078124.022672:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078124.022679:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022685:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078124.022686:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.022687:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078124.022689:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078124.022692:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022698:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078124.022702:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022708:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078124.022711:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.022713:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078124.022714:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.022716:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078124.022719:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078124.022722:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078124.022725:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078124.022727:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078124.022730:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078124.022738:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862016:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078124.022742:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078124.022745:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022751:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078124.022752:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078124.022754:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078124.022756:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078124.022758:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078124.022761:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862144:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078124.022764:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078124.022766:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078124.022767:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078124.022769:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078124.022772:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078124.022774:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078124.022777:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078124.022779:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078124.022782:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078124.022785:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657862144, portal 4 00000100:00000001:2.0:1769078124.022787:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078124.022788:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00000100:00000040:2.0:1769078124.022793:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022800:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078124.022803:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078124.022805:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078124.022807:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657862144, offset 0 00000400:00000200:2.0:1769078124.022811:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078124.022815:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078124.022818:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078124.022821:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078124.022825:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078124.022827:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078124.022830:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078124.022833:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370625:370625:256:4294967295] 192.168.204.154@tcp LPNI seq info [370620:370620:8:4294967295] 00000400:00000200:2.0:1769078124.022837:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078124.022844:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078124.022848:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078124.022851:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078124.022855:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078124.022858:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769078124.022862:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078124.022865:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000100:2.0:1769078124.022869:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078124.022871:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078124.022874:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078124.022878:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078124.022880:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078124.022882:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078124.022885:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078124.022888:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022896:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078124.022899:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022906:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.022907:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078124.022910:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078124.022913:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078124.022917:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078124.022919:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299781665 00000100:00000001:2.0:1769078124.022922:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299782348 00000100:00000001:2.0:1769078124.022924:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299781665 00000100:00000001:2.0:1769078124.022927:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299782348 00000100:00000001:2.0:1769078124.022929:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078124.022931:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.022933:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078124.022938:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078124/real 1769078124] req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078124.022946:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078124.022948:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078124.022950:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078124.022953:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078124.022955:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078124.022957:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078124.022960:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078124.022970:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022975:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078124.022976:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.022977:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078124.022978:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078124.022981:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022985:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078124.022988:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.022992:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078124.022993:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.022994:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078124.022995:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.022997:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078124.022999:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078124.023001:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078124.023003:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078124.023005:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078124.023008:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078124.023013:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862144:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078124.023015:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078124.023017:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.023036:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078124.023037:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078124.023039:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078124.023041:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078124.023042:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078124.023044:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862272:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078124.023046:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078124.023048:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078124.023049:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078124.023050:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078124.023052:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769078124.023054:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078124.023057:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078124.023058:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078124.023060:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078124.023063:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657862272, portal 4 00000100:00000001:2.0:1769078124.023064:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078124.023065:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00000100:00000040:2.0:1769078124.023069:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.023074:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078124.023075:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078124.023077:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078124.023078:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657862272, offset 0 00000400:00000200:2.0:1769078124.023081:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078124.023083:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078124.023086:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078124.023087:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078124.023089:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078124.023091:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078124.023093:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078124.023095:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370626:370626:256:4294967295] 192.168.204.154@tcp LPNI seq info [370621:370621:8:4294967295] 00000400:00000200:2.0:1769078124.023097:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078124.023102:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078124.023105:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078124.023107:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078124.023111:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078124.023114:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:2.1:1769078124.023118:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078124.023121:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000100:2.0:1769078124.023126:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078124.023128:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078124.023132:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078124.023135:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078124.023138:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078124.023140:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078124.023143:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078124.023147:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.023155:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078124.023159:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078149 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.023172:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.023174:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078124.023177:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078124.023180:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078124.023184:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078124.023185:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299781669 00000100:00000001:2.0:1769078124.023187:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299782348 00000100:00000001:2.0:1769078124.023189:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299781669 00000100:00000001:2.0:1769078124.023190:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299782348 00000100:00000001:2.0:1769078124.023192:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078124.023193:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.023195:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078124.023197:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078124/real 1769078124] req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078124.023202:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078124.023203:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078124.023204:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078124.023206:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078124.023207:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078124.023209:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078124.023211:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078124.023216:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.023220:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078124.023221:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.023222:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078124.023223:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078124.023225:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.023230:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078124.023233:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.023237:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078124.023238:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.023239:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078124.023240:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.023241:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078124.023244:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078124.023245:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078124.023247:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078124.023248:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078124.023251:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078124.023255:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862272:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078124.023258:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.023259:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078124.023261:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657862016/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.023265:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078124.023267:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078124.023268:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078124.023269:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078124.023270:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078124.023271:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078124.023272:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078124.023274:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745c00. 02000000:00000001:2.0:1769078124.023275:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078124.023277:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078124.023278:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:2.0:1769078124.023279:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078124.023280:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.023281:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078124.023283:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657862144/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.023288:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078124.023288:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078124.023289:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078124.023291:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078124.023291:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078124.023292:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078124.023293:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078124.023294:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 02000000:00000001:2.0:1769078124.023296:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078124.023296:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078124.023297:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000100:00000001:2.0:1769078124.023298:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078124.023299:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.023300:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078124.023302:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657862272/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078149 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078124.023305:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078124.023306:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078124.023307:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769078124.023308:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078124.023309:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078124.023309:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078124.023310:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078124.023311:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:2.0:1769078124.023313:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078124.023313:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078124.023314:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00000100:00000001:2.0:1769078124.023315:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078124.023316:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.023318:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.023320:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078124.023321:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.023322:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078124.023323:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.660672:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078124.660672:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078124.660673:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078124.660679:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.660680:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078124.660681:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078124.660684:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.660685:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078124.660685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078124.660689:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078124.660689:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078124.660691:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078124.660695:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078124.660695:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078124.660697:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078124.660700:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.660701:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.660702:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078124.660707:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078124.660708:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078124.660712:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078124.660712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.660715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.660722:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078124.660730:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.660734:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078124.660750:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078124.660754:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078124.660758:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078124.660861:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078124.660865:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078124.660866:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078124.660868:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078124.660871:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078124.660873:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.660874:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078124.660875:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078124.660878:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.660880:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078124.660881:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.660882:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078124.660884:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078124.660888:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078124.660889:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078124.660891:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.660895:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078124.660897:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078124.660899:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078124.660903:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078124.660904:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078124.660905:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078124.660909:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078124.660909:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078124.660910:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078124.660913:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078124.660917:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078124.660917:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078124.660918:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078124.660919:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078124.660924:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078124.660925:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078124.660930:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.660962:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078124.660967:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078124.660969:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078124.660972:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078124.660975:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078124.660978:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078124.661001:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078124.661004:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078124.661006:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078124.661069:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078124.661072:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078124.661074:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078124.788638:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299782348, at 4299782400 00000100:00000040:0.0:1769078124.788642:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299782348, at 4299782400 00000100:00000010:1.0:1769078124.788652:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000010:0.0:1769078124.788656:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000001:1.0:1769078125.044648:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078125.044648:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078125.044655:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078125.044656:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078125.044659:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078125.044659:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078125.044666:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078125.044667:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078125.044672:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078125.044672:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078125.044678:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078125.044679:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078125.044685:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078125.044687:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078125.044689:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078125.044691:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078125.044695:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078125.044698:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078125.684644:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078125.684645:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078125.684650:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078125.684652:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078125.684654:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078125.684655:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078125.684656:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078125.684660:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078125.684661:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078125.684662:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078125.684663:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078125.684669:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078125.684670:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078125.684671:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078125.684672:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078125.684675:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078125.684677:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078125.684678:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078125.684679:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078125.684679:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078125.684684:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078125.684685:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078125.684685:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078125.684686:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078125.684689:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078125.684692:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078125.684694:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078125.684694:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078125.684698:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078125.684702:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078125.684702:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078125.684706:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078125.684709:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078125.684710:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078125.684713:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078125.684717:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078125.684719:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078125.684723:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078125.684725:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078125.684726:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078125.684728:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078125.684729:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078125.684731:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078125.684735:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078125.684736:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078125.684737:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078125.684737:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078125.684739:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078125.684742:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078125.684742:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078125.684744:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078125.684745:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078125.684746:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078125.684750:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078125.684750:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078125.684751:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078125.684751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078125.684756:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078125.684757:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078125.684758:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078125.684761:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078125.684763:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078125.684765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078125.684768:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078125.684769:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078125.684769:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078125.684775:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078125.684780:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078125.684780:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078125.684784:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078125.684787:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078125.684806:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078125.684811:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078125.684815:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078126.068657:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078126.068657:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078126.068664:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078126.068664:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078126.068667:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078126.068668:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078126.068676:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078126.068676:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078126.068682:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078126.068683:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078126.068688:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078126.068688:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078126.068694:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078126.068696:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078126.068698:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078126.068700:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078126.068703:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078126.068705:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078126.708668:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078126.708669:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078126.708669:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078126.708669:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078126.708675:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078126.708678:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078126.708678:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078126.708678:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078126.708679:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078126.708684:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078126.708685:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078126.708685:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078126.708685:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078126.708692:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078126.708692:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078126.708694:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078126.708694:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078126.708697:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078126.708698:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078126.708702:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078126.708703:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078126.708703:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078126.708704:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078126.708709:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078126.708709:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078126.708709:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078126.708716:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078126.708718:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078126.708722:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078126.708725:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078126.708726:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078126.708730:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078126.708731:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078126.708733:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078126.708736:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078126.708738:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078126.708738:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078126.708738:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078126.708742:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078126.708745:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078126.708745:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078126.708747:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078126.708749:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078126.708751:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078126.708753:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078126.708754:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078126.708755:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078126.708759:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078126.708760:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078126.708761:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078126.708764:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078126.708768:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078126.708768:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078126.708770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078126.708774:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078126.708774:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078126.708775:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078126.708782:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078126.708783:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078126.708784:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078126.708786:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078126.708788:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078126.708789:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078126.708792:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078126.708795:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078126.708795:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078126.708798:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078126.708800:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078126.708803:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078126.708805:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078126.708806:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078126.708849:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078126.708852:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078126.708854:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078127.092645:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078127.092645:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078127.092652:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078127.092652:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078127.092655:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078127.092656:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078127.092663:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078127.092664:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078127.092667:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078127.092670:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078127.092671:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078127.092675:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078127.092676:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078127.092677:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078127.092681:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078127.092682:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078127.092686:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078127.092689:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078127.732681:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078127.732681:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078127.732681:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078127.732681:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078127.732688:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078127.732689:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078127.732690:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078127.732690:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078127.732691:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078127.732692:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078127.732693:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078127.732695:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078127.732699:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078127.732699:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078127.732700:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078127.732702:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078127.732706:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078127.732707:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078127.732707:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078127.732709:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078127.732710:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078127.732712:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078127.732713:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078127.732714:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078127.732715:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078127.732719:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078127.732727:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078127.732728:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078127.732731:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078127.732733:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078127.732734:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078127.732737:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078127.732739:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078127.732741:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078127.732745:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078127.732746:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078127.732751:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078127.732751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078127.732752:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078127.732755:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078127.732757:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078127.732761:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078127.732762:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078127.732765:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078127.732765:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078127.732768:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078127.732771:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078127.732772:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078127.732773:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078127.732773:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078127.732774:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078127.732777:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078127.732779:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078127.732781:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078127.732782:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078127.732783:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078127.732784:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078127.732786:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078127.732787:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078127.732789:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078127.732791:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078127.732795:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078127.732796:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078127.732797:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078127.732803:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078127.732803:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078127.732806:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078127.732809:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078127.732810:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078127.732814:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078127.732815:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078127.732817:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078127.732818:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078127.732823:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078128.116672:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078128.116673:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078128.116682:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078128.116682:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078128.116685:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078128.116686:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078128.116694:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078128.116694:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078128.116701:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078128.116702:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078128.116708:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078128.116708:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078128.116711:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078128.116715:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078128.116719:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078128.116722:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078128.116726:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078128.116729:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078128.756658:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078128.756663:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078128.756665:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078128.756668:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078128.756669:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078128.756670:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078128.756676:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078128.756676:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078128.756683:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078128.756684:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078128.756693:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078128.756694:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078128.756698:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078128.756703:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078128.756704:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078128.756706:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078128.756707:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078128.756709:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078128.756712:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078128.756713:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078128.756717:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078128.756718:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078128.756719:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078128.756725:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078128.756728:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078128.756731:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078128.756731:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078128.756736:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078128.756740:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078128.756741:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078128.756752:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078128.756755:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078128.756755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078128.756756:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078128.756757:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078128.756759:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078128.756762:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078128.756763:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078128.756767:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078128.756768:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078128.756768:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078128.756779:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078128.756783:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078128.756786:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078128.756787:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078128.756788:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078128.756788:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078128.756795:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078128.756797:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078128.756800:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078128.756807:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078128.756807:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078128.756808:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078128.756811:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078128.756818:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078128.756820:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078128.756824:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078128.756825:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078128.756829:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078128.756830:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078128.756838:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078128.756838:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078128.756848:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078128.756853:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078128.756854:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078128.756855:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078128.756863:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078128.756865:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078128.756866:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078128.756868:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078128.756871:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078128.756875:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078128.756880:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078128.756881:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078128.756882:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078128.756886:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078128.756891:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078128.756895:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078128.756895:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078128.756896:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078128.756905:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078128.756905:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078128.756910:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078128.756911:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078128.756915:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078128.756920:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078128.756922:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078128.756933:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078128.756936:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078128.756979:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078128.756981:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078128.756984:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078129.140694:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078129.140695:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078129.140703:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078129.140709:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078129.140710:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078129.140716:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078129.140718:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078129.140719:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078129.140729:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078129.140729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769078129.140729:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078129.140736:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.140740:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078129.140741:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078129.140742:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769078129.140749:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078129.140753:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078129.140754:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.140755:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1769078129.140758:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078129.140771:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078129.140774:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078129.140775:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5114 00000100:00000001:3.0:1769078129.140780:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078129.140789:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078129.140795:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078129.140798:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078129.140800:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.140803:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078129.140808:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.140811:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078129.140814:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078129.140816:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078129.140818:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078129.140820:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078129.140822:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078129.140823:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078129.140826:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.140827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078129.140828:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.140830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078129.140832:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078129.140834:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078129.140836:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.140838:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078129.140840:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078129.140842:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.140843:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078129.140845:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078129.140853:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00000020:00000040:1.0:1769078129.140855:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078129.140858:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078129.140860:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.140862:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078129.140864:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078129.140867:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078129.140873:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000001:1.0:1769078129.140878:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078129.140885:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078129.140892:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078129.140896:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078129.140899:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078129.140913:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078129.140916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078129.140919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078129.140920:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078129.140921:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078129.140923:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078129.140926:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5114 00000400:00000200:1.0:1769078129.140928:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078129.140931:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078129.140933:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078129.140948:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1769078129.140949:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078129.140952:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078129.140953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078129.140956:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078129.140958:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.140961:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078129.140963:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1769078129.140964:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1769078129.140965:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078129.140969:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078129.140972:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769078129.140976:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:2.0:1769078129.140978:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078129.140980:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:2.0:1769078129.140981:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078129.140988:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078129.140988:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769078129.140992:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769078129.140993:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769078129.140996:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078129.140997:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.140999:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:2.0:1769078129.141003:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657862400:192.168.204.154@tcp:250:kworker.0 00000020:00000040:1.0:1769078129.141004:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769078129.141010:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078129.141011:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769078129.141012:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.141015:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078129.141015:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078129.141018:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.141020:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078129.141020:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078129.141024:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.141026:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:2.0:1769078129.141026:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 00000008:00100000:1.0:1769078129.141029:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1769078129.141030:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078129.141035:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.141038:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078129.141041:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000010:1.0:1769078129.141042:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000400:00000010:2.0:1769078129.141045:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000040:1.0:1769078129.141046:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078129.141052:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:2.0:1769078129.141053:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 02000000:00000001:1.0:1769078129.141055:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.141059:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1769078129.141061:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657862400, portal 25 02000000:00000001:1.0:1769078129.141062:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769078129.141065:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1769078129.141067:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.141067:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 02000000:00000010:1.0:1769078129.141077:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000100:00000040:2.0:1769078129.141078:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078129.141085:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.141087:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078129.141091:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078129.141094:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00100000:1.0:1769078129.141096:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769078129.141098:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657862400, offset 0 00000400:00000200:2.0:1769078129.141108:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078129.141114:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078129.141116:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078129.141119:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:1.0:1769078129.141124:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078129.141127:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078129.141137:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1769078129.141138:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078129.141142:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00080000:1.0:1769078129.141143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1769078129.141147:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00080000:1.0:1769078129.141149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:2.0:1769078129.141151:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.141152:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078129.141155:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1769078129.141158:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370627:370627:256:4294967295] 192.168.204.154@tcp LPNI seq info [370622:370622:8:4294967295] 00000100:00000001:1.0:1769078129.141159:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078129.141165:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5114 00000400:00000200:2.0:1769078129.141166:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078129.141172:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078129.141175:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078129.141177:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078129.141180:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.141185:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769078129.141189:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000040:1.0:1769078129.141193:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.141199:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:2.0:1769078129.141199:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078129.141204:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000010:2.0:1769078129.141205:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000020:00000040:1.0:1769078129.141207:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078129.141211:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078129.141214:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000200:2.0:1769078129.141218:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769078129.141219:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078129.141224:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000200:2.0:1769078129.141226:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000100:00000040:1.0:1769078129.141231:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.141235:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.1:1769078129.141238:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:1.0:1769078129.141240:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.141244:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:2.1:1769078129.141246:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000020:00000040:1.0:1769078129.141247:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078129.141251:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078129.141255:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.141257:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000100:2.0:1769078129.141259:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 02000000:00000001:1.0:1769078129.141261:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078129.141264:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078129.141264:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00000001:1.0:1769078129.141270:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078129.141272:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000400:00000200:2.0:1769078129.141274:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:1.0:1769078129.141275:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.141279:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078129.141283:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769078129.141287:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000200:2.0:1769078129.141287:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 02000000:00000001:1.0:1769078129.141290:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078129.141293:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.141294:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769078129.141295:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 02000000:00000001:1.0:1769078129.141296:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078129.141299:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078129.141301:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 02000000:00000010:1.0:1769078129.141303:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000100:00000001:2.0:1769078129.141307:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078129.141308:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078129.141315:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078129.141316:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078129.141348:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078129.141348:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078129.141351:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078129.141357:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078129.141362:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141377:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.141380:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.141382:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1769078129.141384:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078129.141388:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078129.141389:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078129.141390:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078129.141393:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078129.141393:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078129.141397:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5114 00000400:00000200:1.0:1769078129.141404:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078129.141404:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078129.141408:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078129.141411:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078129.141411:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299787467 00000100:00000040:1.0:1769078129.141414:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.141417:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078129.141419:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.141421:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000010:2.0:1769078129.141421:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b840. 00000020:00000001:1.0:1769078129.141427:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078129.141427:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078129.141429:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078129.141430:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769078129.141432:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078129.141432:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1769078129.141438:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769078129.141441:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.141442:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078129.141443:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299787467 00000100:00000040:1.0:1769078129.141444:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078129.141448:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000010:2.0:1769078129.141451:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bae0. 00000020:00000040:1.0:1769078129.141452:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769078129.141457:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078129.141457:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078129.141462:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.141463:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078129.141465:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078129.141467:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078129.141469:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078129.141470:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1769078129.141474:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.141476:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078129.141479:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00100000:2.0:1769078129.141479:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078129/real 1769078129] req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078129.141485:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.141489:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078129.141495:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000400:00000001:2.0:1769078129.141497:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1769078129.141499:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000400:00000001:2.0:1769078129.141500:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1769078129.141503:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:2.0:1769078129.141504:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 02000000:00000001:1.0:1769078129.141506:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.141510:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769078129.141510:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 02000000:00000001:1.0:1769078129.141513:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1769078129.141514:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 02000000:00000001:1.0:1769078129.141516:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.141517:0:2365:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1769078129.141521:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000100:00000200:2.0:1769078129.141522:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078129.141525:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078129.141533:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769078129.141538:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078129.141576:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078129.141577:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078129.141581:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078129.141586:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078129.141590:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5124) 00000100:00000001:2.0:1769078129.141598:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078129.141601:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.141603:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078129.141605:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078129.141610:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141615:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078129.141618:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141629:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078129.141631:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.141632:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078129.141633:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.141635:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078129.141636:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078129.141639:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078129.141642:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078129.141644:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078129.141646:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078129.141652:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657862400:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078129.141655:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.141657:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078129.141659:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657862400/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141663:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078129.141664:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078129.141666:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769078129.141668:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078129.141669:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078129.141671:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078129.141672:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078129.141674:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637400. 02000000:00000001:2.0:1769078129.141677:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078129.141678:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078129.141680:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00000100:00000001:2.0:1769078129.141682:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078129.141683:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.141684:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.141690:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078129.141691:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.141693:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078129.141694:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078129.141695:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078129.141697:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141703:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078129.141704:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078129.141705:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078129.141707:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078129.141708:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078129.141710:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862528:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078129.141712:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078129.141713:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078129.141714:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078129.141715:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078129.141718:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769078129.141719:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078129.141723:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078129.141725:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078129.141727:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078129.141729:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657862528, portal 10 00000100:00000001:2.0:1769078129.141731:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078129.141732:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:2.0:1769078129.141737:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141745:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078129.141747:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078129.141750:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078129.141752:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657862528, offset 0 00000400:00000200:2.0:1769078129.141756:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078129.141761:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078129.141765:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078129.141769:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078129.141771:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078129.141774:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078129.141777:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078129.141781:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370628:370628:256:4294967295] 192.168.204.154@tcp LPNI seq info [370623:370623:8:4294967295] 00000400:00000200:2.0:1769078129.141785:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078129.141792:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078129.141797:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078129.141801:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078129.141805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078129.141808:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769078129.141813:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078129.141816:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000100:2.0:1769078129.141820:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078129.141822:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078129.141825:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078129.141829:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078129.141833:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078129.141835:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078129.141838:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078129.141842:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141851:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078129.141854:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141859:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.141860:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078129.141863:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078129.141866:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078129.141869:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078129.141870:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299786763 00000100:00000001:2.0:1769078129.141872:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299787467 00000100:00000001:2.0:1769078129.141874:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299786763 00000100:00000001:2.0:1769078129.141875:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299787467 00000100:00000001:2.0:1769078129.141877:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078129.141879:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.141880:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078129.141883:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078129/real 1769078129] req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078129.141888:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078129.141889:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078129.141890:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078129.141892:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078129.141893:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078129.141894:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078129.141896:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078129.141902:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141906:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078129.141907:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.141908:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078129.141909:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078129.141911:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141915:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078129.141917:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141922:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078129.141923:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.141924:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078129.141925:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.141926:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078129.141929:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078129.141931:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078129.141933:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078129.141949:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078129.141953:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078129.141959:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862528:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078129.141961:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078129.141963:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.141967:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078129.141968:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078129.141970:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078129.141971:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078129.141972:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078129.141974:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862656:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078129.141976:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078129.141977:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078129.141978:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078129.141979:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078129.141982:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078129.141983:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078129.141986:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078129.141988:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078129.141990:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078129.141992:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657862656, portal 4 00000100:00000001:2.0:1769078129.141994:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078129.141995:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:2.0:1769078129.141998:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142003:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078129.142004:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078129.142006:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078129.142007:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657862656, offset 0 00000400:00000200:2.0:1769078129.142010:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078129.142013:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078129.142016:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078129.142018:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078129.142020:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078129.142021:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078129.142023:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078129.142025:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370629:370629:256:4294967295] 192.168.204.154@tcp LPNI seq info [370624:370624:8:4294967295] 00000400:00000200:2.0:1769078129.142028:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078129.142032:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078129.142035:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078129.142036:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078129.142039:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078129.142041:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769078129.142044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078129.142046:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000100:2.0:1769078129.142048:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078129.142050:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078129.142052:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078129.142054:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078129.142056:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078129.142057:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078129.142059:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078129.142061:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142066:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078129.142068:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142073:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.142074:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078129.142076:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078129.142078:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078129.142080:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078129.142081:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299786784 00000100:00000001:2.0:1769078129.142083:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299787467 00000100:00000001:2.0:1769078129.142085:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299786784 00000100:00000001:2.0:1769078129.142086:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299787467 00000100:00000001:2.0:1769078129.142087:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078129.142088:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.142090:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078129.142092:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078129/real 1769078129] req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078129.142097:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078129.142098:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078129.142099:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078129.142101:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078129.142101:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078129.142103:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078129.142104:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078129.142110:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142114:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078129.142115:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.142116:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078129.142117:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078129.142119:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142123:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078129.142125:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142131:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078129.142132:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.142133:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078129.142134:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.142135:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078129.142138:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078129.142140:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078129.142141:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078129.142143:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078129.142145:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078129.142150:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862656:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078129.142152:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078129.142154:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142158:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078129.142159:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078129.142161:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078129.142162:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078129.142163:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078129.142165:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862784:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078129.142167:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078129.142168:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078129.142169:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078129.142170:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078129.142172:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078129.142174:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078129.142176:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078129.142178:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078129.142179:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078129.142181:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657862784, portal 4 00000100:00000001:2.0:1769078129.142182:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078129.142183:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:2.0:1769078129.142187:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142191:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078129.142192:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078129.142194:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078129.142195:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657862784, offset 0 00000400:00000200:2.0:1769078129.142198:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078129.142200:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078129.142202:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078129.142204:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078129.142206:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078129.142207:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078129.142209:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078129.142211:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370630:370630:256:4294967295] 192.168.204.154@tcp LPNI seq info [370625:370625:8:4294967295] 00000400:00000200:2.0:1769078129.142213:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078129.142217:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078129.142219:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078129.142221:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078129.142223:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078129.142225:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:2.1:1769078129.142228:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078129.142230:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000100:2.0:1769078129.142232:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078129.142234:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078129.142235:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078129.142238:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078129.142239:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078129.142241:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078129.142242:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078129.142244:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142249:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078129.142251:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078154 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142255:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.142257:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078129.142258:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078129.142260:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078129.142262:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078129.142263:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299786788 00000100:00000001:2.0:1769078129.142265:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299787467 00000100:00000001:2.0:1769078129.142266:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299786788 00000100:00000001:2.0:1769078129.142268:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299787467 00000100:00000001:2.0:1769078129.142269:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078129.142270:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.142271:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078129.142273:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078129/real 1769078129] req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078129.142278:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078129.142279:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078129.142280:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078129.142281:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078129.142282:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078129.142283:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078129.142285:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078129.142290:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142298:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078129.142299:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.142300:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078129.142301:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078129.142303:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142307:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078129.142309:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142313:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078129.142315:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.142317:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078129.142318:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.142319:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078129.142323:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078129.142325:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078129.142328:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078129.142330:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078129.142334:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078129.142342:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657862784:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078129.142346:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.142348:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078129.142352:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657862528/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142359:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078129.142361:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078129.142363:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769078129.142366:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078129.142368:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078129.142369:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078129.142372:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078129.142373:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 02000000:00000001:2.0:1769078129.142376:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078129.142378:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078129.142379:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:2.0:1769078129.142381:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078129.142383:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.142385:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078129.142389:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657862656/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142396:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078129.142397:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078129.142399:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078129.142401:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078129.142403:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078129.142404:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078129.142406:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078129.142408:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:2.0:1769078129.142410:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078129.142411:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078129.142413:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:2.0:1769078129.142415:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078129.142417:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.142419:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078129.142422:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657862784/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078154 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078129.142429:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078129.142431:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078129.142432:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078129.142435:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078129.142436:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078129.142438:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078129.142440:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078129.142441:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08635400. 02000000:00000001:2.0:1769078129.142442:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078129.142443:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078129.142444:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:2.0:1769078129.142446:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078129.142447:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.142448:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078129.142451:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078129.142452:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.142454:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078129.142455:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078129.780740:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078129.780744:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078129.780744:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078129.780748:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.780752:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078129.780755:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078129.780756:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078129.780757:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.780762:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078129.780763:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078129.780766:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078129.780769:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078129.780770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078129.780776:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078129.780776:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078129.780779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078129.780781:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078129.780793:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078129.780794:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078129.780794:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078129.780794:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078129.780804:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.780808:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078129.780809:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.780812:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078129.780818:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078129.780821:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.780822:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078129.780825:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078129.780830:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078129.780834:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078129.780838:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.780840:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078129.780842:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078129.780846:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078129.780849:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078129.780849:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078129.780860:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078129.780862:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078129.780865:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078129.780871:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.780872:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078129.780874:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078129.780877:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078129.780878:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078129.780880:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.780883:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078129.780888:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078129.780894:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078129.780895:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078129.780898:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078129.780901:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078129.780903:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078129.780905:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078129.780906:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078129.780909:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078129.780911:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078129.780912:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078129.780915:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078129.780941:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078129.780942:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078129.780942:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078129.780951:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078129.780956:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078129.780957:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078129.780964:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078129.780965:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078129.780976:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078129.780976:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078129.780981:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078129.780986:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078129.780991:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078129.780996:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078129.780999:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078129.908680:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299787467, at 4299787520 00000100:00000040:1.0:1769078129.908680:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299787467, at 4299787520 00000100:00000010:1.0:1769078129.908705:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bae0. 00000100:00000010:0.0:1769078129.908714:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000001:0.0:1769078130.164678:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078130.164683:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078130.164686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078130.164690:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078130.164692:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078130.164693:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078130.164703:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078130.164704:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078130.164714:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078130.164714:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078130.164725:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078130.164726:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078130.164733:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078130.164737:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078130.164741:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078130.164742:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078130.164747:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078130.164752:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078130.804658:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078130.804666:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078130.804668:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078130.804674:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078130.804681:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078130.804687:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078130.804687:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078130.804687:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078130.804689:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078130.804698:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078130.804698:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078130.804703:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078130.804703:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078130.804704:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078130.804704:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078130.804710:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078130.804712:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078130.804716:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078130.804717:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078130.804718:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078130.804720:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078130.804731:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078130.804737:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078130.804738:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078130.804738:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078130.804742:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078130.804743:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078130.804744:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078130.804747:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078130.804752:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078130.804755:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078130.804759:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078130.804760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078130.804762:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078130.804763:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078130.804765:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078130.804768:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078130.804769:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078130.804774:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078130.804778:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078130.804779:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078130.804779:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078130.804781:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078130.804791:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078130.804796:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078130.804796:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:1.0:1769078130.804798:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078130.804807:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078130.804807:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078130.804810:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078130.804810:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078130.804811:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078130.804815:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078130.804817:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078130.804819:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078130.804821:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078130.804823:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078130.804828:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078130.804830:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078130.804833:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078130.804835:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078130.804836:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078130.804837:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078130.804838:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078130.804845:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078130.804853:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078130.804857:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078130.804857:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078130.804864:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078130.804865:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078130.804866:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078130.804873:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078130.804874:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078130.804881:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078130.804882:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078130.804888:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078130.804889:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078130.804943:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078130.804946:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078130.804949:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078131.188638:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078131.188649:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078131.188651:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078131.188659:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078131.188665:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078131.188670:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078131.188676:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078131.188680:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078131.188686:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078131.188711:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078131.188719:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078131.188721:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078131.188727:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078131.188730:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078131.188735:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078131.188736:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078131.188739:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078131.188741:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078131.828699:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078131.828699:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078131.828707:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078131.828710:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078131.828710:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078131.828711:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078131.828714:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078131.828715:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078131.828716:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078131.828723:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078131.828724:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078131.828726:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078131.828726:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078131.828732:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078131.828735:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078131.828737:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078131.828738:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078131.828739:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078131.828739:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078131.828745:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078131.828746:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078131.828747:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078131.828754:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078131.828755:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078131.828763:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078131.828765:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078131.828772:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078131.828774:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078131.828778:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078131.828778:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078131.828778:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078131.828784:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078131.828789:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078131.828790:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078131.828794:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078131.828798:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078131.828813:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078131.828813:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078131.828816:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078131.828818:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078131.828819:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078131.828822:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078131.828823:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078131.828826:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078131.828827:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078131.828832:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078131.828833:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078131.828837:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078131.828838:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078131.828839:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078131.828840:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078131.828845:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078131.828846:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078131.828846:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078131.828848:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078131.828848:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078131.828853:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078131.828861:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078131.828863:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078131.828864:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078131.828867:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078131.828876:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078131.828882:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078131.828883:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078131.828886:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078131.828899:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078131.828904:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078131.828911:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078131.828915:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078131.828920:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078131.828923:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078131.828984:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078131.828987:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078131.828989:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078132.212689:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078132.212690:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078132.212703:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078132.212705:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078132.212710:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078132.212711:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078132.212719:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078132.212721:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078132.212724:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078132.212730:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078132.212731:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078132.212734:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078132.212738:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078132.212738:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078132.212754:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078132.212756:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078132.212760:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078132.212763:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078132.852669:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078132.852670:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078132.852670:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078132.852677:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078132.852680:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078132.852680:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078132.852680:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078132.852680:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078132.852685:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078132.852687:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078132.852688:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078132.852688:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078132.852694:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078132.852694:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078132.852695:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078132.852695:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078132.852700:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078132.852702:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078132.852703:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078132.852703:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078132.852704:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078132.852708:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078132.852709:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078132.852711:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078132.852712:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078132.852716:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078132.852717:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078132.852718:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078132.852723:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078132.852727:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078132.852728:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078132.852731:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078132.852735:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078132.852736:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078132.852737:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078132.852742:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078132.852742:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078132.852745:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078132.852750:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078132.852751:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078132.852751:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078132.852753:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078132.852754:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078132.852756:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078132.852760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078132.852761:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078132.852761:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078132.852765:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078132.852765:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078132.852767:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078132.852770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078132.852772:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078132.852773:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078132.852773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078132.852775:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078132.852776:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078132.852781:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078132.852782:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078132.852783:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078132.852785:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078132.852788:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078132.852791:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078132.852791:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078132.852793:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078132.852794:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078132.852800:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078132.852801:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078132.852809:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078132.852809:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078132.852814:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078132.852815:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078132.852820:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078132.852821:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078132.852825:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078133.236700:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078133.236712:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078133.236714:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078133.236717:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078133.236722:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078133.236723:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078133.236727:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078133.236729:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078133.236733:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078133.236736:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078133.236739:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078133.236742:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078133.236744:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078133.236747:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078133.236753:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078133.236756:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078133.236760:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078133.236764:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078133.876676:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078133.876676:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078133.876676:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078133.876684:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078133.876685:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078133.876685:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078133.876685:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078133.876688:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078133.876690:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078133.876691:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078133.876691:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078133.876696:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078133.876697:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078133.876698:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078133.876698:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078133.876700:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078133.876706:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078133.876706:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078133.876707:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078133.876707:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078133.876713:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078133.876714:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078133.876714:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078133.876715:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078133.876717:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078133.876722:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078133.876726:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078133.876728:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078133.876731:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078133.876733:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078133.876734:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078133.876737:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078133.876741:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078133.876741:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078133.876744:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078133.876746:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078133.876746:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078133.876749:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078133.876751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078133.876751:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078133.876756:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078133.876758:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078133.876758:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078133.876760:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078133.876764:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078133.876765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078133.876766:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078133.876767:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078133.876769:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078133.876769:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078133.876771:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078133.876771:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078133.876777:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078133.876778:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078133.876778:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078133.876779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078133.876781:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078133.876782:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078133.876784:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078133.876785:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078133.876786:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078133.876789:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078133.876790:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078133.876793:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078133.876795:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078133.876798:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078133.876798:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078133.876801:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078133.876806:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078133.876807:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078133.876807:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078133.876813:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078133.876813:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078133.876818:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078134.260652:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078134.260661:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078134.260664:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078134.260669:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078134.260673:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078134.260676:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078134.260678:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078134.260681:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078134.260684:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.260687:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078134.260691:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078134.260693:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078134.260696:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078134.260697:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078134.260699:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078134.260703:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.260707:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078134.260708:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078134.260709:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.260714:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.260715:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078134.260719:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078134.260722:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078134.260728:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5119 00000400:00000200:0.0:1769078134.260736:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078134.260743:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078134.260745:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078134.260749:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.260752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078134.260755:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.260758:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078134.260763:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078134.260766:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078134.260769:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078134.260772:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078134.260774:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078134.260777:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078134.260781:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.260783:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078134.260786:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.260788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078134.260791:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769078134.260795:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078134.260798:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078134.260801:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078134.260805:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078134.260809:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.260811:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078134.260814:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078134.260823:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00000020:00000040:0.0:1769078134.260825:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769078134.260829:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078134.260830:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.260832:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078134.260834:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078134.260838:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078134.260844:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769078134.260873:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078134.260881:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078134.260890:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078134.260893:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078134.260896:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078134.260912:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078134.260914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078134.260917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078134.260918:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078134.260919:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078134.260921:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078134.260923:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5119 00000400:00000200:0.0:1769078134.260927:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078134.260929:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078134.260931:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078134.260934:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.260936:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078134.260938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.260939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078134.260941:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078134.260942:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769078134.260944:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769078134.260944:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1769078134.260948:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:2.0:1769078134.260950:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078134.260951:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:2.0:1769078134.260953:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769078134.260954:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769078134.260958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.260961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078134.260965:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078134.260966:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.260970:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078134.260973:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000001:2.0:1769078134.260982:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078134.260985:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078134.260987:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.260988:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078134.260992:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078134.260994:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078134.260997:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078134.260999:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078134.261000:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.261005:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078134.261008:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078134.261010:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.261012:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078134.261015:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 02000000:00000001:2.0:1769078134.261016:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078134.261017:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769078134.261022:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078134.261024:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078134.261025:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657862912:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769078134.261026:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078134.261030:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769078134.261031:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1769078134.261033:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.261036:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1769078134.261037:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 02000000:00000001:2.0:1769078134.261039:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.261043:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.261043:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078134.261048:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 00000100:00100000:0.0:1769078134.261051:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1769078134.261052:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.261061:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769078134.261063:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078134.261065:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078134.261068:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000100:00000040:0.0:1769078134.261070:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769078134.261075:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000001:0.0:1769078134.261079:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078134.261082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1769078134.261083:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657862912, portal 25 00000100:00080000:0.0:1769078134.261085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078134.261088:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078134.261089:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078134.261092:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078134.261092:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094220544 : -115332615331072 : ffff971b086ea300) 00000100:00000001:0.0:1769078134.261097:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078134.261099:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5119 00000400:00000200:0.0:1769078134.261102:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:2.0:1769078134.261107:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769078134.261108:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078134.261112:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078134.261117:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.261122:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078134.261124:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1769078134.261126:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.261131:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000040:2.0:1769078134.261132:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078134.261136:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1769078134.261137:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000020:00000040:0.0:1769078134.261138:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769078134.261141:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1769078134.261142:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657862912, offset 0 00000020:00000040:0.0:1769078134.261143:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769078134.261147:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078134.261149:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:2.0:1769078134.261152:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000040:0.0:1769078134.261155:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.261158:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078134.261159:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.261160:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078134.261162:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:0.0:1769078134.261163:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078134.261166:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078134.261166:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:0.0:1769078134.261169:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078134.261173:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769078134.261176:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 02000000:00000001:0.0:1769078134.261177:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.261182:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078134.261184:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000400:00000200:2.0:1769078134.261185:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:0.0:1769078134.261187:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.261190:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078134.261192:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000010:0.0:1769078134.261194:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000400:00000200:2.0:1769078134.261197:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000040:0.0:1769078134.261199:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000200:2.0:1769078134.261202:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 02000000:00000001:0.0:1769078134.261204:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078134.261206:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.261210:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769078134.261210:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370631:370631:256:4294967295] 192.168.204.154@tcp LPNI seq info [370626:370626:8:4294967295] 02000000:00000001:0.0:1769078134.261213:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078134.261216:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078134.261220:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000400:00000200:2.0:1769078134.261222:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078134.261224:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078134.261232:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078134.261237:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078134.261239:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078134.261242:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078134.261255:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078134.261255:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00080000:0.0:1769078134.261260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078134.261264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078134.261266:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078134.261268:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:2.0:1769078134.261270:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078134.261271:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078134.261275:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5119 00000400:00000200:0.0:1769078134.261279:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000010:2.0:1769078134.261280:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000400:00000200:0.0:1769078134.261281:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078134.261286:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078134.261288:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.261290:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078134.261295:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:2.0:1769078134.261295:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769078134.261301:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:2.0:1769078134.261302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000020:00000001:0.0:1769078134.261303:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078134.261306:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769078134.261309:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078134.261311:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000800:00000200:2.1:1769078134.261312:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078134.261313:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000800:00000200:2.1:1769078134.261318:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000020:00000001:0.0:1769078134.261319:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769078134.261326:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000100:2.0:1769078134.261328:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078134.261330:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:2.0:1769078134.261333:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00000040:0.0:1769078134.261334:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078134.261338:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078134.261339:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000400:00000200:2.0:1769078134.261340:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:0.0:1769078134.261342:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078134.261346:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078134.261348:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 02000000:00000001:0.0:1769078134.261350:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769078134.261354:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 02000000:00000001:0.0:1769078134.261355:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1769078134.261357:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 02000000:00000001:0.0:1769078134.261361:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.261363:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078134.261368:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:2.0:1769078134.261370:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769078134.261372:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769078134.261380:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.261383:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078134.261384:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078134.261389:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769078134.261392:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000100:00000001:2.0:1769078134.261397:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078134.261399:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:2.0:1769078134.261400:0:2365:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1769078134.261406:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769078134.261406:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078134.261410:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078134.261415:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078134.261416:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078134.261419:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769078134.261419:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299792587 02000000:00000001:0.0:1769078134.261421:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078134.261426:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b600. 02000000:00000010:0.0:1769078134.261428:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769078134.261432:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.261434:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:0.0:1769078134.261439:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078134.261441:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299792587 00000100:00000010:2.0:1769078134.261448:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b120. 00000100:00000001:0.0:1769078134.261450:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078134.261452:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078134.261453:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.261457:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769078134.261459:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261461:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.261466:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078134.261472:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078134.261473:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078134/real 1769078134] req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078134.261476:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5129) 00000400:00000001:2.0:1769078134.261485:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078134.261486:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078134.261488:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078134.261491:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078134.261493:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078134.261495:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078134.261498:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078134.261504:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261508:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078134.261509:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.261511:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078134.261512:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078134.261515:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261520:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078134.261522:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261527:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078134.261529:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.261530:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078134.261530:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.261532:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078134.261533:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078134.261535:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078134.261538:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078134.261540:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078134.261543:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078134.261548:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657862912:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078134.261551:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.261552:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078134.261574:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ea300 x1855007657862912/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261579:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078134.261581:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078134.261583:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078134.261586:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078134.261587:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078134.261588:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078134.261590:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078134.261592:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 02000000:00000001:2.0:1769078134.261596:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078134.261598:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078134.261599:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ea300. 00000100:00000001:2.0:1769078134.261601:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078134.261602:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.261604:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.261609:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078134.261610:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.261612:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078134.261613:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078134.261614:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078134.261616:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261621:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078134.261622:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.261624:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078134.261625:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078134.261627:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078134.261629:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863040:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078134.261631:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078134.261632:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078134.261633:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.261635:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078134.261637:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078134.261638:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078134.261641:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078134.261643:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078134.261645:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078134.261648:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657863040, portal 10 00000100:00000001:2.0:1769078134.261649:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078134.261650:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094213376 : -115332615338240 : ffff971b086e8700) 00000100:00000040:2.0:1769078134.261654:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261659:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078134.261660:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078134.261662:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078134.261664:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657863040, offset 0 00000400:00000200:2.0:1769078134.261666:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078134.261669:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078134.261671:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078134.261673:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078134.261675:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078134.261677:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078134.261679:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078134.261681:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370632:370632:256:4294967295] 192.168.204.154@tcp LPNI seq info [370627:370627:8:4294967295] 00000400:00000200:2.0:1769078134.261684:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078134.261688:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078134.261692:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078134.261694:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078134.261697:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078134.261699:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769078134.261702:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078134.261703:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000100:2.0:1769078134.261706:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078134.261707:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078134.261709:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078134.261712:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078134.261714:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078134.261715:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078134.261716:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078134.261719:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261724:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078134.261726:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261735:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.261736:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078134.261738:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078134.261741:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078134.261743:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078134.261744:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299791883 00000100:00000001:2.0:1769078134.261746:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299792587 00000100:00000001:2.0:1769078134.261748:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299791883 00000100:00000001:2.0:1769078134.261749:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299792587 00000100:00000001:2.0:1769078134.261750:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078134.261752:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.261753:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078134.261755:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078134/real 1769078134] req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078134.261760:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078134.261761:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078134.261763:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078134.261764:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078134.261765:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078134.261767:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078134.261769:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078134.261774:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261778:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078134.261778:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.261780:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078134.261780:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078134.261783:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261788:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078134.261790:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261795:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078134.261796:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.261797:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078134.261798:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.261799:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078134.261802:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078134.261804:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078134.261805:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078134.261807:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078134.261809:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078134.261814:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863040:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078134.261816:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078134.261819:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261823:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078134.261824:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.261825:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078134.261827:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078134.261828:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078134.261830:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863168:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078134.261831:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078134.261833:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078134.261834:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.261835:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078134.261837:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078134.261838:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078134.261841:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078134.261842:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078134.261844:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078134.261846:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657863168, portal 4 00000100:00000001:2.0:1769078134.261847:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078134.261863:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094226816 : -115332615324800 : ffff971b086ebb80) 00000100:00000040:2.0:1769078134.261868:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261873:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078134.261876:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078134.261878:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078134.261881:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657863168, offset 0 00000400:00000200:2.0:1769078134.261885:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078134.261890:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078134.261893:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078134.261896:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078134.261898:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078134.261901:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078134.261903:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078134.261906:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370633:370633:256:4294967295] 192.168.204.154@tcp LPNI seq info [370628:370628:8:4294967295] 00000400:00000200:2.0:1769078134.261911:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078134.261918:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078134.261921:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078134.261924:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078134.261927:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078134.261929:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769078134.261931:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078134.261933:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000100:2.0:1769078134.261936:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078134.261938:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078134.261940:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078134.261942:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078134.261944:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078134.261945:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078134.261947:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078134.261950:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261955:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078134.261957:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.261964:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.261966:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078134.261969:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078134.261972:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078134.261976:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078134.261978:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299791904 00000100:00000001:2.0:1769078134.261980:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299792587 00000100:00000001:2.0:1769078134.261982:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299791904 00000100:00000001:2.0:1769078134.261984:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299792587 00000100:00000001:2.0:1769078134.261987:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078134.261989:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.261991:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078134.261995:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078134/real 1769078134] req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078134.262004:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078134.262005:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078134.262007:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078134.262010:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078134.262012:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078134.262014:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078134.262018:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078134.262025:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262029:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078134.262030:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.262032:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078134.262033:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078134.262035:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262040:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078134.262042:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262046:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078134.262048:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.262048:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078134.262049:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.262050:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078134.262053:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078134.262055:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078134.262057:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078134.262059:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078134.262061:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078134.262066:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863168:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078134.262068:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078134.262070:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262075:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078134.262076:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.262078:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078134.262079:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078134.262080:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078134.262082:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863296:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078134.262084:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078134.262085:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078134.262086:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078134.262087:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078134.262090:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769078134.262091:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078134.262093:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078134.262095:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078134.262097:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078134.262099:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657863296, portal 4 00000100:00000001:2.0:1769078134.262100:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078134.262101:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00000100:00000040:2.0:1769078134.262105:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262109:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078134.262110:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078134.262112:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078134.262113:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657863296, offset 0 00000400:00000200:2.0:1769078134.262116:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078134.262118:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078134.262120:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078134.262123:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078134.262124:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078134.262126:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078134.262128:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078134.262130:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370634:370634:256:4294967295] 192.168.204.154@tcp LPNI seq info [370629:370629:8:4294967295] 00000400:00000200:2.0:1769078134.262132:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078134.262137:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078134.262140:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078134.262142:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078134.262145:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078134.262147:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769078134.262149:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078134.262151:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000100:2.0:1769078134.262154:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078134.262155:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078134.262157:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078134.262159:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078134.262161:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078134.262162:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078134.262164:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078134.262166:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262171:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078134.262173:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262177:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.262178:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078134.262180:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078134.262182:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078134.262184:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078134.262185:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299791908 00000100:00000001:2.0:1769078134.262187:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299792587 00000100:00000001:2.0:1769078134.262189:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299791908 00000100:00000001:2.0:1769078134.262190:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299792587 00000100:00000001:2.0:1769078134.262191:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078134.262193:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.262194:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078134.262196:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078134/real 1769078134] req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078134.262201:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078134.262202:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078134.262203:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078134.262205:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078134.262206:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078134.262207:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078134.262209:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078134.262218:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262225:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078134.262227:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.262229:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078134.262230:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078134.262234:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262241:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078134.262245:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262252:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078134.262254:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.262256:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078134.262257:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.262259:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078134.262263:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078134.262266:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078134.262270:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078134.262272:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078134.262276:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078134.262281:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863296:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078134.262284:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.262285:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078134.262287:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8700 x1855007657863040/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262292:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078134.262293:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078134.262294:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078134.262296:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078134.262297:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078134.262298:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078134.262299:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078134.262300:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746400. 02000000:00000001:2.0:1769078134.262302:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078134.262303:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078134.262304:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8700. 00000100:00000001:2.0:1769078134.262306:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078134.262307:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.262308:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078134.262310:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ebb80 x1855007657863168/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262314:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078134.262314:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078134.262315:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078134.262317:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078134.262317:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078134.262318:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078134.262319:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078134.262320:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 02000000:00000001:2.0:1769078134.262322:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078134.262323:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078134.262324:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ebb80. 00000100:00000001:2.0:1769078134.262325:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078134.262326:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.262327:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078134.262329:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657863296/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078159 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078134.262333:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078134.262333:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078134.262334:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769078134.262335:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078134.262336:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078134.262337:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078134.262338:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078134.262339:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 02000000:00000001:2.0:1769078134.262340:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078134.262340:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078134.262341:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00000100:00000001:2.0:1769078134.262342:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078134.262343:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.262344:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.262347:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078134.262348:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.262349:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078134.262350:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.900724:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078134.900733:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078134.900735:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078134.900735:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078134.900739:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078134.900741:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078134.900746:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078134.900747:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.900751:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.900751:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078134.900753:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.900760:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078134.900762:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078134.900763:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078134.900776:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078134.900780:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078134.900781:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078134.900781:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078134.900784:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078134.900795:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078134.900796:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.900797:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.900797:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078134.900800:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078134.900805:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078134.900811:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078134.900815:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.900817:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078134.900820:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.900823:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.900824:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078134.900830:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.900836:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078134.900850:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078134.900854:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078134.900859:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.900869:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078134.900872:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078134.900875:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078134.900876:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078134.900880:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.900882:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078134.900884:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078134.900889:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078134.900892:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078134.900894:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078134.900903:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078134.900904:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078134.900905:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078134.900906:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.900912:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078134.900915:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.900916:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078134.900916:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078134.900926:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078134.900929:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078134.900934:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078134.900935:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.900943:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078134.900943:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078134.900958:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078134.900962:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078134.900966:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078134.900976:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078134.900980:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078134.900984:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078134.900986:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078134.900989:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078134.900990:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078134.900995:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078134.900997:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078134.901012:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078134.901013:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078134.901015:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078135.028683:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299792587, at 4299792640 00000100:00000040:1.0:1769078135.028683:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299792587, at 4299792640 00000100:00000010:1.0:1769078135.028701:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000010:0.0:1769078135.028704:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b600. 00000100:00000001:3.0:1769078135.284635:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078135.284644:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078135.284648:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078135.284648:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078135.284654:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078135.284657:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078135.284658:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078135.284664:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078135.284666:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078135.284669:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078135.284673:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078135.284673:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078135.284680:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078135.284684:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078135.284689:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078135.284689:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078135.284694:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078135.284697:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078135.924679:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078135.924686:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078135.924688:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078135.924693:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078135.924698:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078135.924702:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078135.924705:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078135.924708:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078135.924710:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078135.924727:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078135.924730:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078135.924731:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078135.924733:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078135.924741:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078135.924742:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078135.924749:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078135.924749:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078135.924750:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078135.924751:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078135.924758:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078135.924761:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078135.924762:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078135.924765:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078135.924766:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078135.924769:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078135.924772:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078135.924777:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078135.924778:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078135.924781:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078135.924781:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078135.924787:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078135.924787:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078135.924788:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078135.924792:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078135.924795:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078135.924805:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078135.924805:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078135.924813:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078135.924832:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078135.924833:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078135.924834:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078135.924839:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078135.924841:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078135.924845:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078135.924850:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078135.924854:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078135.924857:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078135.924858:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078135.924861:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078135.924865:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078135.924869:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078135.924869:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078135.924878:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078135.924878:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078135.924885:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078135.924886:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078135.924891:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078135.924904:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078135.924910:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078135.924913:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078135.924915:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078135.924920:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078135.924921:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078135.924927:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078135.924928:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078135.924936:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078135.924938:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078135.924942:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078135.924944:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078135.924946:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078135.924948:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078135.924969:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078135.924972:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078135.924975:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078136.308668:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078136.308668:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078136.308678:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078136.308681:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078136.308686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078136.308690:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078136.308691:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078136.308698:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078136.308700:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078136.308706:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078136.308706:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078136.308711:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078136.308713:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078136.308718:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078136.308722:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078136.308724:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078136.308729:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078136.308733:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078136.948671:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078136.948672:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078136.948672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078136.948672:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078136.948684:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078136.948687:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078136.948688:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078136.948689:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078136.948691:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078136.948701:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078136.948702:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078136.948702:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078136.948702:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078136.948717:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078136.948718:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078136.948718:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078136.948718:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078136.948726:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078136.948734:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078136.948735:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078136.948736:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078136.948736:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078136.948745:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078136.948746:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078136.948749:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078136.948750:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078136.948750:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078136.948755:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078136.948764:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078136.948765:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078136.948771:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078136.948776:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078136.948777:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078136.948778:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078136.948781:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078136.948782:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078136.948783:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078136.948788:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078136.948790:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078136.948790:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078136.948795:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078136.948795:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078136.948798:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078136.948815:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078136.948815:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078136.948818:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078136.948822:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078136.948825:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078136.948828:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078136.948833:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078136.948833:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078136.948835:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078136.948838:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078136.948839:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078136.948843:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078136.948843:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078136.948844:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078136.948849:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078136.948851:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078136.948853:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769078136.948855:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078136.948860:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078136.948862:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078136.948864:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078136.948866:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078136.948868:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078136.948870:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078136.948875:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078136.948876:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078136.948886:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078136.948886:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078136.948887:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078136.948893:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078136.948898:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078137.332699:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078137.332699:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078137.332708:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078137.332709:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078137.332712:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078137.332712:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078137.332720:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078137.332721:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078137.332725:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078137.332726:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078137.332732:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078137.332732:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078137.332737:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078137.332740:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078137.332743:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078137.332744:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078137.332747:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078137.332750:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078137.972643:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078137.972653:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078137.972655:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078137.972661:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078137.972668:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078137.972674:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078137.972675:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078137.972675:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078137.972676:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078137.972678:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078137.972684:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078137.972689:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078137.972690:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078137.972691:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078137.972693:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078137.972695:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078137.972700:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078137.972702:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078137.972711:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078137.972714:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078137.972715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078137.972716:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078137.972717:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078137.972726:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078137.972726:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078137.972730:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078137.972733:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078137.972736:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078137.972737:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078137.972739:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078137.972740:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078137.972744:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078137.972747:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078137.972752:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078137.972756:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078137.972758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078137.972759:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078137.972760:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078137.972767:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078137.972767:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078137.972769:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078137.972775:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078137.972781:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078137.972783:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078137.972785:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078137.972785:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078137.972796:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078137.972802:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078137.972804:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078137.972804:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078137.972805:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078137.972809:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078137.972811:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078137.972811:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078137.972811:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078137.972814:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078137.972816:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078137.972821:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078137.972822:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078137.972828:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078137.972828:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078137.972830:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078137.972842:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078137.972843:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078137.972843:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078137.972843:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078137.972849:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078137.972858:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078137.972859:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078137.972863:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078137.972867:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078137.972905:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078137.972910:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078137.972915:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078138.356665:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078138.356675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078138.356678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078138.356682:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078138.356687:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078138.356688:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078138.356688:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078138.356692:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078138.356696:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078138.356696:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078138.356702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078138.356703:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078138.356705:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078138.356709:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078138.356712:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078138.356716:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078138.356720:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078138.356724:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078138.996710:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078138.996711:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078138.996713:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078138.996721:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078138.996721:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078138.996723:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078138.996723:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078138.996726:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078138.996726:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078138.996727:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.996732:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078138.996736:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078138.996737:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078138.996737:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078138.996740:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078138.996744:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078138.996753:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078138.996753:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078138.996754:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078138.996754:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078138.996759:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078138.996762:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078138.996763:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078138.996764:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078138.996785:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078138.996791:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078138.996792:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078138.996793:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078138.996799:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078138.996800:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078138.996802:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.996810:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078138.996811:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078138.996811:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078138.996814:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078138.996815:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078138.996822:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078138.996823:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.996830:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078138.996833:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078138.996836:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.996838:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078138.996841:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078138.996841:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078138.996848:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078138.996849:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078138.996850:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078138.996852:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078138.996861:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078138.996863:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.996863:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078138.996865:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078138.996878:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078138.996879:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078138.996883:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078138.996885:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078138.996886:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078138.996886:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078138.996895:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078138.996896:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.996899:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078138.996899:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078138.996901:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078138.996902:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078138.996905:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078138.996906:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078138.996910:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078138.996917:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078138.996919:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078138.996919:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078138.996919:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.996925:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078138.996928:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078138.996929:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078138.996937:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078138.996941:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078138.996942:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078138.996942:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078138.996947:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078138.996948:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078138.996955:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078138.996956:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078138.996958:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078138.996961:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078138.996965:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078138.996969:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078138.996972:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078138.996975:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078138.996977:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078138.996978:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078138.996985:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078138.996992:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078139.380677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078139.380686:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078139.380689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078139.380695:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078139.380701:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078139.380705:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078139.380711:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078139.380712:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078139.380715:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078139.380723:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078139.380723:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078139.380728:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078139.380735:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078139.380740:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078139.380744:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078139.380747:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078139.380750:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078139.380751:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078139.380755:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078139.380758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078139.380760:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078139.380787:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078139.380792:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078139.380802:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5124 00000400:00000200:1.0:1769078139.380815:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078139.380823:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078139.380827:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078139.380831:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078139.380835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078139.380837:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078139.380839:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078139.380843:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078139.380845:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078139.380847:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078139.380850:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078139.380851:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078139.380853:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078139.380856:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078139.380858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078139.380861:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078139.380863:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078139.380867:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078139.380871:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078139.380874:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078139.380878:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078139.380883:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078139.380887:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.380890:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078139.380892:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078139.380905:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769078139.380910:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078139.380915:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078139.380918:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.380921:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078139.380924:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078139.380930:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078139.380940:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000001:1.0:1769078139.380948:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078139.380959:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078139.380971:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078139.380977:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078139.380982:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078139.381006:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078139.381009:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078139.381012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078139.381014:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078139.381016:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078139.381019:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078139.381023:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5124 00000400:00000200:1.0:1769078139.381028:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078139.381032:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078139.381035:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078139.381039:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1769078139.381040:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078139.381046:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.381047:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1769078139.381053:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078139.381054:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078139.381061:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078139.381065:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078139.381067:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078139.381069:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078139.381071:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769078139.381076:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:2.0:1769078139.381077:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078139.381082:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769078139.381098:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078139.381102:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078139.381105:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.381107:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078139.381112:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078139.381115:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769078139.381119:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769078139.381121:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1769078139.381125:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:2.0:1769078139.381127:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078139.381134:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00100000:2.0:1769078139.381136:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657863424:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078139.381141:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.381145:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078139.381146:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078139.381151:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078139.381156:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078139.381157:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078139.381170:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.381171:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769078139.381177:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:2.0:1769078139.381182:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 00000008:00100000:1.0:1769078139.381184:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1769078139.381188:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078139.381191:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.381195:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078139.381202:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000010:1.0:1769078139.381203:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769078139.381209:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000400:00000010:2.0:1769078139.381212:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 02000000:00000001:1.0:1769078139.381214:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078139.381218:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.381221:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078139.381223:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1769078139.381224:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 02000000:00000001:1.0:1769078139.381227:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078139.381234:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000100:00000200:2.0:1769078139.381235:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657863424, portal 25 00000100:00000001:1.0:1769078139.381238:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.381241:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078139.381245:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00100000:1.0:1769078139.381246:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078139.381259:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1769078139.381260:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078139.381263:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078139.381276:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078139.381309:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.381310:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1769078139.381313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078139.381321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000040:2.0:1769078139.381322:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078139.381324:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078139.381329:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078139.381332:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:2.0:1769078139.381332:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00080000:1.0:1769078139.381336:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5124 00000100:00000200:2.0:1769078139.381343:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657863424, offset 0 00000400:00000200:1.0:1769078139.381344:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078139.381350:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078139.381353:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078139.381357:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078139.381361:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078139.381367:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:2.0:1769078139.381367:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078139.381377:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078139.381380:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078139.381381:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078139.381382:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078139.381386:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:2.0:1769078139.381387:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078139.381389:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078139.381393:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769078139.381398:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078139.381401:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769078139.381403:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000040:1.0:1769078139.381404:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078139.381412:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:2.0:1769078139.381414:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:1.0:1769078139.381416:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078139.381422:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:2.0:1769078139.381427:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000001:1.0:1769078139.381428:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078139.381432:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078139.381435:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1769078139.381436:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1769078139.381438:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.381443:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078139.381446:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000400:00000200:2.0:1769078139.381447:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:1.0:1769078139.381450:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078139.381454:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078139.381462:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000400:00000200:2.0:1769078139.381462:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370635:370635:256:4294967295] 192.168.204.154@tcp LPNI seq info [370630:370630:8:4294967295] 00000020:00000040:1.0:1769078139.381473:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:1.0:1769078139.381480:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078139.381484:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078139.381485:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078139.381493:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078139.381495:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078139.381497:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078139.381501:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000100:00000001:1.0:1769078139.381508:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078139.381516:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00100000:1.0:1769078139.381518:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1769078139.381536:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078139.381537:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078139.381540:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078139.381547:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1769078139.381547:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078139.381583:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078139.381588:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769078139.381608:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078139.381611:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078139.381615:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000100:00080000:1.0:1769078139.381617:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078139.381624:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078139.381629:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000100:2.0:1769078139.381630:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00080000:1.0:1769078139.381633:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078139.381636:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000010:2.0:1769078139.381638:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00080000:1.0:1769078139.381643:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5124 00000400:00000200:1.0:1769078139.381650:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078139.381651:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078139.381659:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078139.381665:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:2.0:1769078139.381671:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000040:1.0:1769078139.381677:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:2.0:1769078139.381681:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000100:00000001:1.0:1769078139.381687:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1769078139.381688:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000040:1.0:1769078139.381695:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078139.381696:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078139.381703:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000200:2.0:1769078139.381707:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078139.381710:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078139.381716:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078139.381723:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078139.381729:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769078139.381737:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078139.381738:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1769078139.381745:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:2.0:1769078139.381746:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078139.381760:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078139.381784:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078139.381788:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078139.381791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078139.381794:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078139.381798:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769078139.381803:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078139.381805:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000400:00000200:2.0:1769078139.381812:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:1.0:1769078139.381816:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078139.381817:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299797708 00000100:00000001:1.0:1769078139.381829:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078139.381830:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b9c0. 02000000:00000001:1.0:1769078139.381837:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078139.381840:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1769078139.381844:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078139.381847:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299797708 02000000:00000001:1.0:1769078139.381849:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078139.381852:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bb40. 00000100:00000001:1.0:1769078139.381855:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078139.381857:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000008:00100000:1.0:1769078139.381863:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:2.0:1769078139.381863:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078139.381871:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078139.381877:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.381877:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769078139.381885:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078139.381885:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078139/real 1769078139] req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769078139.381901:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000040:1.0:1769078139.381912:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000400:00000001:2.0:1769078139.381916:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1769078139.381919:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000001:2.0:1769078139.381919:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1769078139.381924:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078139.381924:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000100:00000001:1.0:1769078139.381934:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769078139.381934:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 02000000:00000001:1.0:1769078139.381945:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1769078139.381945:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078139.381954:0:2365:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1769078139.381955:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078139.381960:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769078139.381966:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000100:00000200:2.0:1769078139.381971:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078139.381974:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.381984:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078139.381987:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078139.381993:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078139.381993:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078139.381999:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078139.382011:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078139.382029:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078139.382031:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078139.382035:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078139.382038:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078139.382051:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382051:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078139.382061:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382070:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078139.382072:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382080:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078139.382086:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078139.382092:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078139.382092:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078139.382105:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000040:1.0:1769078139.382107:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5134) 00000100:00000001:2.0:1769078139.382108:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078139.382118:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078139.382125:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657863424:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078139.382129:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382132:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078139.382135:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657863424/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382140:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078139.382142:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078139.382144:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078139.382146:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078139.382148:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078139.382149:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078139.382150:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078139.382152:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637400. 02000000:00000001:2.0:1769078139.382155:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078139.382157:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078139.382158:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:2.0:1769078139.382160:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078139.382161:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382162:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382167:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078139.382168:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.382170:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078139.382171:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078139.382172:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078139.382175:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382180:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078139.382181:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.382183:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078139.382184:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078139.382186:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078139.382188:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863552:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078139.382190:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078139.382192:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078139.382193:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.382194:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078139.382196:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078139.382198:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078139.382200:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078139.382202:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078139.382204:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078139.382207:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657863552, portal 10 00000100:00000001:2.0:1769078139.382208:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078139.382209:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:2.0:1769078139.382214:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382218:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078139.382220:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078139.382221:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078139.382223:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657863552, offset 0 00000400:00000200:2.0:1769078139.382225:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078139.382228:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078139.382230:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078139.382232:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078139.382234:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078139.382236:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078139.382238:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078139.382240:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370636:370636:256:4294967295] 192.168.204.154@tcp LPNI seq info [370631:370631:8:4294967295] 00000400:00000200:2.0:1769078139.382243:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078139.382248:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078139.382250:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078139.382252:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078139.382255:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078139.382258:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769078139.382261:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078139.382263:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000100:2.0:1769078139.382266:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078139.382267:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078139.382269:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078139.382271:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078139.382273:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078139.382275:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078139.382276:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078139.382278:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382283:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078139.382285:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382290:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.382291:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078139.382293:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078139.382295:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078139.382297:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078139.382299:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299797003 00000100:00000001:2.0:1769078139.382301:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299797708 00000100:00000001:2.0:1769078139.382303:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299797003 00000100:00000001:2.0:1769078139.382304:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299797708 00000100:00000001:2.0:1769078139.382305:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078139.382307:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.382308:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078139.382310:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078139/real 1769078139] req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078139.382315:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078139.382315:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078139.382317:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078139.382318:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078139.382319:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078139.382321:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078139.382323:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078139.382328:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382332:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078139.382333:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382334:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078139.382334:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078139.382337:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382341:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078139.382343:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382347:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078139.382349:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382350:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078139.382351:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382352:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078139.382355:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078139.382356:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078139.382358:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078139.382359:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078139.382362:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078139.382366:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863552:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078139.382370:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078139.382372:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382377:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078139.382378:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.382379:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078139.382380:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078139.382381:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078139.382383:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863680:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078139.382385:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078139.382386:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078139.382387:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.382388:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078139.382390:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078139.382392:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078139.382395:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078139.382396:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078139.382398:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078139.382400:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657863680, portal 4 00000100:00000001:2.0:1769078139.382401:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078139.382402:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:2.0:1769078139.382405:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382409:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078139.382411:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078139.382412:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078139.382414:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657863680, offset 0 00000400:00000200:2.0:1769078139.382416:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078139.382418:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078139.382420:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078139.382421:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078139.382424:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078139.382425:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078139.382427:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078139.382429:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370637:370637:256:4294967295] 192.168.204.154@tcp LPNI seq info [370632:370632:8:4294967295] 00000400:00000200:2.0:1769078139.382431:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078139.382435:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078139.382437:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078139.382439:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078139.382441:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078139.382443:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769078139.382445:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078139.382447:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000100:2.0:1769078139.382450:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078139.382451:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078139.382453:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078139.382455:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078139.382456:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078139.382458:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078139.382459:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078139.382461:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382466:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078139.382468:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382472:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.382473:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078139.382475:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078139.382476:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078139.382478:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078139.382479:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299797024 00000100:00000001:2.0:1769078139.382481:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299797708 00000100:00000001:2.0:1769078139.382482:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299797024 00000100:00000001:2.0:1769078139.382484:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299797708 00000100:00000001:2.0:1769078139.382485:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078139.382487:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.382488:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078139.382490:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078139/real 1769078139] req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078139.382495:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078139.382495:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078139.382496:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078139.382498:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078139.382499:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078139.382500:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078139.382502:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078139.382507:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382511:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078139.382512:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382513:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078139.382514:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078139.382516:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382520:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078139.382522:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382526:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078139.382527:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382528:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078139.382529:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382530:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078139.382533:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078139.382535:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078139.382537:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078139.382539:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078139.382541:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078139.382546:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863680:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078139.382549:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078139.382551:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382572:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078139.382573:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.382575:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078139.382576:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078139.382577:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078139.382580:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863808:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078139.382583:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078139.382585:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078139.382586:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078139.382588:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078139.382591:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02800. 02000000:00000001:2.0:1769078139.382593:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078139.382597:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078139.382600:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078139.382603:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078139.382606:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657863808, portal 4 00000100:00000001:2.0:1769078139.382608:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078139.382609:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:2.0:1769078139.382616:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382623:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078139.382626:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078139.382628:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078139.382631:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657863808, offset 0 00000400:00000200:2.0:1769078139.382635:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078139.382639:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078139.382643:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078139.382645:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078139.382648:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078139.382651:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078139.382653:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078139.382657:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370638:370638:256:4294967295] 192.168.204.154@tcp LPNI seq info [370633:370633:8:4294967295] 00000400:00000200:2.0:1769078139.382662:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078139.382668:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078139.382673:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078139.382675:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078139.382680:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078139.382683:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000200:2.1:1769078139.382687:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078139.382690:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000100:2.0:1769078139.382694:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078139.382696:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078139.382699:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078139.382702:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078139.382705:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078139.382707:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078139.382710:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078139.382712:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382718:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078139.382720:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078164 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382729:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.382730:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078139.382732:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078139.382734:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078139.382737:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078139.382738:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299797029 00000100:00000001:2.0:1769078139.382740:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299797708 00000100:00000001:2.0:1769078139.382741:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299797029 00000100:00000001:2.0:1769078139.382743:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299797708 00000100:00000001:2.0:1769078139.382744:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078139.382745:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.382747:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078139.382749:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078139/real 1769078139] req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078139.382754:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078139.382755:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078139.382756:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078139.382757:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078139.382758:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078139.382760:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078139.382775:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078139.382782:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382786:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078139.382787:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382788:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078139.382789:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078139.382792:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382796:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078139.382799:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382803:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078139.382804:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382805:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078139.382806:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382807:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078139.382810:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078139.382811:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078139.382814:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078139.382815:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078139.382817:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078139.382822:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657863808:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078139.382824:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382826:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078139.382828:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657863552/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382832:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078139.382833:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078139.382834:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078139.382836:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078139.382837:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078139.382837:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078139.382839:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078139.382840:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637800. 02000000:00000001:2.0:1769078139.382842:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078139.382843:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078139.382844:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:2.0:1769078139.382846:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078139.382847:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382848:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078139.382850:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657863680/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382853:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078139.382854:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078139.382855:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078139.382857:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078139.382858:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078139.382859:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078139.382860:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078139.382861:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 02000000:00000001:2.0:1769078139.382862:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078139.382863:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078139.382864:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:2.0:1769078139.382865:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078139.382866:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382867:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078139.382868:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657863808/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078164 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078139.382872:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078139.382873:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078139.382873:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02800. 02000000:00000001:2.0:1769078139.382875:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078139.382875:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078139.382876:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078139.382877:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078139.382878:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 02000000:00000001:2.0:1769078139.382879:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078139.382880:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078139.382880:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:2.0:1769078139.382882:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078139.382883:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382884:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078139.382886:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078139.382887:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078139.382888:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078139.382890:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078140.020700:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078140.020708:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078140.020710:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078140.020716:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078140.020723:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078140.020730:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078140.020734:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078140.020734:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078140.020737:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078140.020737:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078140.020739:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078140.020740:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078140.020743:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078140.020749:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078140.020761:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078140.020763:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078140.020767:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078140.020772:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078140.020773:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078140.020776:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078140.020780:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078140.020781:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078140.020785:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078140.020788:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078140.020789:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078140.020791:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078140.020792:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078140.020795:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078140.020797:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078140.020799:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078140.020800:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078140.020805:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078140.020814:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078140.020814:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078140.020815:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078140.020815:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078140.020821:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078140.020823:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078140.020828:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078140.020828:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078140.020838:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078140.020845:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078140.020847:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078140.020848:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078140.020852:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078140.020854:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078140.020855:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078140.020862:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078140.020863:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078140.020866:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078140.020871:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078140.020872:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078140.020874:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078140.020882:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078140.020883:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078140.020884:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078140.020891:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078140.020892:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078140.020894:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078140.020898:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078140.020899:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078140.020900:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078140.020902:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078140.020908:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078140.020909:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078140.020911:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078140.020912:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769078140.020929:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078140.020929:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078140.020936:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078140.020940:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078140.020941:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078140.020944:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078140.020947:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078140.148679:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299797708, at 4299797760 00000100:00000040:0.0:1769078140.148681:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299797708, at 4299797760 00000100:00000010:0.0:1769078140.148699:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b9c0. 00000100:00000010:1.0:1769078140.148703:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bb40. 00000100:00000001:0.0:1769078140.404701:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078140.404712:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078140.404723:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078140.404723:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078140.404729:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078140.404730:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078140.404743:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078140.404744:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078140.404764:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078140.404769:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078140.404777:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078140.404778:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078140.404783:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078140.404783:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078140.404798:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078140.404798:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078140.404804:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078140.404809:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078141.044651:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078141.044664:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078141.044667:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078141.044673:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078141.044673:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078141.044677:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078141.044681:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078141.044686:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078141.044687:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078141.044688:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078141.044692:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078141.044694:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078141.044695:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078141.044696:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078141.044702:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078141.044705:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078141.044707:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078141.044707:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078141.044708:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078141.044718:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078141.044720:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078141.044720:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078141.044720:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078141.044746:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078141.044751:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078141.044751:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078141.044755:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078141.044756:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078141.044762:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078141.044763:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078141.044764:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078141.044771:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078141.044777:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078141.044778:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078141.044782:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078141.044785:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078141.044801:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078141.044808:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078141.044810:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078141.044812:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078141.044816:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078141.044820:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078141.044820:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078141.044823:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078141.044825:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078141.044827:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078141.044829:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078141.044831:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078141.044836:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078141.044836:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078141.044838:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078141.044846:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078141.044847:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078141.044855:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078141.044858:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078141.044859:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078141.044865:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078141.044867:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078141.044869:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078141.044873:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078141.044878:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078141.044881:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078141.044884:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078141.044903:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078141.044910:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078141.044913:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078141.044916:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078141.044919:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078141.044922:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078141.044924:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078141.044926:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078141.044931:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078141.044933:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078141.044936:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078141.044938:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078141.044941:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078141.044943:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078141.044994:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078141.044998:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078141.045002:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078141.428669:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078141.428675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078141.428677:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078141.428682:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078141.428685:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078141.428690:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078141.428692:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078141.428694:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078141.428696:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078141.428712:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078141.428720:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078141.428723:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078141.428753:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078141.428758:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078141.428762:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078141.428765:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078141.428767:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078141.428770:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078142.068659:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078142.068666:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078142.068668:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078142.068672:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078142.068673:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078142.068679:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078142.068680:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078142.068684:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078142.068684:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078142.068685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078142.068690:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078142.068691:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078142.068692:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078142.068695:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078142.068697:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078142.068698:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078142.068701:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078142.068702:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078142.068702:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078142.068705:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078142.068710:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078142.068711:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078142.068714:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078142.068731:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078142.068735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078142.068736:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078142.068746:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078142.068748:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078142.068758:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078142.068764:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078142.068765:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078142.068767:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078142.068768:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078142.068769:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078142.068770:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078142.068775:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078142.068777:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078142.068777:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078142.068780:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078142.068780:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078142.068783:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078142.068784:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078142.068788:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078142.068789:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078142.068790:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078142.068790:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078142.068792:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078142.068799:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078142.068800:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078142.068800:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078142.068807:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078142.068807:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078142.068820:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078142.068820:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078142.068826:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078142.068829:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078142.068830:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078142.068833:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078142.068835:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078142.068836:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078142.068841:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078142.068841:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078142.068845:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078142.068847:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078142.068849:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078142.068866:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078142.068872:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078142.068875:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078142.068880:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078142.068883:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078142.068885:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078142.068888:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078142.068890:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078142.068893:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078142.452649:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078142.452655:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078142.452657:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078142.452662:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078142.452664:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078142.452667:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078142.452669:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078142.452671:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078142.452671:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078142.452676:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078142.452677:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078142.452679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078142.452683:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078142.452685:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078142.452687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078142.452689:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078142.452691:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078142.452693:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078143.092640:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078143.092640:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078143.092646:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078143.092647:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078143.092651:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078143.092651:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078143.092655:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078143.092655:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078143.092658:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078143.092660:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078143.092660:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078143.092668:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078143.092668:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078143.092669:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078143.092670:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078143.092674:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078143.092677:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078143.092678:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078143.092678:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078143.092679:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078143.092683:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078143.092685:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078143.092690:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078143.092690:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078143.092696:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078143.092697:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078143.092698:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078143.092713:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078143.092716:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078143.092719:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078143.092720:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078143.092725:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078143.092728:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078143.092729:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078143.092732:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078143.092733:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078143.092737:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078143.092739:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078143.092741:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078143.092746:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078143.092749:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078143.092749:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078143.092753:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078143.092754:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078143.092758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078143.092759:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078143.092761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078143.092763:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078143.092764:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078143.092766:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078143.092769:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078143.092770:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078143.092771:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078143.092774:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078143.092778:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078143.092779:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078143.092781:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078143.092785:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078143.092789:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078143.092792:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078143.092794:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078143.092797:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078143.092804:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078143.092805:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769078143.092808:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078143.092811:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1769078143.092811:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078143.092815:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078143.092819:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078143.092823:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078143.092826:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078143.092828:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078143.092830:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078143.092833:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078143.476688:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078143.476690:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078143.476710:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078143.476712:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078143.476717:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078143.476720:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078143.476723:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078143.476725:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078143.476728:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078143.476730:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078143.476733:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078143.476735:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078143.476738:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078143.476739:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078143.476744:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078143.476745:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078143.476746:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078143.476751:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.116663:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078144.116663:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078144.116665:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078144.116671:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.116672:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078144.116672:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078144.116676:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078144.116676:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078144.116677:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078144.116680:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078144.116696:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078144.116697:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078144.116697:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078144.116701:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.116703:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078144.116704:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078144.116707:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078144.116709:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.116710:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078144.116710:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078144.116713:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078144.116715:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078144.116718:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078144.116719:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078144.116721:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078144.116725:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.116727:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.116727:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078144.116732:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078144.116733:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078144.116736:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.116739:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078144.116740:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078144.116745:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078144.116746:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078144.116749:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.116751:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078144.116754:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078144.116757:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078144.116760:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078144.116761:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078144.116763:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078144.116768:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078144.116768:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078144.116769:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078144.116769:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078144.116771:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.116774:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078144.116774:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078144.116776:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078144.116776:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078144.116777:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078144.116780:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078144.116782:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078144.116783:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078144.116786:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078144.116789:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078144.116790:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078144.116791:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078144.116793:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.116796:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078144.116797:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078144.116797:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078144.116800:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078144.116804:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078144.116805:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078144.116809:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078144.116809:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078144.116814:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.116815:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078144.116815:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078144.116821:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078144.116821:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.116827:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.500662:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078144.500668:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078144.500668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078144.500671:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078144.500690:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078144.500694:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078144.500696:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.500699:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078144.500703:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078144.500703:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.500708:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.500709:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078144.500715:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078144.500719:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078144.500725:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078144.500728:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5129 00000100:00000001:1.0:1769078144.500729:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078144.500732:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078144.500735:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078144.500737:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078144.500739:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.500741:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1769078144.500743:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078144.500744:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078144.500745:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769078144.500748:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078144.500751:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:0.0:1769078144.500755:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:2.0:1769078144.500757:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:0.0:1769078144.500761:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078144.500763:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000040:0.0:1769078144.500768:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00001000:2.0:1769078144.500769:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078144.500776:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000020:00000001:2.0:1769078144.500779:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078144.500781:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:0.0:1769078144.500783:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00200000:2.0:1769078144.500784:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:0.0:1769078144.500787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078144.500789:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769078144.500792:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078144.500793:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078144.500796:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078144.500797:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078144.500800:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000002:2.0:1769078144.500801:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000020:00000001:0.0:1769078144.500803:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000002:2.0:1769078144.500806:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:0.0:1769078144.500807:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078144.500811:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:2.0:1769078144.500812:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000001:0.0:1769078144.500813:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:2.0:1769078144.500815:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000040:0.0:1769078144.500819:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078144.500819:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:0.0:1769078144.500823:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078144.500823:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078144.500827:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078144.500828:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078144.500830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078144.500832:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000040:0.0:1769078144.500834:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:2.0:1769078144.500835:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.500838:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:0.0:1769078144.500839:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:2.0:1769078144.500840:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078144.500843:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:0.0:1769078144.500844:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078144.500846:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:0.0:1769078144.500848:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078144.500850:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.500851:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078144.500853:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:0.0:1769078144.500855:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.500856:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078144.500859:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:0.0:1769078144.500860:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00200000:2.0:1769078144.500863:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:0.0:1769078144.500864:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078144.500868:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078144.500872:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000010:0.0:1769078144.500873:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00020000:00000001:2.0:1769078144.500874:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078144.500876:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:0.0:1769078144.500878:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078144.500879:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078144.500883:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 02000000:00000001:0.0:1769078144.500885:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078144.500885:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 02000000:00000001:0.0:1769078144.500888:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.500889:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078144.500893:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078144.500894:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078144.500896:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:0.0:1769078144.500897:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078144.500898:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.500900:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.500902:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.500902:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078144.500908:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078144.500910:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.500911:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078144.500913:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000020:00000001:2.0:1769078144.500913:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.500918:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078144.500920:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:0.0:1769078144.500921:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.500922:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078144.500925:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078144.500927:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078144.500928:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.500930:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.500932:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078144.500933:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078144.500935:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.500939:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078144.500940:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.500943:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.500946:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078144.500949:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078144.500951:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078144.500953:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078144.500955:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078144.500959:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078144.500960:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078144.500964:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078144.500965:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078144.500968:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:0.0:1769078144.500969:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078144.500970:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078144.500973:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078144.500974:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078144.500976:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000008:00000020:2.0:1769078144.500978:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000008:00000001:2.0:1769078144.500984:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078144.500987:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078144.500989:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078144.500993:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078144.500996:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:2.0:1769078144.500999:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:2.0:1769078144.501001:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501002:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501003:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501004:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501005:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501006:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078144.501008:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:0.0:1769078144.501009:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501009:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078144.501011:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078144.501014:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:0.0:1769078144.501016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:2.0:1769078144.501016:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501020:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078144.501023:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:0.0:1769078144.501024:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:2.0:1769078144.501025:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078144.501027:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:2.0:1769078144.501028:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:0.0:1769078144.501029:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:2.0:1769078144.501031:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078144.501032:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078144.501033:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1769078144.501034:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078144.501035:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078144.501037:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078144.501040:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.501042:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1769078144.501044:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078144.501044:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078144.501049:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5129 00020000:00000001:2.0:1769078144.501049:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078144.501052:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078144.501055:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078144.501058:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:1.0:1769078144.501060:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078144.501061:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078144.501063:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501064:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000400:00000200:0.0:1769078144.501067:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078144.501067:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078144.501069:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:1.0:1769078144.501070:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078144.501072:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:1.0:1769078144.501073:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1769078144.501074:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:2.0:1769078144.501075:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.501078:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078144.501080:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:2.0:1769078144.501081:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078144.501085:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657863936:192.168.204.154@tcp:250:kworker.0 00020000:00000001:2.0:1769078144.501087:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000040:0.0:1769078144.501089:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078144.501090:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078144.501091:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078144.501094:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501097:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1769078144.501098:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078144.501099:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:0.0:1769078144.501100:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078144.501100:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501101:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078144.501104:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1769078144.501106:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769078144.501107:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:0.0:1769078144.501108:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00001000:2.0:1769078144.501110:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:0.0:1769078144.501112:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078144.501114:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000020:00000001:0.0:1769078144.501115:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1769078144.501115:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636800. 00020000:00000001:2.0:1769078144.501116:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000020:00000040:0.0:1769078144.501119:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 02000000:00000001:1.0:1769078144.501120:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078144.501121:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000020:00000001:0.0:1769078144.501122:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00200000:2.0:1769078144.501124:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00000040:0.0:1769078144.501126:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000080:00000001:2.0:1769078144.501128:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078144.501129:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:2.0:1769078144.501131:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:1.0:1769078144.501133:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078144.501136:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00001000:2.0:1769078144.501136:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000400:00000010:1.0:1769078144.501139:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000080:00000001:2.0:1769078144.501140:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:2.0:1769078144.501145:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078144.501146:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078144.501150:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1769078144.501152:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000080:00000001:2.0:1769078144.501152:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000040:0.0:1769078144.501154:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:2.0:1769078144.501155:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078144.501157:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078144.501160:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:0.0:1769078144.501162:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000200:1.0:1769078144.501163:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657863936, portal 25 00000020:00001000:2.0:1769078144.501164:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078144.501169:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000020:00000040:0.0:1769078144.501170:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000001:1.0:1769078144.501171:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078144.501171:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078144.501174:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:1.0:1769078144.501177:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00000080:00200000:2.0:1769078144.501177:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00080000:0.0:1769078144.501179:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:2.0:1769078144.501183:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078144.501186:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078144.501187:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078144.501189:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078144.501191:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:2.0:1769078144.501193:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 02000000:00000001:0.0:1769078144.501194:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078144.501201:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769078144.501201:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:0.0:1769078144.501208:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501208:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:1.0:1769078144.501209:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:2.0:1769078144.501212:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:0.0:1769078144.501213:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:2.0:1769078144.501214:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:1.0:1769078144.501216:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078144.501218:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078144.501219:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000010:1.0:1769078144.501220:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00020000:00000001:2.0:1769078144.501221:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769078144.501224:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078144.501227:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657863936, offset 0 00020000:00000001:2.0:1769078144.501227:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769078144.501228:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501229:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501234:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000010:0.0:1769078144.501235:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000001:2.0:1769078144.501235:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078144.501236:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078144.501240:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:1.0:1769078144.501241:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000040:0.0:1769078144.501242:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078144.501243:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501247:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:0.0:1769078144.501249:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078144.501249:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:0.0:1769078144.501252:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078144.501253:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078144.501253:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078144.501257:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078144.501259:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078144.501261:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000200:1.0:1769078144.501263:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:2.0:1769078144.501264:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:0.0:1769078144.501265:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078144.501268:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:0.0:1769078144.501269:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078144.501271:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 02000000:00000001:0.0:1769078144.501273:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078144.501274:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078144.501277:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000020:00000001:2.0:1769078144.501279:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000010:0.0:1769078144.501281:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000400:00000200:1.0:1769078144.501282:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078144.501282:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078144.501285:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078144.501288:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.501290:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501290:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078144.501293:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:2.0:1769078144.501296:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078144.501300:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00100000:0.0:1769078144.501302:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769078144.501303:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078144.501303:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501309:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078144.501312:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:2.0:1769078144.501313:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501317:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078144.501320:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:0.0:1769078144.501322:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078144.501323:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:1.0:1769078144.501324:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370639:370639:256:4294967295] 192.168.204.154@tcp LPNI seq info [370634:370634:8:4294967295] 00000020:00000001:2.0:1769078144.501326:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:0.0:1769078144.501327:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501330:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078144.501333:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501335:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078144.501338:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:0.0:1769078144.501339:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078144.501339:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501343:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501344:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078144.501345:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501346:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501350:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078144.501353:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078144.501356:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:1.0:1769078144.501359:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078144.501359:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078144.501363:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078144.501366:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078144.501368:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078144.501370:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000800:00000200:1.0:1769078144.501373:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000008:00000020:2.0:1769078144.501374:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:0.0:1769078144.501375:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:2.0:1769078144.501377:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078144.501382:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000800:00000010:1.0:1769078144.501383:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000100:00080000:0.0:1769078144.501384:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000008:00000001:2.0:1769078144.501385:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078144.501388:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000100:00000001:0.0:1769078144.501390:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000020:2.0:1769078144.501391:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00080000:0.0:1769078144.501395:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.0:1769078144.501395:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:2.0:1769078144.501396:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078144.501399:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000200:1.0:1769078144.501403:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000008:00000001:2.0:1769078144.501403:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078144.501405:0:8:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:2.0:1769078144.501406:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078144.501410:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000100:00080000:0.0:1769078144.501414:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5129 00000800:00000200:1.1:1769078144.501415:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:2.0:1769078144.501418:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:2.0:1769078144.501422:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078144.501422:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000400:00000200:0.0:1769078144.501428:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078144.501428:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078144.501433:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078144.501435:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078144.501436:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00020000:00000001:2.0:1769078144.501438:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078144.501439:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:2.0:1769078144.501441:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078144.501443:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769078144.501444:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:2.0:1769078144.501445:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078144.501448:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000040:0.0:1769078144.501451:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078144.501451:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000200:1.0:1769078144.501454:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1769078144.501455:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1769078144.501456:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078144.501459:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1769078144.501462:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000100:00000040:0.0:1769078144.501463:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078144.501463:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078144.501467:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00020000:00000001:2.0:1769078144.501468:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:0.0:1769078144.501469:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078144.501471:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078144.501472:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078144.501473:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078144.501475:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000040:0.0:1769078144.501476:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000001:2.0:1769078144.501477:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000200:1.0:1769078144.501480:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078144.501481:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:2.0:1769078144.501481:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078144.501485:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000040:0.0:1769078144.501486:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078144.501488:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078144.501491:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078144.501492:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:2.0:1769078144.501496:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078144.501497:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:2.0:1769078144.501501:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078144.501504:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:0.0:1769078144.501506:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078144.501507:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:1.0:1769078144.501509:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078144.501510:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:0.0:1769078144.501514:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078144.501515:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:1.0:1769078144.501517:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078144.501519:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078144.501522:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:0.0:1769078144.501523:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078144.501524:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078144.501526:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078144.501528:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.501531:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078144.501532:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501538:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000040:0.0:1769078144.501539:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:2.0:1769078144.501540:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078144.501541:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078144.501543:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.501547:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769078144.501547:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00080000:0.0:1769078144.501548:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078144.501552:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:1.0:1769078144.501581:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.501582:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078144.501586:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:0.0:1769078144.501588:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078144.501588:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:1.0:1769078144.501593:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078144.501593:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:0.0:1769078144.501594:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00001000:2.0:1769078144.501596:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 02000000:00000001:0.0:1769078144.501598:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.501599:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299802828 00020000:00000001:2.0:1769078144.501599:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1769078144.501603:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:2.0:1769078144.501604:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078144.501607:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000008:00100000:0.0:1769078144.501608:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000010:1.0:1769078144.501608:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0ae0. 00000080:00200000:2.0:1769078144.501609:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000008:00000001:0.0:1769078144.501616:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.501617:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000080:00000001:2.0:1769078144.501617:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078144.501620:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:0.0:1769078144.501623:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078144.501623:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000001:1.0:1769078144.501626:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299802828 00000080:00000001:2.0:1769078144.501629:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1769078144.501632:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000100:00000010:1.0:1769078144.501632:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0660. 00000080:00000001:2.0:1769078144.501632:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.501639:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000040:0.0:1769078144.501640:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:1.0:1769078144.501645:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078144.501647:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078144.501648:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.501651:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.501652:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078144.501657:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1769078144.501658:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078144/real 1769078144] req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078144.501660:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078144.501665:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078144.501668:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078144.501670:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078144.501672:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 02000000:00000010:0.0:1769078144.501673:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000400:00000200:1.0:1769078144.501675:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078144.501690:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:0.0:1769078144.501692:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.501693:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078144.501700:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078144.501703:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769078144.501716:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078144.501723:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078144.501725:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1769078144.501729:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.501729:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.501735:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.501736:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078144.501741:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078144.501743:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.501768:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078144.501771:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078144.501775:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078144.501776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078144.501785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078144.501788:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078144.501791:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078144.501793:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078144.501794:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078144.501798:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078144.501800:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5129 00000100:00000001:1.0:1769078144.501800:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.501804:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769078144.501807:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078144.501808:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078144.501812:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:0.0:1769078144.501814:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078144.501816:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769078144.501818:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1769078144.501821:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000040:0.0:1769078144.501822:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078144.501826:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1769078144.501827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078144.501831:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000040:1.0:1769078144.501835:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078144.501836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078144.501841:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078144.501843:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769078144.501847:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078144.501850:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00100000:1.0:1769078144.501853:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657863936:192.168.204.154@tcp:250:kworker.0 00000020:00000001:0.0:1769078144.501854:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769078144.501861:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:1.0:1769078144.501862:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.501865:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078144.501866:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:1.0:1769078144.501870:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657863936/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078144.501871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078144.501876:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078144.501881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078144.501885:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:0.0:1769078144.501886:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769078144.501891:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:1.0:1769078144.501891:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078144.501895:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636800. 00000100:00000001:0.0:1769078144.501896:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078144.501901:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078144.501902:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1769078144.501904:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078144.501905:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078144.501907:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769078144.501909:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078144.501910:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769078144.501911:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:1.0:1769078144.501914:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745800. 00000008:00100000:0.0:1769078144.501915:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769078144.501919:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.501919:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769078144.501920:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.501922:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1769078144.501925:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000100:00000010:1.0:1769078144.501925:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000100:00000001:1.0:1769078144.501928:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1769078144.501929:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:1.0:1769078144.501930:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078144.501933:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078144.501934:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078144.501936:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.501939:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078144.501940:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078144.501941:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1769078144.501942:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.501945:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078144.501947:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:1.0:1769078144.501948:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078144.501951:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078144.501953:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.501954:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078144.501959:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769078144.501962:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078144.501983:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078144.501984:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078144.501986:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078144.501989:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.501990:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078144.501993:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078144.501996:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078144.501998:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078144.502000:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864064:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078144.502007:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078144.502010:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078144.502012:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.502016:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078144.502019:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636800. 00000100:00000001:0.0:1769078144.502022:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.502023:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078144.502028:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:0.0:1769078144.502030:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5139) 00000400:00000010:1.0:1769078144.502031:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078144.502037:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078144.502039:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657864064, portal 10 00000100:00000001:1.0:1769078144.502041:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078144.502042:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00000100:00000040:1.0:1769078144.502048:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502052:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078144.502055:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078144.502057:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078144.502058:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657864064, offset 0 00000400:00000200:1.0:1769078144.502061:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078144.502064:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078144.502068:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078144.502070:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078144.502073:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078144.502075:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078144.502077:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078144.502080:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370640:370640:256:4294967295] 192.168.204.154@tcp LPNI seq info [370635:370635:8:4294967295] 00000400:00000200:1.0:1769078144.502083:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078144.502089:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078144.502092:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078144.502094:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078144.502097:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078144.502100:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769078144.502104:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078144.502106:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1769078144.502108:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078144.502110:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078144.502113:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078144.502116:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078144.502118:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078144.502119:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078144.502122:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078144.502124:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502134:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078144.502136:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502143:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.502145:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078144.502148:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078144.502152:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078144.502155:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078144.502158:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299802123 00000100:00000001:1.0:1769078144.502161:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299802828 00000100:00000001:1.0:1769078144.502163:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299802123 00000100:00000001:1.0:1769078144.502165:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299802828 00000100:00000001:1.0:1769078144.502168:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078144.502170:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.502172:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078144.502177:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078144/real 1769078144] req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078144.502185:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078144.502186:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078144.502188:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078144.502190:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078144.502192:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078144.502194:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078144.502197:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078144.502206:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502213:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078144.502215:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502217:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.502218:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078144.502222:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502229:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078144.502234:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502240:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078144.502242:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502243:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.502244:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502245:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078144.502248:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078144.502249:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078144.502252:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078144.502253:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078144.502256:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078144.502264:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864064:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078144.502269:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078144.502272:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502279:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078144.502280:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.502282:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078144.502284:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078144.502287:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078144.502290:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864192:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078144.502294:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078144.502296:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078144.502298:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.502300:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078144.502304:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078144.502306:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078144.502310:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078144.502314:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078144.502317:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078144.502320:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657864192, portal 4 00000100:00000001:1.0:1769078144.502322:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078144.502323:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000100:00000040:1.0:1769078144.502327:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502332:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078144.502333:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078144.502335:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078144.502336:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657864192, offset 0 00000400:00000200:1.0:1769078144.502338:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078144.502341:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078144.502344:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078144.502346:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078144.502347:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078144.502349:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078144.502351:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078144.502353:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370641:370641:256:4294967295] 192.168.204.154@tcp LPNI seq info [370636:370636:8:4294967295] 00000400:00000200:1.0:1769078144.502355:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078144.502360:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078144.502363:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078144.502365:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078144.502368:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078144.502370:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769078144.502372:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078144.502374:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1769078144.502377:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078144.502379:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078144.502381:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078144.502383:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078144.502385:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078144.502386:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078144.502388:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078144.502390:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502396:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078144.502398:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502402:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.502403:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078144.502405:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078144.502406:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078144.502408:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078144.502410:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299802144 00000100:00000001:1.0:1769078144.502411:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299802828 00000100:00000001:1.0:1769078144.502412:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299802144 00000100:00000001:1.0:1769078144.502414:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299802828 00000100:00000001:1.0:1769078144.502416:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078144.502418:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.502420:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078144.502424:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078144/real 1769078144] req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078144.502432:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078144.502434:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078144.502436:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078144.502438:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078144.502440:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078144.502442:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078144.502446:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078144.502455:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502461:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078144.502462:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502463:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.502464:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078144.502467:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502471:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078144.502474:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502478:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078144.502480:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502481:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.502481:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502483:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078144.502485:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078144.502487:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078144.502489:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078144.502490:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078144.502492:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078144.502501:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864192:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078144.502504:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502505:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078144.502507:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657864064/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502511:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078144.502512:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078144.502513:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636800. 02000000:00000001:1.0:1769078144.502514:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078144.502515:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078144.502516:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078144.502517:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078144.502519:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746000. 02000000:00000001:1.0:1769078144.502521:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078144.502522:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078144.502524:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:1.0:1769078144.502526:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078144.502528:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502529:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078144.502533:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657864192/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502539:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078144.502541:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078144.502543:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078144.502545:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078144.502546:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078144.502548:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078144.502550:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078144.502552:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 02000000:00000001:1.0:1769078144.502574:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078144.502576:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078144.502577:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000100:00000001:1.0:1769078144.502579:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078144.502580:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502581:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502584:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078144.502585:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.502586:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078144.502587:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078144.502588:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078144.502592:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502596:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078144.502597:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.502599:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078144.502600:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078144.502602:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078144.502603:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864320:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078144.502606:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078144.502607:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078144.502608:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078144.502609:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078144.502611:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078144.502613:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078144.502616:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078144.502618:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078144.502620:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078144.502622:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657864320, portal 4 00000100:00000001:1.0:1769078144.502623:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078144.502624:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000100:00000040:1.0:1769078144.502628:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502632:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078144.502634:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078144.502635:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078144.502637:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657864320, offset 0 00000400:00000200:1.0:1769078144.502640:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078144.502642:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078144.502645:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078144.502647:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078144.502649:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078144.502651:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078144.502652:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078144.502654:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370642:370642:256:4294967295] 192.168.204.154@tcp LPNI seq info [370637:370637:8:4294967295] 00000400:00000200:1.0:1769078144.502657:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078144.502661:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078144.502664:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078144.502665:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078144.502668:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078144.502670:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:1.1:1769078144.502673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078144.502675:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000100:1.0:1769078144.502693:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078144.502694:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078144.502697:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078144.502699:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078144.502701:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078144.502702:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078144.502704:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078144.502707:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502712:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078144.502714:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502719:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.502719:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078144.502722:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078144.502724:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078144.502726:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078144.502727:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299802149 00000100:00000001:1.0:1769078144.502729:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299802828 00000100:00000001:1.0:1769078144.502731:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299802149 00000100:00000001:1.0:1769078144.502732:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299802828 00000100:00000001:1.0:1769078144.502733:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078144.502734:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.502736:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078144.502738:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078144/real 1769078144] req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078144.502743:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078144.502744:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078144.502745:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078144.502746:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078144.502748:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078144.502749:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078144.502751:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078144.502756:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502760:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078144.502761:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502762:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.502763:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078144.502765:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502769:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078144.502771:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502775:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078144.502777:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502778:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078144.502779:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502780:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078144.502783:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078144.502784:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078144.502786:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078144.502788:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078144.502790:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078144.502795:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864320:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078144.502797:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502799:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078144.502800:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657864320/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078169 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078144.502804:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078144.502805:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078144.502806:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078144.502808:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078144.502808:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078144.502809:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078144.502810:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078144.502811:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 02000000:00000001:1.0:1769078144.502813:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078144.502814:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078144.502815:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:1.0:1769078144.502816:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078144.502817:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502818:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078144.502820:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078144.502821:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078144.502823:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078144.502824:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078145.140688:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078145.140688:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078145.140689:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078145.140689:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078145.140695:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078145.140697:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078145.140698:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078145.140698:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078145.140698:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078145.140702:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078145.140703:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078145.140704:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078145.140705:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078145.140711:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078145.140712:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078145.140713:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078145.140714:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078145.140715:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078145.140720:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078145.140720:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078145.140722:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078145.140722:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078145.140725:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078145.140726:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078145.140728:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078145.140728:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078145.140733:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078145.140734:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078145.140738:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078145.140742:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078145.140742:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078145.140747:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078145.140750:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078145.140751:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078145.140751:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078145.140754:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078145.140756:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078145.140758:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078145.140763:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078145.140764:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078145.140766:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078145.140770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078145.140771:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078145.140771:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078145.140777:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078145.140777:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078145.140778:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078145.140780:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078145.140783:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078145.140784:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078145.140785:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078145.140790:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078145.140791:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078145.140795:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078145.140797:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078145.140799:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078145.140800:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078145.140802:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078145.140804:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078145.140805:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078145.140808:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078145.140812:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078145.140812:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078145.140813:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078145.140817:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078145.140819:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078145.140819:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078145.140824:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078145.140828:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078145.140830:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078145.140833:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078145.140848:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078145.140851:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078145.140854:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078145.268654:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299802828, at 4299802880 00000100:00000040:1.0:1769078145.268654:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299802828, at 4299802880 00000100:00000010:0.0:1769078145.268685:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0ae0. 00000100:00000010:1.0:1769078145.268693:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0660. 00000100:00000001:1.0:1769078145.524761:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078145.524767:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078145.524769:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078145.524776:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078145.524780:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078145.524784:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078145.524786:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078145.524790:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078145.524793:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078145.524796:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078145.524802:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078145.524804:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078145.524809:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078145.524812:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078145.524815:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078145.524818:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078145.524821:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078145.524825:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078146.164714:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078146.164720:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078146.164721:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078146.164722:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078146.164723:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078146.164727:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078146.164732:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078146.164733:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078146.164733:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078146.164735:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078146.164741:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078146.164744:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078146.164744:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078146.164746:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078146.164752:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078146.164754:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078146.164754:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078146.164755:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078146.164763:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078146.164764:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078146.164766:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078146.164767:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078146.164770:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078146.164771:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078146.164774:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078146.164778:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078146.164783:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078146.164784:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078146.164787:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078146.164790:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078146.164791:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078146.164796:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078146.164800:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078146.164801:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078146.164806:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078146.164809:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078146.164811:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078146.164812:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078146.164815:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078146.164819:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078146.164820:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078146.164822:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078146.164827:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078146.164828:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078146.164829:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078146.164834:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078146.164838:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078146.164838:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078146.164839:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078146.164845:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078146.164847:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078146.164847:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078146.164852:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078146.164857:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078146.164857:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078146.164860:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078146.164861:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078146.164867:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078146.164868:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078146.164868:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078146.164871:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078146.164875:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078146.164877:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078146.164879:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078146.164882:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078146.164883:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078146.164889:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078146.164890:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078146.164894:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078146.164901:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078146.164903:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078146.164938:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078146.164942:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078146.164945:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078146.548625:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078146.548634:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078146.548636:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078146.548652:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078146.548657:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078146.548661:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078146.548665:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078146.548666:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078146.548669:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078146.548674:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078146.548675:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078146.548678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078146.548685:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078146.548690:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078146.548694:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078146.548696:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078146.548700:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078146.548703:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078147.188684:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078147.188684:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078147.188685:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078147.188691:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078147.188692:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078147.188693:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078147.188694:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078147.188696:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078147.188697:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078147.188701:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078147.188702:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078147.188704:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078147.188705:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078147.188706:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078147.188707:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078147.188713:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078147.188713:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078147.188713:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078147.188714:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078147.188717:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078147.188718:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078147.188720:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078147.188724:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078147.188726:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078147.188728:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078147.188729:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078147.188733:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078147.188734:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078147.188736:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078147.188737:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078147.188739:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078147.188743:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078147.188746:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078147.188748:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078147.188750:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078147.188753:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078147.188753:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078147.188753:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078147.188759:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078147.188759:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078147.188759:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078147.188762:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078147.188765:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078147.188766:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078147.188766:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078147.188771:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078147.188772:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078147.188776:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078147.188777:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078147.188778:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078147.188781:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078147.188784:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078147.188784:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078147.188785:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078147.188787:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078147.188788:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078147.188792:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078147.188793:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078147.188794:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078147.188797:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078147.188799:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078147.188803:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078147.188804:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078147.188807:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078147.188808:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078147.188810:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078147.188814:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078147.188815:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078147.188817:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078147.188819:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078147.188822:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078147.188869:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078147.188872:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078147.188874:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078147.572677:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078147.572677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078147.572686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078147.572686:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078147.572691:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078147.572692:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078147.572699:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078147.572700:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078147.572706:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078147.572707:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078147.572713:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078147.572713:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078147.572720:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078147.572724:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078147.572728:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078147.572728:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078147.572733:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078147.572737:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078148.212706:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078148.212713:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078148.212715:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078148.212718:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078148.212721:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078148.212722:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078148.212730:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078148.212730:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078148.212731:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078148.212737:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078148.212739:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078148.212740:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078148.212740:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078148.212744:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078148.212755:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078148.212760:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078148.212762:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078148.212763:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078148.212764:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078148.212764:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078148.212773:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078148.212775:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078148.212778:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078148.212779:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078148.212781:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078148.212788:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078148.212788:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078148.212790:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078148.212794:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078148.212803:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078148.212803:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078148.212808:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078148.212814:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078148.212817:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078148.212821:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078148.212823:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078148.212827:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078148.212830:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078148.212834:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078148.212837:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078148.212839:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078148.212840:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078148.212846:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078148.212847:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078148.212848:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078148.212849:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078148.212855:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078148.212856:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078148.212857:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078148.212866:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078148.212866:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078148.212867:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078148.212868:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078148.212874:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078148.212880:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078148.212881:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078148.212886:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078148.212887:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078148.212888:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078148.212891:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078148.212896:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078148.212896:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078148.212900:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078148.212902:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078148.212905:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078148.212908:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078148.212912:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078148.212916:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078148.212917:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078148.212922:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078148.212928:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078148.212947:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078148.212952:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078148.212956:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078148.596682:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078148.596691:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078148.596693:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078148.596699:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078148.596704:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078148.596709:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078148.596712:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078148.596716:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078148.596716:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078148.596725:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078148.596726:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078148.596730:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078148.596737:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078148.596742:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078148.596746:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078148.596750:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078148.596753:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078148.596756:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.236694:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078149.236694:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078149.236694:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078149.236699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078149.236700:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078149.236702:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078149.236702:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078149.236703:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078149.236705:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078149.236706:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.236707:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078149.236709:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078149.236713:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078149.236715:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078149.236716:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078149.236716:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078149.236718:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078149.236721:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078149.236722:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078149.236723:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078149.236724:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078149.236724:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078149.236726:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078149.236729:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.236729:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078149.236731:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.236733:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078149.236737:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078149.236738:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078149.236743:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078149.236743:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078149.236747:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078149.236749:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.236750:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078149.236750:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.236754:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078149.236757:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078149.236757:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.236760:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078149.236762:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078149.236766:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078149.236767:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078149.236769:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078149.236769:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078149.236772:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078149.236775:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078149.236777:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078149.236777:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078149.236777:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078149.236778:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.236781:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078149.236782:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078149.236785:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078149.236786:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078149.236788:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078149.236790:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078149.236793:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078149.236795:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.236798:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078149.236798:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078149.236799:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078149.236802:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078149.236804:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.236805:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078149.236805:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078149.236809:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078149.236812:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078149.236815:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078149.236816:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078149.236821:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078149.236821:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078149.236826:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078149.236826:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078149.236830:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078149.236831:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.236833:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078149.236838:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078149.236841:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078149.236844:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078149.236847:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.236856:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078149.236861:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078149.236862:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078149.236864:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078149.236867:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078149.236868:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078149.236869:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078149.236871:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.236873:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1769078149.236875:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078149.236876:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078149.236879:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.620668:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078149.620668:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078149.620674:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078149.620675:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078149.620675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078149.620679:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.620680:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078149.620682:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078149.620687:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078149.620687:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078149.620687:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:0.0:1769078149.620692:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078149.620694:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078149.620695:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078149.620700:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078149.620701:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078149.620701:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.620707:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078149.620710:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078149.620713:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5134 00000100:00000001:1.0:1769078149.620714:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078149.620715:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078149.620719:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078149.620722:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078149.620724:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:0.0:1769078149.620731:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078149.620731:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078149.620736:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:0.0:1769078149.620742:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:2.0:1769078149.620743:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00080000:0.0:1769078149.620749:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00001000:2.0:1769078149.620750:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000040:0.0:1769078149.620755:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078149.620758:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078149.620759:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00000040:0.0:1769078149.620761:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078149.620766:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078149.620766:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769078149.620771:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078149.620772:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000080:00000001:2.0:1769078149.620772:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000020:00000001:0.0:1769078149.620776:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00200000:2.0:1769078149.620777:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000040:0.0:1769078149.620779:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078149.620783:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078149.620786:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078149.620786:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078149.620791:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:0.0:1769078149.620792:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078149.620796:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:2.0:1769078149.620797:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078149.620798:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078149.620803:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078149.620805:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000002:2.0:1769078149.620807:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00080000:0.0:1769078149.620808:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078149.620813:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078149.620816:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 02000000:00000001:0.0:1769078149.620817:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078149.620820:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078149.620823:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.620823:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:0.0:1769078149.620828:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:2.0:1769078149.620828:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078149.620833:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:0.0:1769078149.620834:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.620838:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.620842:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078149.620844:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078149.620847:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078149.620848:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000020:00000001:2.0:1769078149.620850:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078149.620853:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:0.0:1769078149.620854:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:2.0:1769078149.620855:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078149.620860:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012227c0 02000000:00000001:0.0:1769078149.620863:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078149.620865:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.620870:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078149.620872:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:0.0:1769078149.620876:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.620876:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078149.620880:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078149.620885:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:0.0:1769078149.620886:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078149.620892:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:0.0:1769078149.620893:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:2.0:1769078149.620896:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078149.620899:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:0.0:1769078149.620900:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.620902:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078149.620907:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078149.620910:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 02000000:00000010:0.0:1769078149.620912:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000020:00000001:2.0:1769078149.620913:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078149.620917:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078149.620920:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078149.620922:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.620923:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.620929:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.620932:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078149.620934:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078149.620938:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078149.620939:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078149.620941:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.620945:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.620950:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078149.620953:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078149.620956:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.620958:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078149.620961:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:0.0:1769078149.620962:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769078149.620963:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.620968:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.620968:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.620973:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078149.620977:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078149.620978:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.620983:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078149.620986:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.620991:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.620996:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078149.620999:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078149.621001:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.621002:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078149.621004:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078149.621006:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078149.621008:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078149.621013:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:2.0:1769078149.621013:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:0.0:1769078149.621018:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000008:00000020:2.0:1769078149.621018:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078149.621022:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078149.621023:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078149.621026:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:2.0:1769078149.621028:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:0.0:1769078149.621030:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:2.0:1769078149.621032:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00080000:0.0:1769078149.621035:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5134 00000008:00000001:2.0:1769078149.621036:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000100:00000001:1.0:1769078149.621039:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1769078149.621042:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078149.621044:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000020:2.0:1769078149.621045:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000200:0.0:1769078149.621047:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078149.621048:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769078149.621052:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078149.621057:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078149.621058:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078149.621063:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:2.0:1769078149.621063:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078149.621067:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:0.0:1769078149.621069:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:2.0:1769078149.621072:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078149.621075:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:2.0:1769078149.621079:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000001:0.0:1769078149.621082:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078149.621083:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1769078149.621085:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000008:00000020:2.0:1769078149.621085:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:1.0:1769078149.621086:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078149.621088:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078149.621092:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:1.0:1769078149.621093:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:2.0:1769078149.621096:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:0.0:1769078149.621097:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078149.621098:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078149.621103:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078149.621104:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078149.621104:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621112:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078149.621115:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00100000:1.0:1769078149.621116:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657864448:192.168.204.154@tcp:250:kworker.0 00020000:00000001:2.0:1769078149.621117:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.621119:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078149.621123:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078149.621126:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078149.621127:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078149.621128:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.621129:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078149.621133:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000040:0.0:1769078149.621134:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:1.0:1769078149.621134:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078149.621138:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00080000:0.0:1769078149.621141:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:1.0:1769078149.621141:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.621142:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078149.621147:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1769078149.621148:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.621149:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769078149.621151:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:0.0:1769078149.621153:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:2.0:1769078149.621156:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078149.621157:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:0.0:1769078149.621159:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078149.621162:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 02000000:00000001:0.0:1769078149.621164:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.621165:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621166:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:0.0:1769078149.621167:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:2.0:1769078149.621170:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000008:00100000:0.0:1769078149.621173:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:2.0:1769078149.621174:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078149.621178:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00000001:0.0:1769078149.621179:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.621180:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078149.621182:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:0.0:1769078149.621183:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621185:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078149.621188:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078149.621189:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 00000400:00000010:1.0:1769078149.621190:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00020000:00000001:2.0:1769078149.621192:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078149.621195:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00020000:00000001:2.0:1769078149.621197:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000001:0.0:1769078149.621199:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078149.621201:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:0.0:1769078149.621202:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078149.621202:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000020:00000001:2.0:1769078149.621205:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:0.0:1769078149.621208:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078149.621209:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:0.0:1769078149.621210:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1769078149.621212:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657864448, portal 25 00000020:00000001:2.0:1769078149.621213:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:0.0:1769078149.621214:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.621218:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078149.621219:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1769078149.621221:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000001:1.0:1769078149.621224:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094224128 : -115332615327488 : ffff971b086eb100) 00020000:00000001:2.0:1769078149.621224:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078149.621225:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621228:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078149.621231:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078149.621233:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.621238:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078149.621239:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1769078149.621239:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078149.621241:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078149.621244:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078149.621248:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621253:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078149.621257:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078149.621260:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078149.621263:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078149.621267:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078149.621270:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:1.0:1769078149.621272:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078149.621273:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078149.621277:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000040:1.0:1769078149.621281:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078149.621282:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:0.0:1769078149.621285:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078149.621285:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000080:00000001:2.0:1769078149.621286:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078149.621291:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000200:1.0:1769078149.621292:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657864448, offset 0 00000100:00000040:0.0:1769078149.621296:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078149.621301:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078149.621304:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078149.621308:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000400:00000200:1.0:1769078149.621310:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000080:00000001:2.0:1769078149.621313:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:2.0:1769078149.621320:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.621324:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.621325:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078149.621328:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:0.0:1769078149.621330:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000080:00000001:2.0:1769078149.621331:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078149.621335:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:1.0:1769078149.621336:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078149.621339:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00080000:0.0:1769078149.621340:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000020:00001000:2.0:1769078149.621345:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000001:0.0:1769078149.621346:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1769078149.621346:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078149.621351:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000100:00080000:0.0:1769078149.621352:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769078149.621355:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:2.0:1769078149.621357:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078149.621361:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:2.0:1769078149.621362:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:1.0:1769078149.621365:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000080:00200000:2.0:1769078149.621367:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00080000:0.0:1769078149.621369:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5134 00000020:00000001:2.0:1769078149.621374:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:1.0:1769078149.621376:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:2.0:1769078149.621377:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078149.621380:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.621384:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370643:370643:256:4294967295] 192.168.204.154@tcp LPNI seq info [370638:370638:8:4294967295] 00020000:00000002:2.0:1769078149.621386:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1769078149.621393:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000400:00000200:1.0:1769078149.621395:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078149.621399:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078149.621402:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078149.621404:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078149.621407:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.621411:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769078149.621414:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:2.0:1769078149.621415:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078149.621418:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621423:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078149.621424:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:0.0:1769078149.621428:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078149.621429:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000800:00000200:1.0:1769078149.621430:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000002:2.0:1769078149.621434:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012227c0 00000400:00000200:0.0:1769078149.621437:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000800:00000010:1.0:1769078149.621441:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000020:00000001:2.0:1769078149.621441:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078149.621442:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078149.621448:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000040:0.0:1769078149.621449:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078149.621451:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:0.0:1769078149.621453:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078149.621456:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000800:00000200:1.0:1769078149.621457:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:0.0:1769078149.621459:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00200000:2.0:1769078149.621461:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:0.0:1769078149.621464:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:1.0:1769078149.621465:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00020000:00000002:2.0:1769078149.621466:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000001:0.0:1769078149.621468:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078149.621471:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769078149.621476:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:2.0:1769078149.621476:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078149.621481:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000800:00000200:1.1:1769078149.621481:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:0.0:1769078149.621482:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078149.621486:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078149.621490:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000200:1.1:1769078149.621490:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000020:00000001:2.0:1769078149.621491:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00000001:0.0:1769078149.621496:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00001000:2.0:1769078149.621498:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000800:00000100:1.0:1769078149.621503:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078149.621504:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000100:00000040:0.0:1769078149.621507:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078149.621509:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000800:00000010:1.0:1769078149.621510:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000100:00000001:0.0:1769078149.621513:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078149.621514:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078149.621517:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:0.0:1769078149.621519:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078149.621520:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:2.0:1769078149.621520:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.621527:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.621528:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:1.0:1769078149.621534:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:2.0:1769078149.621534:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000040:0.0:1769078149.621535:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:2.0:1769078149.621541:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:0.0:1769078149.621545:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:2.0:1769078149.621545:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.621546:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000100:00000001:0.0:1769078149.621572:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078149.621575:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:2.0:1769078149.621576:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078149.621578:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078149.621581:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078149.621582:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 02000000:00000001:0.0:1769078149.621584:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621587:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:0.0:1769078149.621603:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078149.621605:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:2.0:1769078149.621607:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000008:00100000:0.0:1769078149.621609:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:2.0:1769078149.621610:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.621614:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000200:1.0:1769078149.621615:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.621617:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000008:00000001:0.0:1769078149.621618:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621623:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.621624:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621629:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078149.621632:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00020000:00000001:2.0:1769078149.621634:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078149.621638:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:2.0:1769078149.621640:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.621641:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769078149.621643:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078149.621646:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:0.0:1769078149.621647:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078149.621649:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078149.621651:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078149.621651:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078149.621654:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078149.621656:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078149.621657:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621661:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000010:0.0:1769078149.621664:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00020000:00000001:2.0:1769078149.621665:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078149.621669:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078149.621671:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621673:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078149.621679:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00100000:0.0:1769078149.621681:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:2.0:1769078149.621684:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:1.0:1769078149.621685:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078149.621690:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:1.0:1769078149.621692:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000020:2.0:1769078149.621695:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078149.621699:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078149.621700:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078149.621703:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.621705:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078149.621706:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078149.621710:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000040:0.0:1769078149.621714:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078149.621714:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078149.621715:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000100:00000001:1.0:1769078149.621721:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299807948 00000008:00000020:2.0:1769078149.621723:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000100:00000010:1.0:1769078149.621731:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0660. 00000100:00000001:0.0:1769078149.621732:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078149.621733:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:0.0:1769078149.621738:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000020:2.0:1769078149.621738:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078149.621741:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000008:00000001:2.0:1769078149.621743:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078149.621744:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078149.621748:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299807948 00000100:00000001:0.0:1769078149.621749:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000001:2.0:1769078149.621750:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00080000:0.0:1769078149.621753:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:1.0:1769078149.621756:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad06c0. 00000008:00000020:2.0:1769078149.621756:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000001:0.0:1769078149.621757:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078149.621763:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5134 00000100:00000001:1.0:1769078149.621763:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000008:00000001:2.0:1769078149.621769:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1769078149.621771:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1769078149.621773:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078149.621778:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078149.621778:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078149.621779:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078149.621784:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769078149.621785:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078149.621786:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.621792:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078149.621793:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00100000:1.0:1769078149.621794:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078149/real 1769078149] req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078149.621798:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.621799:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078149.621804:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078149.621806:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.621810:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078149.621812:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078149.621817:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:2.0:1769078149.621818:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000020:00000040:0.0:1769078149.621820:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00020000:00000001:2.0:1769078149.621823:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769078149.621825:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078149.621828:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000040:0.0:1769078149.621829:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000400:00000001:1.0:1769078149.621832:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1769078149.621833:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078149.621833:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000001:1.0:1769078149.621835:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00020000:00000001:2.0:1769078149.621837:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078149.621838:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000010:1.0:1769078149.621839:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00020000:00000001:2.0:1769078149.621843:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000040:0.0:1769078149.621847:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078149.621847:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1769078149.621848:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000020:00000001:2.0:1769078149.621851:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:0.0:1769078149.621853:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1769078149.621853:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00020000:00000001:2.0:1769078149.621855:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000040:0.0:1769078149.621859:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078149.621860:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000001:2.0:1769078149.621860:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.621865:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:0.0:1769078149.621866:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000200:1.0:1769078149.621867:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.621868:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000040:0.0:1769078149.621870:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:2.0:1769078149.621872:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078149.621878:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078149.621880:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.621886:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:0.0:1769078149.621887:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621890:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000200:1.0:1769078149.621893:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078149.621894:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078149.621894:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078149.621898:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:0.0:1769078149.621901:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078149.621902:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078149.621905:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:0.0:1769078149.621910:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.621910:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078149.621911:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1769078149.621914:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078149.621917:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:2.0:1769078149.621917:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078149.621918:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078149.621922:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078149.621923:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:1.0:1769078149.621924:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:2.0:1769078149.621925:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.621928:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078149.621929:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000008:00000001:0.0:1769078149.621931:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.621932:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078149.621935:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.621938:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078149.621938:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.621938:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078149.621941:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078149.621944:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078149.621946:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000010:0.0:1769078149.621947:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000001:2.0:1769078149.621948:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078149.621951:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000020:00000040:0.0:1769078149.621955:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00000001:2.0:1769078149.621955:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078149.621958:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078149.621960:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:0.0:1769078149.621963:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078149.621965:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769078149.621965:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:0.0:1769078149.621967:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078149.621974:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000080:00000001:2.0:1769078149.621974:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078149.621976:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:1.0:1769078149.621978:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078149.621979:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00001000:2.0:1769078149.621979:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 02000000:00000001:0.0:1769078149.621985:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078149.621985:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:2.0:1769078149.621988:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078149.621994:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000080:00000001:2.0:1769078149.621995:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078149.621998:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:1.0:1769078149.622001:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078149.622001:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078149.622003:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622005:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00001000:2.0:1769078149.622009:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000001:1.0:1769078149.622011:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078149.622012:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000100:00100000:0.0:1769078149.622015:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1769078149.622017:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078149.622018:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000080:00000001:2.0:1769078149.622020:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:1.0:1769078149.622023:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769078149.622023:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769078149.622030:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1769078149.622031:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078149.622035:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078149.622036:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000080:00000001:2.0:1769078149.622038:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078149.622043:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00080000:1.0:1769078149.622046:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00020000:00000002:2.0:1769078149.622049:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00020000:00000001:2.0:1769078149.622055:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:1.0:1769078149.622059:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00020000:00000001:2.0:1769078149.622059:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:0.0:1769078149.622061:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078149.622063:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:0.0:1769078149.622067:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622067:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.622068:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:2.0:1769078149.622073:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078149.622077:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:0.0:1769078149.622079:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078149.622079:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078149.622081:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.622084:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078149.622086:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078149.622088:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078149.622090:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012227c0 00000020:00000001:2.0:1769078149.622096:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622100:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078149.622103:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078149.622105:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078149.622108:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078149.622112:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:0.0:1769078149.622117:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622118:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078149.622121:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00100000:1.0:1769078149.622122:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657864448:192.168.204.154@tcp:250:kworker.0 00000020:00000001:2.0:1769078149.622123:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000040:0.0:1769078149.622125:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5144) 00000020:00000001:2.0:1769078149.622126:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078149.622132:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078149.622134:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000100:00000001:1.0:1769078149.622136:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078149.622137:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078149.622139:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078149.622142:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078149.622142:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078149.622145:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622149:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078149.622151:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eb100 x1855007657864448/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078149.622152:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078149.622159:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078149.622161:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622166:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.622171:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1769078149.622171:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622175:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:1.0:1769078149.622176:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:2.0:1769078149.622177:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078149.622181:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000010:1.0:1769078149.622182:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 00000020:00000001:2.0:1769078149.622183:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078149.622186:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:1.0:1769078149.622189:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078149.622189:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078149.622193:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078149.622194:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078149.622198:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00020000:00000001:2.0:1769078149.622199:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622203:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078149.622205:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1769078149.622207:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000010:1.0:1769078149.622209:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 00000020:00000001:2.0:1769078149.622211:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622215:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622216:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:1.0:1769078149.622218:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00020000:00000001:2.0:1769078149.622218:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078149.622221:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.622223:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:1.0:1769078149.622224:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:2.0:1769078149.622224:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078149.622227:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000010:1.0:1769078149.622229:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eb100. 00000008:00000001:2.0:1769078149.622231:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078149.622234:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078149.622235:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.622238:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000008:00000001:2.0:1769078149.622238:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078149.622241:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:1.0:1769078149.622243:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078149.622243:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000008:00000020:2.0:1769078149.622249:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000100:00000001:1.0:1769078149.622250:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078149.622252:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078149.622255:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078149.622256:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078149.622257:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078149.622259:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000001:1.0:1769078149.622260:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:2.0:1769078149.622261:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1769078149.622265:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078149.622265:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622269:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622271:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.622272:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:2.0:1769078149.622273:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622277:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.622278:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078149.622279:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078149.622281:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:1.0:1769078149.622283:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:2.0:1769078149.622284:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078149.622287:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078149.622288:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078149.622290:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622291:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000040:1.0:1769078149.622292:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.622293:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078149.622295:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078149.622297:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078149.622298:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.622300:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078149.622302:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078149.622304:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622307:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622310:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078149.622312:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078149.622314:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078149.622316:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:1.0:1769078149.622317:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078149.622318:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078149.622322:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078149.622323:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622323:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.622325:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078149.622328:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:1.0:1769078149.622329:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:2.0:1769078149.622330:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622334:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.622336:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078149.622336:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078149.622338:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078149.622340:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.622342:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622343:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078149.622345:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078149.622348:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078149.622349:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078149.622351:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:1.0:1769078149.622352:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864576:192.168.204.154@tcp:38:kworker.0 00000020:00001000:2.0:1769078149.622353:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078149.622357:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078149.622359:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078149.622361:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1769078149.622364:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000080:00200000:2.0:1769078149.622365:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769078149.622369:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000001:1.0:1769078149.622370:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1769078149.622370:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078149.622373:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 02000000:00000001:1.0:1769078149.622375:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078149.622375:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:2.0:1769078149.622380:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.622382:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:2.0:1769078149.622383:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078149.622386:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078149.622387:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000010:1.0:1769078149.622388:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 00000020:00000001:2.0:1769078149.622389:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00001000:2.0:1769078149.622394:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 02000000:00000001:1.0:1769078149.622395:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622396:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:2.0:1769078149.622400:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078149.622402:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078149.622404:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:1.0:1769078149.622408:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078149.622409:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078149.622411:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078149.622413:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078149.622415:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000400:00000010:1.0:1769078149.622417:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00020000:00000002:2.0:1769078149.622418:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00020000:00000001:2.0:1769078149.622422:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078149.622424:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000400:00000010:1.0:1769078149.622426:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00020000:00000001:2.0:1769078149.622426:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078149.622428:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622432:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1769078149.622434:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657864576, portal 10 00020000:00000001:2.0:1769078149.622434:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078149.622436:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.622442:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078149.622442:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078149.622445:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078149.622446:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094215168 : -115332615336448 : ffff971b086e8e00) 00020000:00000001:2.0:1769078149.622447:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078149.622449:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012227c0 00000020:00000001:2.0:1769078149.622453:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622455:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078149.622455:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078149.622457:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078149.622458:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000040:1.0:1769078149.622461:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:2.0:1769078149.622461:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078149.622466:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078149.622468:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078149.622470:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078149.622472:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078149.622476:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078149.622479:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:2.0:1769078149.622482:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078149.622484:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078149.622488:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769078149.622488:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078149.622489:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622494:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078149.622495:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078149.622499:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000400:00000010:1.0:1769078149.622502:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000020:00000001:2.0:1769078149.622504:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000200:1.0:1769078149.622508:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657864576, offset 0 00000020:00000001:2.0:1769078149.622508:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622514:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622519:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.622520:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078149.622523:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078149.622527:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000200:1.0:1769078149.622529:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078149.622530:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.622532:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078149.622535:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078149.622537:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.622539:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078149.622541:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622545:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.622546:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:2.0:1769078149.622549:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622576:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078149.622578:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.622580:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:2.0:1769078149.622581:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622586:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:1.0:1769078149.622589:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:2.0:1769078149.622601:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078149.622604:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.622607:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:1.0:1769078149.622610:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:2.0:1769078149.622611:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078149.622615:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:1.0:1769078149.622620:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370644:370644:256:4294967295] 192.168.204.154@tcp LPNI seq info [370639:370639:8:4294967295] 00000008:00000001:2.0:1769078149.622620:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078149.622623:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078149.622626:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078149.622630:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:1.0:1769078149.622632:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078149.622633:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078149.622636:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000008:00000020:2.0:1769078149.622640:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000200:1.0:1769078149.622648:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000001:2.0:1769078149.622649:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078149.622652:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078149.622655:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078149.622658:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078149.622661:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000800:00000200:1.0:1769078149.622662:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078149.622669:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000008:00000001:2.0:1769078149.622670:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078149.622674:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078149.622677:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078149.622678:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078149.622682:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00020000:00000001:2.0:1769078149.622683:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622688:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078149.622691:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078149.622692:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078149.622697:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000020:00000001:2.0:1769078149.622698:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078149.622701:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000800:00000100:1.0:1769078149.622704:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078149.622705:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000800:00000010:1.0:1769078149.622707:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000020:00000001:2.0:1769078149.622708:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078149.622712:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1769078149.622713:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000001:2.0:1769078149.622715:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622719:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000200:1.0:1769078149.622721:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1769078149.622722:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1769078149.622726:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000020:00000001:2.0:1769078149.622726:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078149.622728:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000010:1.0:1769078149.622730:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00020000:00000001:2.0:1769078149.622731:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078149.622734:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769078149.622734:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078149.622738:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000200:1.0:1769078149.622741:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078149.622741:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622745:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622749:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078149.622752:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078149.622754:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:1.0:1769078149.622755:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078149.622757:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:1.0:1769078149.622760:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.622761:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078149.622764:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078149.622766:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.622768:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078149.622770:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078149.622772:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.622774:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622776:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.622777:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:2.0:1769078149.622780:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078149.622782:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.622783:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078149.622786:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078149.622789:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000020:00000001:2.0:1769078149.622789:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078149.622792:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000200:1.0:1769078149.622795:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078149.622795:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078149.622797:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078149.622799:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299807244 00000020:00000001:2.0:1769078149.622800:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078149.622804:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:1.0:1769078149.622805:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299807948 00020000:00000001:2.0:1769078149.622807:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:1.0:1769078149.622809:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299807244 00020000:00000001:2.0:1769078149.622810:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:1.0:1769078149.622812:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299807948 00000080:00000001:2.0:1769078149.622814:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1769078149.622816:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00200000:2.0:1769078149.622817:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:1.0:1769078149.622819:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.622825:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000080:00000001:2.0:1769078149.622825:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078149.622829:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:1.0:1769078149.622832:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078149/real 1769078149] req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:2.0:1769078149.622833:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078149.622837:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078149.622842:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078149.622849:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000080:00000001:2.0:1769078149.622849:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000001:1.0:1769078149.622851:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000080:00000001:2.0:1769078149.622852:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000010:1.0:1769078149.622854:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000020:00000001:2.0:1769078149.622855:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:1.0:1769078149.622858:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000020:00000001:2.0:1769078149.622859:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000400:00000010:1.0:1769078149.622862:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000020:00001000:2.0:1769078149.622864:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000001:1.0:1769078149.622865:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1769078149.622868:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000100:00000200:1.0:1769078149.622870:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.622872:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078149.622874:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078149.622877:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1769078149.622884:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000200:1.0:1769078149.622886:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.622887:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078149.622890:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078149.622895:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769078149.622898:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000002:2.0:1769078149.622901:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769078149.622902:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.622907:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:2.0:1769078149.622907:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078149.622911:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:1.0:1769078149.622912:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078149.622916:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00100000:1.0:1769078149.622917:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078149.622919:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.622924:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078149.622929:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:1.0:1769078149.622930:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078149.622933:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078149.622936:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.622938:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078149.622941:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078149.622944:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078149.622946:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769078149.622948:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078149.622952:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078149.622952:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.622957:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.622959:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078149.622959:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769078149.622963:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1769078149.622963:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078149.622967:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:1.0:1769078149.622968:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00200000:2.0:1769078149.622971:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:1.0:1769078149.622972:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00020000:00000002:2.0:1769078149.622976:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00080000:1.0:1769078149.622978:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00020000:00000001:2.0:1769078149.622982:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:1.0:1769078149.622983:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:2.0:1769078149.622986:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000040:1.0:1769078149.622989:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.622990:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078149.622994:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078149.622999:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00100000:1.0:1769078149.623004:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864576:192.168.204.154@tcp:38:kworker.0 00000020:00000001:2.0:1769078149.623005:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000100:00000001:1.0:1769078149.623011:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078149.623011:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078149.623014:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:1.0:1769078149.623015:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.623017:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078149.623021:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.623026:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623027:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078149.623029:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.623032:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:2.0:1769078149.623032:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 02000000:00000001:1.0:1769078149.623035:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078149.623037:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:1.0:1769078149.623039:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.623040:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078149.623044:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864704:192.168.204.154@tcp:8:kworker.0 00020000:00000001:2.0:1769078149.623045:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623051:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078149.623051:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.623055:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1769078149.623056:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:1.0:1769078149.623058:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.623059:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000001:1.0:1769078149.623061:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:2.0:1769078149.623062:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000010:1.0:1769078149.623064:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636800. 00000020:00000001:2.0:1769078149.623065:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078149.623068:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:1.0:1769078149.623069:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.623072:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.623076:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078149.623078:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078149.623080:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00020000:00000001:2.0:1769078149.623082:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078149.623084:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00020000:00000001:2.0:1769078149.623085:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078149.623088:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657864704, portal 4 00000020:00000001:2.0:1769078149.623089:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078149.623092:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078149.623093:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623096:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094216064 : -115332615335552 : ffff971b086e9180) 00000020:00000001:2.0:1769078149.623097:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.623101:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:1.0:1769078149.623104:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078149.623104:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078149.623106:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.623109:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078149.623112:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078149.623115:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:1.0:1769078149.623116:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1769078149.623120:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:1.0:1769078149.623121:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000008:00000020:2.0:1769078149.623124:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000010:1.0:1769078149.623125:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078149.623129:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657864704, offset 0 00000008:00000001:2.0:1769078149.623129:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078149.623135:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078149.623139:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:1.0:1769078149.623140:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000008:00000001:2.0:1769078149.623142:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000400:00000200:1.0:1769078149.623148:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000020:2.0:1769078149.623149:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:2.0:1769078149.623155:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:1.0:1769078149.623156:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000008:00000020:2.0:1769078149.623157:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078149.623161:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078149.623164:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:2.0:1769078149.623165:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078149.623169:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000400:00000200:1.0:1769078149.623173:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000001:2.0:1769078149.623177:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078149.623179:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000001:2.0:1769078149.623182:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.623185:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:2.0:1769078149.623187:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.623192:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370645:370645:256:4294967295] 192.168.204.154@tcp LPNI seq info [370640:370640:8:4294967295] 00020000:00000001:2.0:1769078149.623193:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.623197:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.623202:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.623206:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078149.623206:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078149.623210:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078149.623213:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078149.623216:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078149.623218:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1769078149.623219:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:2.0:1769078149.623221:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.623226:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000800:00000200:1.0:1769078149.623229:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078149.623229:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078149.623232:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000800:00000010:1.0:1769078149.623234:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00020000:00000001:2.0:1769078149.623235:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078149.623239:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.623242:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000800:00000200:1.0:1769078149.623243:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078149.623244:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078149.623246:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.623248:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.623252:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000800:00000200:1.0:1769078149.623253:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00000020:00000001:2.0:1769078149.623255:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078149.623257:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078149.623260:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078149.623263:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000800:00000200:1.1:1769078149.623263:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078149.623265:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000800:00000200:1.1:1769078149.623267:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00020000:00000001:2.0:1769078149.623268:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.623271:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000800:00000100:1.0:1769078149.623272:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078149.623274:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000800:00000010:1.0:1769078149.623276:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00020000:00000001:2.0:1769078149.623277:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.623280:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000001:2.0:1769078149.623281:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.623286:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078149.623287:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1769078149.623289:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078149.623293:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.623295:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000020:00000001:2.0:1769078149.623296:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000010:1.0:1769078149.623300:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00020000:00000001:2.0:1769078149.623300:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078149.623303:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:1.0:1769078149.623307:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769078149.623308:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078149.623312:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078149.623315:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000200:1.0:1769078149.623317:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078149.623318:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078149.623322:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078149.623325:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078149.623328:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769078149.623336:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:1.0:1769078149.623337:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078149.623338:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078149.623342:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000040:1.0:1769078149.623345:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078149.623345:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078149.623350:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078149.623355:0:8:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078149.623358:0:8:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:1.0:1769078149.623362:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.623362:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078149.623364:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:1.0:1769078149.623366:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00001000:2.0:1769078149.623369:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000001:1.0:1769078149.623372:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.623373:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000100:00000040:1.0:1769078149.623377:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000020:00000001:2.0:1769078149.623378:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078149.623381:0:8:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:1.0:1769078149.623385:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00200000:2.0:1769078149.623385:0:8:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769078149.623388:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299807265 00000020:00000001:2.0:1769078149.623391:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078149.623392:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299807948 00000020:00000001:2.0:1769078149.623393:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078149.623396:0:8:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623397:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299807265 00000100:00000001:1.0:1769078149.623401:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299807948 00020000:00000002:2.0:1769078149.623401:0:8:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769078149.623408:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769078149.623408:0:8:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769078149.623410:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623414:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:2.0:1769078149.623414:0:8:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078149.623418:0:8:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00100000:1.0:1769078149.623422:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078149/real 1769078149] req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078149.623423:0:8:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078149.623427:0:8:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.623432:0:8:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1769078149.623437:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00020000:00000001:2.0:1769078149.623437:0:8:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078149.623439:0:8:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078149.623440:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078149.623443:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000020:00000001:2.0:1769078149.623445:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:1.0:1769078149.623447:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000020:00000001:2.0:1769078149.623448:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000010:1.0:1769078149.623452:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00020000:00000001:2.0:1769078149.623452:0:8:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078149.623456:0:8:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012227c0 00000100:00000001:1.0:1769078149.623457:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1769078149.623461:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078149.623462:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.623466:0:8:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078149.623469:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078149.623472:0:8:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078149.623476:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000200:1.0:1769078149.623478:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:2.0:1769078149.623480:0:8:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078149.623488:0:8:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:1.0:1769078149.623491:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:2.0:1769078149.623491:0:8:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:1.0:1769078149.623495:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078149.623495:0:8:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078149.623498:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769078149.623500:0:8:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00000001:1.0:1769078149.623501:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1769078149.623506:0:8:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00100000:1.0:1769078149.623507:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.623512:0:8:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:2.0:1769078149.623517:0:8:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078149.623518:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078149.623520:0:8:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:1.0:1769078149.623523:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.623524:0:8:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078149.623527:0:8:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.623532:0:8:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623537:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:2.0:1769078149.623537:0:8:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078149.623541:0:8:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078149.623542:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.623545:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769078149.623545:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623548:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078149.623550:0:8:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623551:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078149.623571:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078149.623574:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078149.623577:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000020:00000001:2.0:1769078149.623580:0:8:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623581:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:2.0:1769078149.623586:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:1.0:1769078149.623588:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078149.623602:0:8:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078149.623605:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.623608:0:8:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078149.623611:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078149.623613:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078149.623618:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864704:192.168.204.154@tcp:8:kworker.0 00000020:00000001:2.0:1769078149.623618:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.623622:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623624:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:2.0:1769078149.623626:0:8:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078149.623629:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.623631:0:8:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078149.623634:0:8:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.623639:0:8:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623642:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078149.623644:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078149.623645:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078149.623648:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:2.0:1769078149.623648:0:8:0:(lov_io.c:1114:lov_io_start()) Process entered 02000000:00000001:1.0:1769078149.623652:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078149.623652:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769078149.623656:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.623656:0:8:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078149.623660:0:8:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00100000:1.0:1769078149.623661:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864832:192.168.204.154@tcp:8:kworker.0 00000008:00000001:2.0:1769078149.623665:0:8:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:1.0:1769078149.623666:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078149.623670:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078149.623672:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078149.623672:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:1.0:1769078149.623676:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000020:2.0:1769078149.623677:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000010:1.0:1769078149.623679:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 00000008:00000001:2.0:1769078149.623680:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078149.623683:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078149.623685:0:8:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:1.0:1769078149.623689:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078149.623689:0:8:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000010:1.0:1769078149.623692:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000008:00000001:2.0:1769078149.623694:0:8:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000400:00000010:1.0:1769078149.623697:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000008:00000020:2.0:1769078149.623699:0:8:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000100:00000200:1.0:1769078149.623702:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657864832, portal 4 00000100:00000001:1.0:1769078149.623706:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:2.0:1769078149.623706:0:8:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:1.0:1769078149.623712:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000008:00000020:2.0:1769078149.623712:0:8:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078149.623716:0:8:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078149.623719:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078149.623721:0:8:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078149.623724:0:8:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:1.0:1769078149.623729:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078149.623734:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000008:00000001:2.0:1769078149.623734:0:8:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769078149.623740:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000008:00000001:2.0:1769078149.623740:0:8:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078149.623745:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078149.623746:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657864832, offset 0 00020000:00000001:2.0:1769078149.623750:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.623752:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078149.623755:0:8:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.623760:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078149.623761:0:8:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.623766:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078149.623766:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078149.623771:0:8:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000400:00000200:1.0:1769078149.623772:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:2.0:1769078149.623775:0:8:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000200:1.0:1769078149.623776:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:2.0:1769078149.623778:0:8:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:1.0:1769078149.623779:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078149.623782:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1769078149.623783:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:2.0:1769078149.623785:0:8:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.623788:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370646:370646:256:4294967295] 192.168.204.154@tcp LPNI seq info [370641:370641:8:4294967295] 00020000:00000001:2.0:1769078149.623790:0:8:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078149.623793:0:8:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1769078149.623796:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078149.623797:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078149.623801:0:8:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078149.623804:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.623807:0:8:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:1.0:1769078149.623808:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078149.623809:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078149.623812:0:8:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078149.623816:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078149.623817:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078149.623819:0:8:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000800:00000010:1.0:1769078149.623821:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000020:00000001:2.0:1769078149.623822:0:8:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078149.623825:0:8:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078149.623827:0:8:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000800:00000200:1.0:1769078149.623829:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078149.623830:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078149.623833:0:8:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000800:00000200:1.0:1769078149.623834:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00020000:00000001:2.0:1769078149.623835:0:8:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078149.623838:0:8:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078149.623842:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000800:00000200:1.1:1769078149.623842:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078149.623844:0:8:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078149.623846:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 23 secs later) 00020000:00000001:2.0:1769078149.623849:0:8:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078149.623852:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078149.623854:0:8:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000800:00000010:1.0:1769078149.623855:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000020:00000001:2.0:1769078149.623857:0:8:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078149.623859:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:2.0:1769078149.623861:0:8:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078149.623865:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1769078149.623867:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:1.0:1769078149.623868:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00020000:00000001:2.0:1769078149.623870:0:8:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000010:1.0:1769078149.623871:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00020000:00000001:2.0:1769078149.623873:0:8:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:1.0:1769078149.623875:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769078149.623877:0:8:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000200:1.0:1769078149.623881:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078149.623881:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078149.623885:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078149.623890:0:8:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078149.623894:0:8:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:1.0:1769078149.623895:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000001:2.0:1769078149.623898:0:8:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000040:1.0:1769078149.623899:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:2.0:1769078149.623902:0:8:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769078149.623911:0:8:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078149.623913:0:8:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078149.623916:0:8:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078149.623920:0:8:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078149.623925:0:8:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623932:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623935:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078149.623939:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078149.623943:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078149.623947:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078149.623949:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299807270 00000100:00000001:1.0:1769078149.623952:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299807948 00000100:00000001:1.0:1769078149.623956:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299807270 00000100:00000001:1.0:1769078149.623958:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299807948 00000100:00000001:1.0:1769078149.623961:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078149.623963:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.623965:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078149.623970:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078149/real 1769078149] req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078149.623976:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078149.623977:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078149.623978:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078149.623980:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078149.623981:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078149.623983:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078149.623985:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078149.623991:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078149.623995:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078149.623996:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.623997:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.623998:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078149.624000:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078149.624005:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078149.624007:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078149.624012:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078149.624013:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.624014:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078149.624015:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.624016:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078149.624019:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078149.624021:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078149.624023:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078149.624024:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078149.624027:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078149.624031:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657864832:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078149.624034:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.624035:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078149.624037:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8e00 x1855007657864576/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078149.624042:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078149.624043:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078149.624045:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078149.624046:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078149.624047:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078149.624048:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078149.624049:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078149.624051:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:1.0:1769078149.624053:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078149.624054:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078149.624055:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8e00. 00000100:00000001:1.0:1769078149.624057:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078149.624058:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.624059:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078149.624061:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9180 x1855007657864704/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078149.624065:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078149.624066:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078149.624067:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636800. 02000000:00000001:1.0:1769078149.624068:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078149.624069:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078149.624070:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078149.624071:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078149.624072:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 02000000:00000001:1.0:1769078149.624073:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078149.624074:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078149.624075:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9180. 00000100:00000001:1.0:1769078149.624076:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078149.624077:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.624078:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078149.624079:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657864832/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078149.624083:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078149.624084:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078149.624085:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078149.624086:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078149.624087:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078149.624087:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078149.624088:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078149.624089:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745c00. 02000000:00000001:1.0:1769078149.624090:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078149.624091:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078149.624092:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:1.0:1769078149.624093:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078149.624094:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.624095:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078149.624098:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078149.624100:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078149.624101:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078149.624102:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078150.260671:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078150.260671:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078150.260680:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078150.260681:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078150.260681:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078150.260687:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078150.260687:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078150.260687:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078150.260692:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078150.260696:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078150.260697:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078150.260698:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078150.260704:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078150.260705:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078150.260706:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078150.260710:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078150.260712:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078150.260712:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078150.260716:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078150.260721:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078150.260724:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078150.260740:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078150.260742:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078150.260743:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078150.260746:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078150.260748:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078150.260750:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078150.260797:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078150.260801:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078150.260802:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078150.260806:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078150.260808:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078150.260810:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078150.261604:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078150.261606:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078150.261608:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078150.261609:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078150.261613:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078150.261617:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078150.261621:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078150.261626:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078150.261626:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078150.261629:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078150.261632:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078150.261632:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078150.261637:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078150.261640:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078150.261642:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078150.261644:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078150.261646:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078150.261647:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078150.261649:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078150.261652:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078150.261655:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078150.261658:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078150.261661:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078150.261664:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078150.261667:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078150.261669:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078150.261671:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078150.261706:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078150.261708:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078150.261711:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078150.261729:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078150.261731:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078150.261734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078150.261735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078150.261737:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078150.261738:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078150.261740:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078150.261741:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078150.261785:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078150.261790:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078150.261793:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078150.388674:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299807948, at 4299808000 00000100:00000040:1.0:1769078150.388674:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299807948, at 4299808000 00000100:00000010:1.0:1769078150.388689:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad06c0. 00000100:00000010:0.0:1769078150.388693:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0660. 00000100:00000001:3.0:1769078150.644649:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078150.644655:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078150.644658:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078150.644658:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078150.644664:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078150.644665:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078150.644668:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078150.644670:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078150.644674:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078150.644675:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078150.644680:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078150.644680:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078150.644682:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078150.644684:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078150.644686:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078150.644689:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078150.644692:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078150.644695:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078151.284648:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078151.284648:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078151.284656:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078151.284658:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078151.284660:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078151.284663:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078151.284665:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078151.284666:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078151.284670:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078151.284671:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078151.284674:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078151.284676:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078151.284678:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078151.284678:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078151.284682:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078151.284683:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078151.284683:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078151.284684:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078151.284687:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078151.284689:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078151.284689:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078151.284690:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:0.0:1769078151.284695:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078151.284696:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078151.284696:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078151.284698:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078151.284700:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078151.284703:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078151.284704:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078151.284705:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078151.284708:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078151.284711:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078151.284714:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078151.284714:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078151.284721:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078151.284725:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078151.284725:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078151.284729:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078151.284730:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078151.284732:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078151.284736:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078151.284738:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078151.284739:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078151.284741:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078151.284742:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078151.284743:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078151.284743:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078151.284744:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078151.284748:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078151.284749:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078151.284750:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078151.284751:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078151.284753:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078151.284754:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078151.284755:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078151.284756:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078151.284757:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078151.284760:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078151.284762:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078151.284762:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078151.284763:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078151.284767:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078151.284770:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078151.284771:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078151.284775:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078151.284779:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078151.284781:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078151.284782:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078151.284783:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078151.284785:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078151.284787:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078151.284788:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078151.284791:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078151.284792:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078151.284796:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078151.284799:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078151.284808:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078151.284809:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078151.284812:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078151.284815:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078151.668676:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078151.668681:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078151.668683:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078151.668688:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078151.668692:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078151.668695:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078151.668697:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078151.668699:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078151.668701:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078151.668728:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078151.668733:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078151.668735:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078151.668739:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078151.668741:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078151.668744:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078151.668746:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078151.668748:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078151.668750:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078152.308628:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078152.308633:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078152.308638:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078152.308640:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078152.308644:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078152.308646:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078152.308649:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078152.308650:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078152.308650:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078152.308651:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078152.308655:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078152.308656:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078152.308657:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078152.308660:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078152.308662:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078152.308662:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078152.308665:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078152.308667:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078152.308670:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078152.308670:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078152.308673:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078152.308674:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078152.308676:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078152.308679:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078152.308680:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078152.308680:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078152.308682:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078152.308685:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078152.308685:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078152.308686:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078152.308690:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078152.308691:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078152.308694:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078152.308698:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078152.308701:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078152.308703:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078152.308706:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078152.308709:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078152.308710:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078152.308714:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078152.308715:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078152.308716:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078152.308720:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078152.308721:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078152.308724:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078152.308724:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078152.308726:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078152.308727:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078152.308728:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078152.308729:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078152.308732:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078152.308733:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078152.308733:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078152.308734:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078152.308736:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078152.308738:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078152.308740:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078152.308740:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078152.308741:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078152.308744:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078152.308746:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078152.308747:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078152.308748:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078152.308749:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078152.308751:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078152.308751:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078152.308753:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078152.308759:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078152.308760:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078152.308763:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078152.308766:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078152.308767:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078152.308770:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078152.308772:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078152.692683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078152.692692:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078152.692695:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078152.692701:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078152.692706:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078152.692707:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078152.692712:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078152.692713:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078152.692715:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078152.692719:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078152.692720:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078152.692725:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078152.692726:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078152.692728:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078152.692733:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078152.692733:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078152.692735:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078152.692739:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078153.332674:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078153.332675:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078153.332675:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078153.332675:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078153.332682:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078153.332682:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078153.332683:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078153.332685:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078153.332687:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078153.332687:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078153.332688:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078153.332694:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078153.332695:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078153.332695:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078153.332696:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078153.332702:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078153.332703:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078153.332703:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078153.332704:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078153.332709:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078153.332709:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078153.332710:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078153.332711:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078153.332717:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078153.332717:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078153.332721:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078153.332724:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078153.332725:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078153.332728:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078153.332730:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078153.332731:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078153.332734:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078153.332737:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078153.332737:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078153.332741:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078153.332745:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078153.332745:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078153.332747:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078153.332750:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078153.332750:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078153.332751:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078153.332754:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078153.332755:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078153.332757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078153.332758:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078153.332759:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078153.332761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078153.332763:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078153.332765:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078153.332765:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078153.332767:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078153.332768:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078153.332770:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078153.332772:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078153.332772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078153.332774:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078153.332778:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078153.332778:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078153.332779:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078153.332781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078153.332782:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078153.332784:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078153.332785:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078153.332786:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078153.332787:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078153.332791:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078153.332791:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078153.332795:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078153.332796:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078153.332799:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078153.332803:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078153.332816:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078153.332820:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078153.332824:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078153.716634:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078153.716638:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078153.716640:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078153.716643:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078153.716645:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078153.716650:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078153.716655:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078153.716658:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078153.716660:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078153.716665:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078153.716665:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078153.716670:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078153.716671:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078153.716676:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078153.716677:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078153.716684:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078153.716686:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078153.716689:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078154.356669:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078154.356669:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078154.356672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078154.356676:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078154.356677:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078154.356678:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078154.356682:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.356682:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078154.356682:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078154.356686:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078154.356689:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078154.356689:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078154.356694:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078154.356694:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078154.356698:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078154.356699:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078154.356699:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078154.356701:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.356704:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078154.356706:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078154.356709:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078154.356709:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.356717:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078154.356732:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078154.356735:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078154.356738:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078154.356798:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078154.356798:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078154.356803:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078154.356803:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078154.356805:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.356805:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078154.356805:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078154.356809:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078154.356810:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078154.356811:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078154.356815:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078154.356815:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.356815:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078154.356820:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078154.356821:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078154.356821:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078154.356828:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078154.356830:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078154.357316:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078154.357319:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078154.357322:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078154.357344:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078154.357346:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078154.357347:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078154.357350:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078154.357352:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078154.357353:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078154.357356:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078154.357357:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078154.357359:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078154.357372:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078154.357374:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078154.357375:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078154.357377:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078154.357378:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078154.357379:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078154.357381:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078154.357382:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078154.357384:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.357421:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078154.357423:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078154.357425:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078154.357425:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078154.357427:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078154.357429:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.357431:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078154.357433:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078154.357436:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.740662:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078154.740668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078154.740671:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078154.740672:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078154.740678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078154.740679:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:1.0:1769078154.740681:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:0.0:1769078154.740683:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078154.740687:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00100000:0.0:1769078154.740690:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078154.740690:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078154.740692:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078154.740697:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078154.740699:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000001:3.0:1769078154.740701:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078154.740702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1769078154.740708:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000001:3.0:1769078154.740709:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078154.740715:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078154.740716:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078154.740717:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000100:00000001:0.0:1769078154.740720:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078154.740721:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078154.740721:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.740723:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078154.740726:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078154.740727:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078154.740728:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000080:00200000:1.0:1769078154.740732:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:0.0:1769078154.740733:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.740734:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078154.740735:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078154.740740:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078154.740741:0:8:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:1.0:1769078154.740742:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078154.740747:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00080000:2.0:1769078154.740749:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5139 00020000:00000002:1.0:1769078154.740751:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:1.0:1769078154.740756:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:2.0:1769078154.740757:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078154.740758:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078154.740760:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769078154.740762:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.740765:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078154.740768:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078154.740770:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078154.740770:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769078154.740772:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078154.740773:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:2.0:1769078154.740774:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078154.740775:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078154.740777:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769078154.740780:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078154.740780:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078154.740782:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:2.0:1769078154.740783:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078154.740784:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078154.740786:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000040:2.0:1769078154.740786:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078154.740788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00200000:1.0:1769078154.740789:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000001:2.0:1769078154.740792:0:8:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000002:1.0:1769078154.740793:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000040:2.0:1769078154.740794:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:1.0:1769078154.740796:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769078154.740797:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078154.740797:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078154.740799:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:2.0:1769078154.740799:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078154.740801:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00000001:2.0:1769078154.740802:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00001000:1.0:1769078154.740803:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769078154.740805:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000020:00000001:2.0:1769078154.740805:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078154.740807:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:2.0:1769078154.740808:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078154.740810:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078154.740811:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078154.740812:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:2.0:1769078154.740813:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078154.740814:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.740815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078154.740816:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.740818:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000040:2.0:1769078154.740819:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:1.0:1769078154.740821:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:2.0:1769078154.740822:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078154.740823:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.740825:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.740825:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.740827:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.740828:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:2.0:1769078154.740828:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:1.0:1769078154.740830:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000001:2.0:1769078154.740831:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078154.740832:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078154.740833:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078154.740834:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:2.0:1769078154.740834:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.740836:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.740836:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078154.740838:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.740838:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.740840:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.740843:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.740844:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078154.740845:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.740847:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078154.740848:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bca680. 00000020:00000001:1.0:1769078154.740849:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078154.740851:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000020:00000040:2.0:1769078154.740852:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:1.0:1769078154.740853:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078154.740854:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078154.740856:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 02000000:00000001:2.0:1769078154.740856:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078154.740857:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078154.740858:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769078154.740860:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000008:00000001:1.0:1769078154.740863:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:2.0:1769078154.740863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000008:00000020:1.0:1769078154.740866:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078154.740867:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078154.740868:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078154.740870:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078154.740871:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078154.740874:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 02000000:00000010:2.0:1769078154.740875:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02800. 00000008:00000020:1.0:1769078154.740877:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000008:00000001:1.0:1769078154.740880:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078154.740881:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078154.740881:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078154.740883:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078154.740885:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078154.740887:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00100000:2.0:1769078154.740889:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:1.0:1769078154.740892:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078154.740894:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.740896:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.740898:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.740900:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.740900:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078154.740902:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.740904:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078154.740904:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.740906:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078154.740907:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000040:2.0:1769078154.740908:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4f2a5a] to pc [ptlrpcd_rcv+-1] req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078154.740909:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078154.740910:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078154.740912:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.740914:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078154.740915:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078154.740925:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078154.740930:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078154.740931:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078154.740933:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078154.740934:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078154.740936:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.740937:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.740939:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078154.740941:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078154.740942:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078154.740944:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:2.0:1769078154.740944:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.740945:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078154.740947:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00080000:2.0:1769078154.740947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:1.0:1769078154.740948:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078154.740949:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078154.740951:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00080000:2.0:1769078154.740951:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:1.0:1769078154.740952:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.740952:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:1.0:1769078154.740954:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.740954:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:1.0:1769078154.740956:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078154.740957:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078154.740958:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078154.740960:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.740960:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5139 00000020:00000001:1.0:1769078154.740962:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078154.740964:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000200:2.0:1769078154.740964:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078154.740966:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078154.740968:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:2.0:1769078154.740968:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769078154.740970:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078154.740971:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000100:00080000:2.0:1769078154.740971:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078154.740974:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000040:2.0:1769078154.740974:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078154.740977:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078154.740977:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:1.0:1769078154.740979:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000040:2.0:1769078154.740979:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00200000:1.0:1769078154.740982:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078154.740982:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078154.740983:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769078154.740987:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000080:00000001:1.0:1769078154.740988:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:3.0:1769078154.740989:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078154.740990:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000040:2.0:1769078154.740990:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078154.740994:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769078154.740995:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00001000:1.0:1769078154.740996:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000020:00000040:2.0:1769078154.740996:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000080:00000001:1.0:1769078154.741000:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078154.741000:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:2.0:1769078154.741002:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000080:00000001:1.0:1769078154.741003:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078154.741008:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078154.741009:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:1.0:1769078154.741010:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769078154.741012:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769078154.741013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078154.741014:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078154.741017:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000040:2.0:1769078154.741017:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00001000:1.0:1769078154.741021:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000001:2.0:1769078154.741022:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078154.741026:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000020:00000040:2.0:1769078154.741027:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:1.0:1769078154.741030:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078154.741032:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00080000:2.0:1769078154.741032:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078154.741036:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00200000:1.0:1769078154.741037:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078154.741037:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741041:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769078154.741041:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.741042:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078154.741045:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078154.741047:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078154.741048:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000002:1.0:1769078154.741050:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 02000000:00000001:2.0:1769078154.741050:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078154.741053:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769078154.741054:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:2.0:1769078154.741054:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078154.741059:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741060:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:2.0:1769078154.741060:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769078154.741063:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00100000:3.0:1769078154.741065:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657864960:192.168.204.154@tcp:250:kworker.0 00020000:00000001:1.0:1769078154.741066:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000008:00100000:2.0:1769078154.741066:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:1.0:1769078154.741069:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078154.741072:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741074:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078154.741075:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:1.0:1769078154.741076:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:2.0:1769078154.741076:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741080:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078154.741081:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1769078154.741082:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000010:2.0:1769078154.741083:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb480. 02000000:00000001:3.0:1769078154.741084:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741086:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:2.0:1769078154.741087:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769078154.741088:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:1.0:1769078154.741089:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078154.741092:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:2.0:1769078154.741092:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078154.741094:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078154.741095:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18400. 00000020:00000001:1.0:1769078154.741096:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.741097:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078154.741100:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741101:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:2.0:1769078154.741101:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078154.741104:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078154.741106:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:2.0:1769078154.741106:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1769078154.741108:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769078154.741111:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000010:2.0:1769078154.741112:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02000. 00000400:00000200:3.0:1769078154.741112:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078154.741117:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769078154.741118:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741119:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000010:3.0:1769078154.741120:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b580. 00000020:00000001:1.0:1769078154.741122:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078154.741125:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00100000:2.0:1769078154.741126:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769078154.741127:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090753b8. 00000020:00001000:1.0:1769078154.741128:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769078154.741134:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000020:00000001:1.0:1769078154.741136:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078154.741137:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1769078154.741137:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657864960, portal 25 00000020:00000001:1.0:1769078154.741139:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078154.741140:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741143:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769078154.741144:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769078154.741145:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.741148:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082556032 : -115332626995584 : ffff971b07bca680) 00020000:00000001:1.0:1769078154.741149:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078154.741149:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017f0700d] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078154.741154:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769078154.741158:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:3.0:1769078154.741159:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078154.741161:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.741163:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741165:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741168:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.741168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078154.741173:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078154.741176:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00080000:2.0:1769078154.741177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:1.0:1769078154.741179:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078154.741181:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078154.741181:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078154.741183:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1769078154.741184:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00080000:2.0:1769078154.741184:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078154.741187:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.741188:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:3.0:1769078154.741190:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078154.741191:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078154.741193:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075a18. 00020000:00000001:1.0:1769078154.741194:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.741194:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5139 00020000:00000001:1.0:1769078154.741199:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078154.741199:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657864960, offset 0 00000020:00000001:1.0:1769078154.741203:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769078154.741203:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078154.741206:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741208:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078154.741209:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769078154.741212:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:3.0:1769078154.741212:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00080000:2.0:1769078154.741213:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078154.741216:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078154.741217:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078154.741219:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078154.741220:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000040:2.0:1769078154.741220:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:1.0:1769078154.741222:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769078154.741223:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769078154.741224:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:1.0:1769078154.741226:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:2.0:1769078154.741227:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000020:1.0:1769078154.741230:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078154.741230:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:3.0:1769078154.741233:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078154.741235:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:1.0:1769078154.741237:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769078154.741238:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000008:00000001:1.0:1769078154.741239:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078154.741240:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000020:00000001:2.0:1769078154.741241:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1769078154.741241:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:1.0:1769078154.741245:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000020:00000040:2.0:1769078154.741245:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:3.0:1769078154.741248:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000020:1.0:1769078154.741251:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000020:00000001:2.0:1769078154.741251:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:3.0:1769078154.741254:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078154.741257:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000001:1.0:1769078154.741258:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:3.0:1769078154.741260:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000020:1.0:1769078154.741261:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078154.741264:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078154.741264:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078154.741268:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370647:370647:256:4294967295] 192.168.204.154@tcp LPNI seq info [370642:370642:8:4294967295] 00000008:00000001:1.0:1769078154.741269:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:2.0:1769078154.741269:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000020:1.0:1769078154.741274:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000040:2.0:1769078154.741275:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078154.741276:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078154.741280:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:1.0:1769078154.741283:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769078154.741284:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000008:00000001:1.0:1769078154.741285:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741289:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741294:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078154.741295:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00080000:2.0:1769078154.741296:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:1.0:1769078154.741297:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741300:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.741303:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.741307:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078154.741308:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078154.741311:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000800:00000200:3.0:1769078154.741312:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:1.0:1769078154.741313:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:2.0:1769078154.741313:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078154.741316:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078154.741319:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:2.0:1769078154.741319:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741320:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.741321:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000010:3.0:1769078154.741321:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00020000:00000001:1.0:1769078154.741323:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000008:00100000:2.0:1769078154.741325:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:1.0:1769078154.741327:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000008:00000001:2.0:1769078154.741328:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741329:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078154.741330:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:2.0:1769078154.741330:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741332:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078154.741335:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000800:00000200:3.0:1769078154.741336:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769078154.741337:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000010:2.0:1769078154.741337:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bca300. 00020000:00000001:1.0:1769078154.741339:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078154.741341:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:1.0:1769078154.741343:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.741344:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000200:3.0:1769078154.741345:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00020000:00000001:1.0:1769078154.741346:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000001:2.0:1769078154.741346:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741348:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078154.741349:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078154.741351:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:2.0:1769078154.741351:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078154.741354:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:2.0:1769078154.741354:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741357:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078154.741360:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000010:2.0:1769078154.741360:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f03000. 00000800:00000200:3.1:1769078154.741360:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:1.0:1769078154.741363:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078154.741366:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078154.741367:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769078154.741367:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000020:00000001:1.0:1769078154.741368:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078154.741371:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741374:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078154.741374:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1769078154.741377:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:1.0:1769078154.741379:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078154.741382:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000800:00000010:3.0:1769078154.741383:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000020:00000001:1.0:1769078154.741384:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741389:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078154.741389:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:1.0:1769078154.741390:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:2.0:1769078154.741391:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741392:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000400:00000200:3.0:1769078154.741392:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:1.0:1769078154.741395:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078154.741398:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:2.0:1769078154.741398:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000597911a6] to pc [ptlrpcd_rcv+-1] req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:1.0:1769078154.741401:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000400:00000200:3.0:1769078154.741402:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:1.0:1769078154.741405:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769078154.741410:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000200:3.0:1769078154.741411:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075a18 00000080:00000001:1.0:1769078154.741412:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078154.741412:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078154.741416:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075a18. 00000080:00200000:1.0:1769078154.741418:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00080000:2.0:1769078154.741418:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078154.741421:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000080:00000001:1.0:1769078154.741423:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00080000:2.0:1769078154.741423:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:1.0:1769078154.741426:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078154.741426:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:3.0:1769078154.741427:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:1.0:1769078154.741429:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00080000:2.0:1769078154.741429:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000080:00000001:1.0:1769078154.741434:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078154.741436:0:8:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:1.0:1769078154.741438:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078154.741441:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5139 00000080:00000001:1.0:1769078154.741445:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:3.0:1769078154.741446:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000001:1.0:1769078154.741448:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:2.0:1769078154.741450:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078154.741451:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078154.741454:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000040:3.0:1769078154.741454:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078154.741457:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00001000:1.0:1769078154.741461:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769078154.741467:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000100:00000001:3.0:1769078154.741469:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741470:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:2.0:1769078154.741471:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078154.741472:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:1.0:1769078154.741474:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078154.741477:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:3.0:1769078154.741479:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741480:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:2.0:1769078154.741480:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078154.741484:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078154.741485:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:1.0:1769078154.741486:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078154.741490:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:1.0:1769078154.741491:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000040:2.0:1769078154.741491:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078154.741495:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299813067 00020000:00000002:1.0:1769078154.741496:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:2.0:1769078154.741496:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078154.741501:0:8:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:1.0:1769078154.741502:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078154.741515:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000010:3.0:1769078154.741516:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1780. 00020000:00000001:1.0:1769078154.741517:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000040:2.0:1769078154.741517:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00020000:00000001:1.0:1769078154.741520:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078154.741521:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078154.741523:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1769078154.741525:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:1.0:1769078154.741526:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:3.0:1769078154.741526:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00020000:00000001:1.0:1769078154.741528:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078154.741528:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078154.741533:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078154.741533:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:3.0:1769078154.741534:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299813067 00000020:00000001:1.0:1769078154.741535:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:2.0:1769078154.741537:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078154.741538:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000010:3.0:1769078154.741540:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1d20. 00020000:00000002:1.0:1769078154.741541:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:2.0:1769078154.741541:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078154.741545:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.741546:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1769078154.741547:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000040:2.0:1769078154.741547:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078154.741551:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1769078154.741551:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078154.741571:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078154.741575:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741579:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000040:2.0:1769078154.741580:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:3.0:1769078154.741580:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00200000:1.0:1769078154.741583:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769078154.741586:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00080000:2.0:1769078154.741587:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00100000:3.0:1769078154.741589:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078154/real 1769078154] req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078154.741591:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769078154.741592:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741594:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078154.741596:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:2.0:1769078154.741596:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078154.741600:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 02000000:00000001:2.0:1769078154.741601:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00001000:1.0:1769078154.741605:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 02000000:00000001:2.0:1769078154.741605:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769078154.741606:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1769078154.741609:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000100:00000001:2.0:1769078154.741609:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000001:3.0:1769078154.741609:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078154.741614:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b580. 00000020:00000001:1.0:1769078154.741615:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000008:00100000:2.0:1769078154.741615:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000001:1.0:1769078154.741619:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000008:00000001:2.0:1769078154.741619:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078154.741619:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090753b8 00000400:00000010:3.0:1769078154.741623:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090753b8. 00000020:00000001:1.0:1769078154.741624:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078154.741624:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741628:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.741628:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1769078154.741630:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9880. 00020000:00000001:1.0:1769078154.741633:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078154.741634:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078154.741635:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000040:2.0:1769078154.741635:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078154.741640:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:2.0:1769078154.741641:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078154.741644:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.741644:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741651:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.741651:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1769078154.741652:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078154.741653:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078154.741654:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078154.741657:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741658:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078154.741660:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078154.741662:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000010:2.0:1769078154.741663:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00800. 00000020:00000001:1.0:1769078154.741665:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078154.741668:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769078154.741669:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741671:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741676:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.741677:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1769078154.741678:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:1.0:1769078154.741679:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741682:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.741683:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078154.741685:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078154.741687:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741691:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078154.741691:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078154.741692:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769078154.741693:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078154.741694:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741698:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:3.0:1769078154.741698:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078154.741699:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fbc8c47] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078154.741700:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078154.741702:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078154.741705:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078154.741707:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078154.741711:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078154.741711:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078154.741711:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:1.0:1769078154.741715:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078154.741717:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078154.741718:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5150) 00000008:00000001:1.0:1769078154.741722:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078154.741725:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:3.0:1769078154.741727:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078154.741728:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000008:00000020:1.0:1769078154.741735:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000040:3.0:1769078154.741735:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078154.741745:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:3.0:1769078154.741748:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000020:1.0:1769078154.741749:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078154.741752:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.741753:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078154.741756:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769078154.741757:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078154.741760:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1769078154.741761:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:3.0:1769078154.741763:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078154.741766:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:1.0:1769078154.741770:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000100:00080000:3.0:1769078154.741772:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:1.0:1769078154.741773:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741778:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741780:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078154.741783:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00020000:00000001:1.0:1769078154.741784:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741787:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078154.741790:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078154.741791:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:1.0:1769078154.741792:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078154.741794:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078154.741797:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078154.741798:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078154.741800:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078154.741802:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078154.741803:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078154.741805:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078154.741807:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078154.741808:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078154.741810:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078154.741812:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078154.741813:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078154.741815:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741819:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741823:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078154.741825:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00100000:3.0:1769078154.741826:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657864960:192.168.204.154@tcp:250:kworker.0 00000020:00000001:1.0:1769078154.741827:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078154.741829:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078154.741832:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078154.741834:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078154.741835:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078154.741837:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078154.741839:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1769078154.741840:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078154.741843:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078154.741846:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078154.741846:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bca680 x1855007657864960/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078154.741851:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078154.741855:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078154.741858:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078154.741860:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.741862:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1769078154.741863:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078154.741866:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000001:3.0:1769078154.741866:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:1.0:1769078154.741867:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078154.741870:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000010:3.0:1769078154.741870:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18400. 00000020:00000001:1.0:1769078154.741872:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078154.741875:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 02000000:00000001:3.0:1769078154.741875:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:1.0:1769078154.741877:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000020:00000001:3.0:1769078154.741879:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00020000:00000001:1.0:1769078154.741880:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000020:00000040:3.0:1769078154.741881:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000080:00000001:1.0:1769078154.741883:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000020:00000001:3.0:1769078154.741885:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000080:00200000:1.0:1769078154.741888:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000010:3.0:1769078154.741888:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02800. 02000000:00000001:3.0:1769078154.741893:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000080:00000001:1.0:1769078154.741895:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000001:3.0:1769078154.741896:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1769078154.741899:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000010:3.0:1769078154.741900:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bca680. 00000020:00001000:1.0:1769078154.741906:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000001:3.0:1769078154.741906:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078154.741908:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078154.741912:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769078154.741912:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078154.741918:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.741920:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078154.741923:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.741925:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078154.741926:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078154.741927:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078154.741931:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.741937:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078154.741938:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078154.741940:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078154.741942:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078154.741944:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078154.741946:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865088:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078154.741948:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078154.741950:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078154.741951:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078154.741952:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078154.741954:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18400. 02000000:00000001:3.0:1769078154.741956:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078154.741959:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078154.741961:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b580. 00000400:00000010:3.0:1769078154.741964:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090753b8. 00000100:00000200:3.0:1769078154.741966:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657865088, portal 10 00000100:00000001:3.0:1769078154.741967:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078154.741968:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082559616 : -115332626992000 : ffff971b07bcb480) 00000100:00000040:3.0:1769078154.741973:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.741977:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078154.741979:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078154.741980:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075a18. 00000100:00000200:3.0:1769078154.741982:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657865088, offset 0 00000400:00000200:3.0:1769078154.741985:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078154.741987:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078154.741990:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078154.741992:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078154.741994:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078154.741996:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078154.741998:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078154.742000:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370648:370648:256:4294967295] 192.168.204.154@tcp LPNI seq info [370643:370643:8:4294967295] 00000400:00000200:3.0:1769078154.742003:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078154.742008:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078154.742011:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078154.742013:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078154.742016:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078154.742018:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769078154.742021:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078154.742023:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1769078154.742026:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078154.742027:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078154.742029:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078154.742032:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078154.742034:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075a18 00000400:00000010:3.0:1769078154.742035:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075a18. 00000100:00000001:3.0:1769078154.742037:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078154.742039:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742044:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078154.742046:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742051:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.742052:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078154.742054:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078154.742056:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078154.742058:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078154.742060:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299812363 00000100:00000001:3.0:1769078154.742062:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299813067 00000100:00000001:3.0:1769078154.742063:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299812363 00000100:00000001:3.0:1769078154.742065:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299813067 00000100:00000001:3.0:1769078154.742066:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078154.742068:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.742069:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078154.742071:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078154/real 1769078154] req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078154.742076:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078154.742077:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078154.742078:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b580. 00000400:00000200:3.0:1769078154.742079:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090753b8 00000400:00000010:3.0:1769078154.742080:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090753b8. 00000100:00000001:3.0:1769078154.742081:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078154.742083:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078154.742089:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742093:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078154.742094:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742095:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078154.742096:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078154.742098:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742102:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078154.742104:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742108:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078154.742110:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742111:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078154.742112:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742113:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078154.742115:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078154.742117:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078154.742119:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078154.742121:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078154.742124:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078154.742128:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865088:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078154.742131:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078154.742132:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742136:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078154.742137:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078154.742139:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078154.742140:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078154.742141:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078154.742143:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865216:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078154.742144:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078154.742146:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078154.742147:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078154.742148:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078154.742150:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b800. 02000000:00000001:3.0:1769078154.742151:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078154.742153:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078154.742155:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b580. 00000400:00000010:3.0:1769078154.742157:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090753b8. 00000100:00000200:3.0:1769078154.742159:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657865216, portal 4 00000100:00000001:3.0:1769078154.742160:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078154.742161:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082555136 : -115332626996480 : ffff971b07bca300) 00000100:00000040:3.0:1769078154.742165:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742173:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078154.742174:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078154.742176:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075a18. 00000100:00000200:3.0:1769078154.742177:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657865216, offset 0 00000400:00000200:3.0:1769078154.742179:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078154.742181:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078154.742183:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078154.742185:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078154.742187:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078154.742188:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078154.742190:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078154.742192:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370649:370649:256:4294967295] 192.168.204.154@tcp LPNI seq info [370644:370644:8:4294967295] 00000400:00000200:3.0:1769078154.742194:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078154.742199:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078154.742202:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078154.742203:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078154.742205:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078154.742207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769078154.742210:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078154.742211:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1769078154.742214:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078154.742215:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078154.742217:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078154.742219:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078154.742221:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075a18 00000400:00000010:3.0:1769078154.742222:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075a18. 00000100:00000001:3.0:1769078154.742223:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078154.742225:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742231:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078154.742233:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742241:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.742242:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078154.742244:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078154.742246:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078154.742248:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078154.742249:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299812384 00000100:00000001:3.0:1769078154.742251:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299813067 00000100:00000001:3.0:1769078154.742252:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299812384 00000100:00000001:3.0:1769078154.742253:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299813067 00000100:00000001:3.0:1769078154.742254:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078154.742256:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.742257:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078154.742259:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078154/real 1769078154] req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078154.742263:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078154.742264:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078154.742265:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b580. 00000400:00000200:3.0:1769078154.742266:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090753b8 00000400:00000010:3.0:1769078154.742267:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090753b8. 00000100:00000001:3.0:1769078154.742269:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078154.742271:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078154.742276:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742280:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078154.742281:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742282:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078154.742283:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078154.742285:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742292:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078154.742296:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742303:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078154.742305:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742307:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078154.742308:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742310:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078154.742313:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078154.742316:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078154.742319:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078154.742322:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078154.742326:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078154.742335:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865216:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078154.742340:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078154.742343:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742350:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078154.742352:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078154.742354:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078154.742356:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078154.742357:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078154.742359:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865344:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078154.742362:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078154.742363:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078154.742364:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078154.742366:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078154.742368:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b400. 02000000:00000001:3.0:1769078154.742370:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078154.742372:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078154.742374:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b580. 00000400:00000010:3.0:1769078154.742376:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090753b8. 00000100:00000200:3.0:1769078154.742378:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657865344, portal 4 00000100:00000001:3.0:1769078154.742380:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078154.742381:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082552448 : -115332626999168 : ffff971b07bc9880) 00000100:00000040:3.0:1769078154.742385:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742389:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078154.742391:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078154.742392:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075a18. 00000100:00000200:3.0:1769078154.742393:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657865344, offset 0 00000400:00000200:3.0:1769078154.742396:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078154.742398:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078154.742401:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078154.742402:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078154.742404:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078154.742406:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078154.742407:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078154.742410:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370650:370650:256:4294967295] 192.168.204.154@tcp LPNI seq info [370645:370645:8:4294967295] 00000400:00000200:3.0:1769078154.742412:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078154.742416:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078154.742419:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078154.742421:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078154.742424:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078154.742426:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769078154.742428:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078154.742430:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1769078154.742433:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078154.742434:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078154.742436:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078154.742439:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078154.742441:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075a18 00000400:00000010:3.0:1769078154.742442:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075a18. 00000100:00000001:3.0:1769078154.742443:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078154.742445:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742451:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078154.742453:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742457:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.742458:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078154.742460:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078154.742462:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078154.742464:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078154.742465:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299812388 00000100:00000001:3.0:1769078154.742467:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299813067 00000100:00000001:3.0:1769078154.742468:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299812388 00000100:00000001:3.0:1769078154.742470:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299813067 00000100:00000001:3.0:1769078154.742471:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078154.742472:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.742473:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078154.742475:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078154/real 1769078154] req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078154.742480:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078154.742481:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078154.742482:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b580. 00000400:00000200:3.0:1769078154.742484:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090753b8 00000400:00000010:3.0:1769078154.742485:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090753b8. 00000100:00000001:3.0:1769078154.742486:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078154.742488:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078154.742494:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742498:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078154.742498:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742500:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078154.742500:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078154.742517:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742522:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078154.742525:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742529:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078154.742531:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742532:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078154.742533:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742534:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078154.742537:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078154.742539:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078154.742541:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078154.742543:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078154.742545:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078154.742550:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865344:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078154.742567:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742569:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078154.742571:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb480 x1855007657865088/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742576:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078154.742577:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078154.742578:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18400. 02000000:00000001:3.0:1769078154.742580:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078154.742581:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078154.742582:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078154.742584:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078154.742585:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02000. 02000000:00000001:3.0:1769078154.742587:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078154.742588:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078154.742589:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb480. 00000100:00000001:3.0:1769078154.742591:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078154.742592:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742593:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078154.742595:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bca300 x1855007657865216/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742599:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078154.742600:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078154.742601:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b800. 02000000:00000001:3.0:1769078154.742602:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078154.742603:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078154.742604:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078154.742605:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078154.742606:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f03000. 02000000:00000001:3.0:1769078154.742607:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078154.742608:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078154.742608:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bca300. 00000100:00000001:3.0:1769078154.742610:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078154.742610:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742611:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078154.742613:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9880 x1855007657865344/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078154.742617:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078154.742618:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078154.742619:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b400. 02000000:00000001:3.0:1769078154.742620:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078154.742621:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078154.742622:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078154.742623:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078154.742624:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00800. 02000000:00000001:3.0:1769078154.742625:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078154.742626:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078154.742627:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9880. 00000100:00000001:3.0:1769078154.742628:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078154.742629:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742630:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078154.742632:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078154.742633:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078154.742634:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078154.742635:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078155.380656:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078155.380661:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078155.380662:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078155.380665:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078155.380665:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078155.380668:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078155.380668:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078155.380670:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078155.380674:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078155.380676:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078155.380677:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078155.380677:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078155.380679:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078155.380679:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078155.380686:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078155.380686:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078155.380686:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078155.380688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078155.380690:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078155.380692:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078155.380693:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078155.380693:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078155.380694:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078155.380696:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078155.380698:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078155.380700:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078155.380700:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078155.380702:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078155.380703:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078155.380707:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078155.380708:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078155.380715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078155.380715:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078155.380719:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078155.380723:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078155.380724:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078155.380728:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078155.380730:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078155.380737:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078155.380739:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078155.380741:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078155.380742:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078155.380744:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078155.380747:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078155.380747:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078155.380748:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078155.380751:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078155.380752:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078155.380754:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078155.380757:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078155.380759:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078155.380759:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078155.380760:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078155.380761:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078155.380763:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078155.380765:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078155.380766:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078155.380766:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078155.380767:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078155.380770:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078155.380771:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078155.380774:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078155.380774:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078155.380775:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078155.380778:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078155.380781:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078155.380783:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078155.380784:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078155.380786:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078155.380788:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078155.380793:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078155.380793:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078155.380797:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078155.380801:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078155.508655:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299813067, at 4299813120 00000100:00000040:1.0:1769078155.508655:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299813067, at 4299813120 00000100:00000010:1.0:1769078155.508673:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1d20. 00000100:00000010:0.0:1769078155.508676:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1780. 00000100:00000001:0.0:1769078155.764648:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078155.764649:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078155.764656:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078155.764656:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078155.764658:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078155.764658:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078155.764664:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078155.764664:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078155.764668:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078155.764668:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078155.764672:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078155.764672:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078155.764675:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078155.764677:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078155.764680:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078155.764681:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078155.764683:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078155.764685:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078156.404674:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078156.404674:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078156.404676:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078156.404679:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078156.404683:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078156.404683:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078156.404683:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078156.404684:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078156.404686:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078156.404688:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078156.404688:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078156.404694:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078156.404695:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078156.404695:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078156.404695:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078156.404699:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078156.404702:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078156.404702:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078156.404702:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078156.404705:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078156.404709:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078156.404709:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078156.404709:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078156.404709:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078156.404715:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078156.404719:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078156.404720:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078156.404723:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078156.404725:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078156.404726:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078156.404730:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078156.404734:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078156.404734:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078156.404735:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078156.404738:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078156.404747:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078156.404751:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078156.404753:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078156.404753:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078156.404754:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078156.404759:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078156.404760:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078156.404760:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078156.404761:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078156.404764:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078156.404765:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078156.404765:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078156.404766:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078156.404769:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078156.404771:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078156.404771:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00010000:2.0:1769078156.404773:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078156.404773:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078156.404778:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078156.404778:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078156.404778:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078156.404783:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078156.404783:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078156.404784:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078156.404785:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078156.404790:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078156.404792:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078156.404793:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078156.404796:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078156.404798:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078156.404798:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078156.404802:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078156.404803:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078156.404806:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078156.404808:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078156.404813:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078156.404815:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078156.404818:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078156.404821:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078156.788674:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078156.788675:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078156.788682:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078156.788683:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078156.788685:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078156.788687:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078156.788692:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078156.788693:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078156.788697:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078156.788699:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078156.788700:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078156.788704:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078156.788704:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078156.788708:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078156.788712:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078156.788712:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078156.788716:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078156.788719:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078157.428661:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078157.428661:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078157.428666:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078157.428668:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078157.428669:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078157.428670:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078157.428673:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078157.428674:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078157.428676:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078157.428679:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078157.428680:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078157.428680:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078157.428685:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078157.428685:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078157.428687:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078157.428688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078157.428690:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078157.428692:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078157.428693:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078157.428693:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078157.428694:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078157.428697:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078157.428698:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.428699:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078157.428700:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078157.428703:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078157.428705:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078157.428708:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078157.428708:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078157.428713:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078157.428715:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078157.428719:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078157.428720:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078157.428722:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078157.428725:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078157.428726:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078157.428726:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078157.428728:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078157.428731:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078157.428731:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:2.0:1769078157.428731:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078157.428732:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078157.428736:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078157.428739:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078157.428740:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1769078157.428740:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078157.428741:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078157.428744:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078157.428747:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078157.428748:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078157.428752:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078157.428753:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078157.428754:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078157.428755:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078157.428756:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078157.428760:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078157.428760:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078157.428763:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078157.428765:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078157.428766:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078157.428767:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078157.428773:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078157.428773:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078157.428776:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.428777:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078157.428779:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078157.428782:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078157.428784:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078157.428785:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078157.428791:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078157.428796:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.428799:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078157.428801:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.428803:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078157.812658:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078157.812667:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078157.812668:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078157.812673:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078157.812677:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078157.812684:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078157.812687:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078157.812689:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078157.812692:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078157.812784:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078157.812790:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078157.812792:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078157.812796:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078157.812798:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078157.812801:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.812803:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078157.812805:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078157.812807:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078158.452669:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078158.452671:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078158.452677:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078158.452678:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078158.452682:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078158.452685:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078158.452687:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078158.452689:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078158.452690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078158.452691:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078158.452693:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078158.452695:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078158.452696:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078158.452696:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078158.452699:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078158.452702:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078158.452705:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078158.452705:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078158.452705:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078158.452707:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078158.452709:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078158.452711:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078158.452712:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078158.452717:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078158.452718:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078158.452719:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078158.452720:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078158.452721:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078158.452725:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078158.452729:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078158.452731:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078158.452732:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078158.452733:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078158.452737:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078158.452741:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078158.452756:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078158.452756:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078158.452757:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078158.452761:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078158.452761:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078158.452763:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078158.452764:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078158.452765:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078158.452765:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078158.452769:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078158.452769:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078158.452771:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00010000:2.0:1769078158.452772:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078158.452777:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078158.452777:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078158.452778:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078158.452782:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078158.452783:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078158.452783:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078158.452784:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078158.452787:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078158.452788:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078158.452789:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078158.452790:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078158.452791:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078158.452792:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078158.452797:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078158.452798:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078158.452799:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078158.452800:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078158.452804:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078158.452805:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078158.452808:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078158.452808:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078158.452814:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078158.452820:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078158.452820:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078158.452823:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078158.452825:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078158.836652:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078158.836658:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078158.836658:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078158.836662:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078158.836666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078158.836668:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078158.836669:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078158.836675:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078158.836675:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078158.836680:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078158.836681:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078158.836683:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078158.836686:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078158.836686:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078158.836694:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078158.836694:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078158.836698:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078158.836702:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.476750:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078159.476751:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078159.476751:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078159.476757:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078159.476765:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.476769:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078159.476770:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078159.476770:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078159.476776:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.476779:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.476780:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078159.476782:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:2.0:1769078159.476789:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078159.476789:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.476790:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078159.476801:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078159.476802:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078159.476802:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078159.476806:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078159.476812:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078159.476816:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.476817:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078159.476822:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.476826:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.476827:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078159.476831:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078159.476837:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.476842:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078159.476848:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078159.476851:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.476854:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078159.476854:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078159.476863:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078159.476864:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078159.476867:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078159.476868:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078159.476869:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078159.476875:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078159.476877:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078159.476878:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.476884:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078159.476885:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.476888:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078159.476889:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078159.476893:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078159.476895:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.476897:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078159.476897:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078159.476899:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078159.476903:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.476904:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078159.476904:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078159.476906:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078159.476910:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078159.476912:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078159.476918:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078159.476919:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078159.476923:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.476924:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078159.476929:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.476930:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078159.476935:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078159.476936:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078159.476942:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078159.476944:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078159.476950:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078159.476951:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078159.476954:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078159.476955:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078159.476956:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078159.476960:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078159.476962:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.476963:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078159.476966:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078159.476968:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078159.476970:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078159.476974:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078159.476975:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.476977:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078159.476982:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078159.476989:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078159.476994:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078159.476998:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078159.477000:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078159.477002:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078159.477005:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078159.477007:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078159.477009:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078159.477014:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078159.477035:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078159.477038:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078159.477041:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078159.860699:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078159.860699:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078159.860706:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078159.860708:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078159.860708:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078159.860713:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078159.860715:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078159.860726:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078159.860726:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769078159.860728:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078159.860737:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078159.860738:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078159.860738:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078159.860747:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078159.860748:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078159.860748:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078159.860757:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078159.860759:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078159.860766:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078159.860768:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5145 00000100:00000001:2.0:1769078159.860772:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.860773:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1769078159.860778:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078159.860779:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.860786:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078159.860786:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078159.860791:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078159.860795:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078159.860801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078159.860805:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078159.860808:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078159.860813:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078159.860816:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769078159.860819:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078159.860822:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769078159.860825:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078159.860828:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769078159.860834:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078159.860836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078159.860839:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078159.860842:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078159.860846:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769078159.860850:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078159.860854:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078159.860857:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078159.860861:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078159.860864:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.860867:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078159.860869:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078159.860874:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00000020:00000040:3.0:1769078159.860877:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769078159.860881:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078159.860882:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.860884:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078159.860887:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078159.860890:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078159.860896:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00000100:00000001:3.0:1769078159.860902:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078159.860910:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078159.860918:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078159.860922:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078159.860926:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.860966:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078159.860970:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078159.860972:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078159.860985:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.860993:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078159.860995:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.860997:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078159.861000:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1769078159.861002:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078159.861006:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078159.861007:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078159.861008:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1769078159.861009:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078159.861014:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078159.861018:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657865472:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078159.861019:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078159.861028:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769078159.861028:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5145 02000000:00000001:1.0:1769078159.861039:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1769078159.861039:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769078159.861042:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078159.861046:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 02000000:00000001:1.0:1769078159.861047:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078159.861059:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078159.861062:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078159.861073:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078159.861077:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078159.861085:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078159.861092:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657865472, portal 25 00000100:00000001:1.0:1769078159.861094:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078159.861095:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069291520 : -115332640260096 : ffff971b06f24000) 00000100:00000040:1.0:1769078159.861101:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.861108:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078159.861110:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078159.861113:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078159.861116:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657865472, offset 0 00000400:00000200:1.0:1769078159.861123:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078159.861131:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078159.861138:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078159.861144:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078159.861148:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00080000:3.0:1769078159.861152:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769078159.861153:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078159.861158:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000040:3.0:1769078159.861163:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078159.861165:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370651:370651:256:4294967295] 192.168.204.154@tcp LPNI seq info [370646:370646:8:4294967295] 00000400:00000200:1.0:1769078159.861175:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078159.861184:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078159.861189:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078159.861194:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078159.861203:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078159.861207:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769078159.861213:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078159.861217:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00000001:3.0:1769078159.861221:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:1.0:1769078159.861222:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078159.861227:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000100:00000040:3.0:1769078159.861232:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078159.861236:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1769078159.861239:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078159.861243:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769078159.861246:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078159.861252:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000020:00000040:3.0:1769078159.861253:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000400:00000010:1.0:1769078159.861256:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000020:00000001:3.0:1769078159.861257:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078159.861260:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769078159.861264:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:1.0:1769078159.861266:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1769078159.861267:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:3.0:1769078159.861274:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078159.861279:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1769078159.861280:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078159.861284:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078159.861288:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078159.861292:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:3.0:1769078159.861297:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078159.861306:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078159.861312:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078159.861316:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769078159.861317:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078159.861320:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078159.861322:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078159.861323:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078159.861330:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078159.861338:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.861340:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.861342:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.861345:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1769078159.861348:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00000020:00000040:3.0:1769078159.861352:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000001:1.0:1769078159.861353:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078159.861354:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078159.861356:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.861357:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078159.861359:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078159.861361:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078159.861367:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000010:3.0:1769078159.861367:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000100:00000001:1.0:1769078159.861378:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299818187 00000100:00000001:3.0:1769078159.861380:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078159.861393:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad06c0. 00000100:00000001:1.0:1769078159.861403:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:3.0:1769078159.861403:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078159.861415:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299818187 00000100:00000001:3.0:1769078159.861415:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1769078159.861431:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0c00. 00000100:00000001:3.0:1769078159.861431:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.861446:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1769078159.861449:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.861451:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078159.861462:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.861466:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.861468:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1769078159.861470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078159.861475:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078159.861477:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078159.861479:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1769078159.861481:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078159/real 1769078159] req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078159.861483:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078159.861492:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5145 00000400:00000200:3.0:1769078159.861500:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000001:1.0:1769078159.861504:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1769078159.861504:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000001:1.0:1769078159.861509:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1769078159.861510:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078159.861516:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000010:1.0:1769078159.861517:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000100:00000001:3.0:1769078159.861519:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078159.861523:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078159.861526:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000100:00000001:3.0:1769078159.861526:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078159.861533:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1769078159.861535:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000020:00000040:3.0:1769078159.861535:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769078159.861541:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078159.861544:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000100:00000001:1.0:1769078159.861545:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1769078159.861585:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769078159.861592:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000200:1.0:1769078159.861593:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078159.861598:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078159.861607:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078159.861617:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078159.861625:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078159.861630:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00000200:1.0:1769078159.861635:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078159.861635:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078159.861637:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078159.861645:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078159.861651:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078159.861662:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.861665:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078159.861665:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078159.861667:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769078159.861671:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.861672:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078159.861674:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.861680:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1769078159.861681:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000100:00000001:1.0:1769078159.861685:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769078159.861685:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:3.0:1769078159.861690:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078159.861692:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.861694:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078159.861696:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769078159.861699:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078159.861699:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078159.861708:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00000100:00000001:3.0:1769078159.861714:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078159.861726:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078159.861727:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078159.861737:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078159.861742:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078159.861743:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078159.861749:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.861795:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078159.861795:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.861806:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078159.861807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078159.861812:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:3.0:1769078159.861815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078159.861816:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078159.861819:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078159.861821:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769078159.861823:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078159.861825:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078159.861834:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1769078159.861834:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078159.861843:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5145 00000100:00080000:1.0:1769078159.861844:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078159.861854:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:3.0:1769078159.861857:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:1.0:1769078159.861863:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769078159.861864:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078159.861873:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078159.861883:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078159.861890:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078159.861894:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00100000:1.0:1769078159.861902:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657865472:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078159.861902:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078159.861910:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078159.861914:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769078159.861919:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078159.861920:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:1.0:1769078159.861922:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078159.861923:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769078159.861929:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:1.0:1769078159.861932:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078159.861935:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078159.861938:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078159.861943:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24000 x1855007657865472/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078159.861943:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078159.861946:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078159.861954:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769078159.861965:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078159.861970:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078159.861974:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078159.861981:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078159.861981:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078159.861989:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078159.861991:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769078159.861991:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078159.861995:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 02000000:00000010:1.0:1769078159.861998:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 00000008:00000001:3.0:1769078159.861999:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.862006:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078159.862010:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1769078159.862010:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000020:00000001:1.0:1769078159.862018:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078159.862018:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000040:1.0:1769078159.862027:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769078159.862028:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078159.862030:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078159.862037:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078159.862039:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769078159.862040:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078159.862047:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078159.862048:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b400. 02000000:00000010:3.0:1769078159.862051:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 02000000:00000001:1.0:1769078159.862056:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1769078159.862056:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078159.862062:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1769078159.862064:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1769078159.862067:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24000. 00000100:00000001:1.0:1769078159.862076:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078159.862077:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078159.862082:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078159.862083:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.862094:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078159.862095:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078159.862105:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078159.862109:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5155) 00000100:00000001:1.0:1769078159.862110:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078159.862114:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.862117:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078159.862119:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078159.862121:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078159.862128:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862136:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078159.862138:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078159.862140:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078159.862142:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078159.862143:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078159.862146:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865600:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078159.862148:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078159.862150:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078159.862151:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078159.862152:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078159.862155:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078159.862156:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078159.862160:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078159.862162:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078159.862164:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078159.862167:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657865600, portal 10 00000100:00000001:1.0:1769078159.862168:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078159.862169:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069296000 : -115332640255616 : ffff971b06f25180) 00000100:00000040:1.0:1769078159.862174:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862179:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078159.862181:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078159.862182:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078159.862183:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657865600, offset 0 00000400:00000200:1.0:1769078159.862185:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078159.862188:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078159.862190:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078159.862193:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078159.862194:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078159.862196:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078159.862197:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078159.862200:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370652:370652:256:4294967295] 192.168.204.154@tcp LPNI seq info [370647:370647:8:4294967295] 00000400:00000200:1.0:1769078159.862202:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078159.862207:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078159.862210:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078159.862212:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078159.862214:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078159.862216:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769078159.862221:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078159.862222:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769078159.862225:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078159.862227:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078159.862228:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078159.862231:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078159.862232:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078159.862234:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078159.862235:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078159.862237:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862243:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078159.862245:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862249:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.862250:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078159.862252:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078159.862255:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078159.862258:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078159.862260:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299817483 00000100:00000001:1.0:1769078159.862262:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299818187 00000100:00000001:1.0:1769078159.862265:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299817483 00000100:00000001:1.0:1769078159.862267:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299818187 00000100:00000001:1.0:1769078159.862269:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078159.862271:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.862273:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078159.862277:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078159/real 1769078159] req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078159.862291:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078159.862293:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078159.862294:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078159.862297:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078159.862299:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078159.862301:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078159.862304:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078159.862312:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862319:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078159.862321:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862322:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078159.862323:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078159.862325:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862329:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078159.862332:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862336:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078159.862337:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862338:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078159.862339:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862340:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078159.862342:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078159.862344:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078159.862346:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078159.862347:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078159.862350:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078159.862355:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865600:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078159.862357:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078159.862360:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862363:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078159.862364:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078159.862365:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078159.862366:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078159.862367:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078159.862369:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865728:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078159.862371:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078159.862372:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078159.862373:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078159.862374:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078159.862377:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078159.862378:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078159.862381:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078159.862383:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078159.862385:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078159.862387:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657865728, portal 4 00000100:00000001:1.0:1769078159.862388:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078159.862389:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069304960 : -115332640246656 : ffff971b06f27480) 00000100:00000040:1.0:1769078159.862393:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862397:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078159.862398:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078159.862400:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078159.862401:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657865728, offset 0 00000400:00000200:1.0:1769078159.862404:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078159.862406:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078159.862408:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078159.862410:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078159.862412:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078159.862414:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078159.862415:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078159.862428:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370653:370653:256:4294967295] 192.168.204.154@tcp LPNI seq info [370648:370648:8:4294967295] 00000400:00000200:1.0:1769078159.862432:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078159.862436:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078159.862439:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078159.862441:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078159.862444:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078159.862445:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769078159.862448:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078159.862450:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769078159.862452:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078159.862454:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078159.862456:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078159.862458:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078159.862460:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078159.862461:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078159.862462:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078159.862465:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862469:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078159.862471:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862475:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.862476:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078159.862478:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078159.862479:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078159.862481:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078159.862483:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299817504 00000100:00000001:1.0:1769078159.862485:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299818187 00000100:00000001:1.0:1769078159.862486:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299817504 00000100:00000001:1.0:1769078159.862487:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299818187 00000100:00000001:1.0:1769078159.862489:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078159.862490:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.862491:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078159.862493:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078159/real 1769078159] req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078159.862497:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078159.862498:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078159.862499:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078159.862500:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078159.862501:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078159.862503:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078159.862505:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078159.862510:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862513:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078159.862514:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862514:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078159.862515:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078159.862517:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862520:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078159.862522:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862526:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078159.862528:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862529:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078159.862530:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862531:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078159.862534:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078159.862536:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078159.862538:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078159.862539:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078159.862541:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078159.862545:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865728:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078159.862547:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078159.862550:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862573:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078159.862574:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078159.862577:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078159.862579:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078159.862580:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078159.862582:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865856:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078159.862584:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078159.862585:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078159.862587:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078159.862588:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078159.862590:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078159.862591:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078159.862593:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078159.862595:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078159.862597:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078159.862599:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657865856, portal 4 00000100:00000001:1.0:1769078159.862600:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078159.862601:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069306752 : -115332640244864 : ffff971b06f27b80) 00000100:00000040:1.0:1769078159.862605:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862618:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078159.862619:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078159.862621:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078159.862622:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657865856, offset 0 00000400:00000200:1.0:1769078159.862625:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078159.862627:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078159.862629:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078159.862631:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078159.862632:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078159.862634:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078159.862635:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078159.862637:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370654:370654:256:4294967295] 192.168.204.154@tcp LPNI seq info [370649:370649:8:4294967295] 00000400:00000200:1.0:1769078159.862640:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078159.862643:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078159.862645:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078159.862648:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078159.862650:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078159.862652:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769078159.862654:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078159.862656:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769078159.862658:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078159.862660:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078159.862661:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078159.862663:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078159.862665:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078159.862666:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078159.862667:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078159.862669:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862678:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078159.862680:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862683:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.862684:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078159.862686:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078159.862688:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078159.862689:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078159.862690:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299817509 00000100:00000001:1.0:1769078159.862692:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299818187 00000100:00000001:1.0:1769078159.862693:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299817509 00000100:00000001:1.0:1769078159.862695:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299818187 00000100:00000001:1.0:1769078159.862696:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078159.862697:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.862698:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078159.862700:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078159/real 1769078159] req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078159.862704:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078159.862705:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078159.862705:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078159.862706:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078159.862707:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078159.862708:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078159.862710:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078159.862715:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862718:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078159.862720:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862721:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078159.862722:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078159.862724:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862727:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078159.862729:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862733:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078159.862734:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862735:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078159.862735:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862736:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078159.862739:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078159.862741:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078159.862742:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078159.862743:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078159.862745:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078159.862749:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657865856:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078159.862751:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862753:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078159.862754:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25180 x1855007657865600/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862758:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078159.862759:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078159.862760:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078159.862762:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078159.862762:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078159.862764:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078159.862765:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078159.862766:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b800. 02000000:00000001:1.0:1769078159.862768:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078159.862769:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078159.862770:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25180. 00000100:00000001:1.0:1769078159.862771:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078159.862772:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862773:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078159.862775:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27480 x1855007657865728/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862779:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078159.862780:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078159.862780:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078159.862782:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078159.862782:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078159.862783:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078159.862784:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078159.862784:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18400. 02000000:00000001:1.0:1769078159.862786:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078159.862786:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078159.862787:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27480. 00000100:00000001:1.0:1769078159.862788:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078159.862789:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862790:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078159.862791:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27b80 x1855007657865856/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078159.862794:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078159.862795:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078159.862796:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078159.862796:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078159.862797:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078159.862798:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078159.862798:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078159.862799:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19800. 02000000:00000001:1.0:1769078159.862800:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078159.862801:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078159.862802:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27b80. 00000100:00000001:1.0:1769078159.862804:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078159.862804:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862805:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078159.862807:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078159.862808:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078159.862809:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078159.862811:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078160.500702:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078160.500710:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078160.500711:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078160.500718:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078160.500719:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078160.500721:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078160.500727:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078160.500733:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078160.500734:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078160.500734:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078160.500735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078160.500743:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078160.500746:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078160.500746:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078160.500749:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078160.500751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078160.500753:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078160.500754:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078160.500754:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078160.500756:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078160.500763:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078160.500765:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078160.500767:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078160.500771:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078160.500772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078160.500775:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078160.500776:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078160.500776:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078160.500779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078160.500782:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078160.500788:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078160.500789:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078160.500790:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078160.500795:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078160.500798:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078160.500812:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078160.500816:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078160.500818:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078160.500820:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078160.500823:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078160.500823:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078160.500829:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078160.500830:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078160.500832:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078160.500833:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078160.500838:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769078160.500838:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078160.500840:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078160.500849:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078160.500850:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078160.500857:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078160.500862:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078160.500864:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078160.500866:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078160.500870:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078160.500872:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078160.500875:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078160.500877:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078160.500880:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078160.500881:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078160.500882:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078160.500886:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078160.500887:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078160.500889:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078160.500893:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078160.500894:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078160.500900:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078160.500900:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078160.500903:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078160.500905:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078160.500910:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078160.500910:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078160.500914:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078160.500918:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078160.628711:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299818187, at 4299818240 00000100:00000040:1.0:1769078160.628715:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299818187, at 4299818240 00000100:00000010:0.0:1769078160.628732:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad06c0. 00000100:00000010:1.0:1769078160.628736:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0c00. 00000100:00000001:1.0:1769078160.884690:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078160.884691:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078160.884699:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078160.884701:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078160.884703:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078160.884707:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078160.884710:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078160.884715:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078160.884716:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078160.884719:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078160.884724:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078160.884724:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078160.884728:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078160.884732:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078160.884733:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078160.884742:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078160.884745:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078160.884749:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078161.524722:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078161.524723:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078161.524723:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078161.524725:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078161.524735:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078161.524736:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078161.524737:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078161.524738:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078161.524739:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078161.524740:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078161.524742:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078161.524743:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078161.524749:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078161.524750:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:2.0:1769078161.524754:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078161.524755:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078161.524755:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078161.524765:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078161.524767:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078161.524767:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078161.524769:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078161.524772:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078161.524774:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078161.524775:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078161.524775:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078161.524776:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078161.524791:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078161.524792:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078161.524800:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078161.524806:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078161.524807:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078161.524812:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078161.524813:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078161.524816:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078161.524818:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078161.524819:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078161.524823:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078161.524825:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078161.524826:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078161.524832:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078161.524835:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078161.524836:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078161.524850:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078161.524853:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078161.524854:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078161.524856:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078161.524857:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078161.524861:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078161.524863:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078161.524864:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078161.524869:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078161.524870:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078161.524875:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078161.524885:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078161.524886:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078161.524886:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078161.524895:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078161.524896:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078161.524904:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078161.524904:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078161.524905:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078161.524921:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078161.524922:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078161.524924:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078161.524926:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078161.524929:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078161.524933:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078161.524934:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078161.524935:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078161.524939:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078161.524949:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078161.524951:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078161.524953:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078161.524955:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078161.524959:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078161.524960:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078161.524963:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078161.525025:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078161.525028:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078161.525031:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078161.908682:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078161.908683:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078161.908698:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078161.908698:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078161.908708:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078161.908709:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078161.908728:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078161.908728:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078161.908746:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078161.908748:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078161.908760:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078161.908761:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078161.908772:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078161.908774:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078161.908777:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078161.908782:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078161.908786:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078161.908790:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078162.548670:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078162.548681:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078162.548684:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078162.548687:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078162.548688:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078162.548692:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078162.548695:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078162.548695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078162.548698:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078162.548700:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078162.548705:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078162.548705:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078162.548706:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078162.548706:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078162.548713:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078162.548714:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078162.548715:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078162.548716:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078162.548717:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078162.548722:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078162.548722:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078162.548726:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078162.548726:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078162.548727:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078162.548733:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078162.548734:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078162.548735:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078162.548740:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078162.548750:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078162.548750:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078162.548756:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078162.548762:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078162.548763:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078162.548767:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078162.548771:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078162.548785:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078162.548785:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078162.548787:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078162.548791:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078162.548792:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078162.548792:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078162.548797:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078162.548798:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078162.548798:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078162.548802:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078162.548805:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078162.548807:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078162.548807:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1769078162.548807:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078162.548809:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078162.548818:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078162.548819:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078162.548820:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078162.548820:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078162.548827:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769078162.548829:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078162.548830:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078162.548839:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078162.548844:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078162.548844:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078162.548849:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078162.548849:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078162.548856:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078162.548857:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078162.548857:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078162.548862:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078162.548864:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078162.548866:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078162.548871:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078162.548872:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078162.548876:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078162.548879:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078162.548882:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078162.548885:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078162.932676:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078162.932677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078162.932686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078162.932686:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078162.932691:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078162.932692:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078162.932701:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078162.932701:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078162.932709:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078162.932709:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078162.932715:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078162.932716:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078162.932722:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078162.932727:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078162.932731:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078162.932731:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078162.932735:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078162.932740:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078163.572675:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078163.572684:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078163.572685:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078163.572691:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078163.572692:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078163.572698:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078163.572699:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078163.572703:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078163.572704:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078163.572707:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078163.572710:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078163.572712:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078163.572714:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078163.572717:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078163.572719:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078163.572721:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078163.572721:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078163.572722:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078163.572723:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078163.572730:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078163.572731:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078163.572732:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078163.572738:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078163.572738:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078163.572740:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078163.572751:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078163.572752:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078163.572757:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078163.572759:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078163.572759:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078163.572762:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078163.572769:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078163.572770:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078163.572774:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078163.572774:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078163.572775:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078163.572777:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078163.572785:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078163.572786:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078163.572787:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078163.572787:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078163.572806:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078163.572806:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078163.572807:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078163.572808:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078163.572815:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078163.572816:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078163.572817:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078163.572826:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078163.572830:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078163.572831:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078163.572840:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078163.572847:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078163.572880:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078163.572885:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078163.572887:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078163.572897:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078163.572902:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078163.572903:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078163.572908:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078163.572908:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078163.572911:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078163.572912:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078163.572916:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078163.572918:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078163.572921:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078163.572934:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078163.572936:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078163.572937:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078163.572940:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078163.572943:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078163.572946:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078163.572948:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078163.572950:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078163.956628:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078163.956635:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078163.956637:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078163.956643:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078163.956646:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078163.956649:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078163.956652:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078163.956654:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078163.956657:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078163.956704:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078163.956707:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078163.956709:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078163.956711:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078163.956713:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078163.956716:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078163.956717:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078163.956718:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078163.956720:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078164.596645:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078164.596652:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078164.596658:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078164.596658:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078164.596661:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078164.596662:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078164.596664:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078164.596666:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078164.596669:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078164.596670:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078164.596671:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078164.596671:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078164.596676:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.596677:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078164.596677:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078164.596678:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078164.596685:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.596685:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078164.596685:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078164.596685:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078164.596693:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078164.596694:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078164.596695:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078164.596697:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078164.596699:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078164.596700:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078164.596704:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.596705:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078164.596709:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.596712:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078164.596713:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078164.596717:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078164.596719:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078164.596720:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078164.596730:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.596731:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078164.596732:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.596736:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078164.596739:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078164.596741:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078164.596743:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078164.596746:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078164.596747:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078164.596748:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078164.596750:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078164.596751:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078164.596753:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.596755:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078164.596757:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078164.596758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078164.596761:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078164.596762:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078164.596765:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078164.596768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078164.596769:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078164.596773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078164.596773:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.596777:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078164.596781:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078164.596781:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078164.596782:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078164.596786:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078164.596786:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078164.596791:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078164.596792:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078164.596794:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078164.596795:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.596798:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.596800:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078164.596801:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.596803:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078164.596823:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078164.596827:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078164.596831:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078164.980638:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078164.980644:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078164.980646:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078164.980652:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078164.980653:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078164.980658:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078164.980658:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078164.980661:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.980663:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078164.980665:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078164.980667:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078164.980669:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078164.980670:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078164.980673:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.980675:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078164.980677:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078164.980678:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078164.980684:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078164.980685:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078164.980691:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078164.980691:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078164.980696:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078164.980700:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078164.980706:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5150 00000400:00000200:0.0:1769078164.980714:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078164.980720:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078164.980723:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078164.980726:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078164.980728:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078164.980731:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078164.980733:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078164.980737:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078164.980738:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078164.980740:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078164.980742:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078164.980744:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078164.980745:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078164.980748:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078164.980750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078164.980751:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078164.980753:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078164.980755:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769078164.980757:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078164.980759:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078164.980760:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078164.980763:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078164.980765:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078164.980766:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078164.980768:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078164.980775:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769078164.980778:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769078164.980780:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078164.980782:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078164.980784:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078164.980786:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078164.980790:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078164.980795:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000100:00000001:0.0:1769078164.980800:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078164.980807:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078164.980815:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078164.980818:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078164.980822:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078164.980837:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078164.980839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078164.980842:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078164.980843:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078164.980844:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078164.980847:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078164.980849:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5150 00000400:00000200:0.0:1769078164.980852:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078164.980856:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078164.980858:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078164.980860:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1769078164.980861:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078164.980865:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078164.980866:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078164.980869:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078164.980870:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078164.980874:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078164.980877:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1769078164.980878:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769078164.980879:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769078164.980883:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078164.980886:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769078164.980890:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:1.0:1769078164.980892:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078164.980894:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:1.0:1769078164.980895:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078164.980900:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078164.980900:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078164.980905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078164.980906:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078164.980911:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078164.980915:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657865984:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078164.980918:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1769078164.980919:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078164.980922:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078164.980923:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:1.0:1769078164.980925:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078164.980929:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:1.0:1769078164.980929:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078164.980935:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 00000100:00080000:0.0:1769078164.980937:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:1.0:1769078164.980938:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078164.980944:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078164.980949:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:0.0:1769078164.980950:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1769078164.980954:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 02000000:00000001:0.0:1769078164.980958:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1769078164.980961:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 02000000:00000001:0.0:1769078164.980965:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078164.980969:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:1.0:1769078164.980969:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657865984, portal 25 00000100:00000001:1.0:1769078164.980972:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078164.980974:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000008:00100000:0.0:1769078164.980976:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1769078164.980980:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078164.980983:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078164.980990:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.980991:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078164.980995:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000010:0.0:1769078164.980999:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000400:00000010:1.0:1769078164.980999:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078164.981005:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657865984, offset 0 00000020:00000040:0.0:1769078164.981007:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769078164.981012:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769078164.981013:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 02000000:00000001:0.0:1769078164.981017:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078164.981021:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1769078164.981024:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:0.0:1769078164.981025:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078164.981029:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078164.981031:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 02000000:00000010:0.0:1769078164.981038:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000400:00000200:1.0:1769078164.981038:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078164.981044:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000001:0.0:1769078164.981045:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078164.981048:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078164.981052:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00100000:0.0:1769078164.981056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769078164.981057:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370655:370655:256:4294967295] 192.168.204.154@tcp LPNI seq info [370650:370650:8:4294967295] 00000400:00000200:1.0:1769078164.981068:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078164.981075:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078164.981080:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078164.981083:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000040:0.0:1769078164.981088:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769078164.981093:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078164.981101:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000100:00000001:0.0:1769078164.981103:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078164.981107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1769078164.981112:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:0.0:1769078164.981113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078164.981117:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:1.0:1769078164.981118:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000100:00080000:0.0:1769078164.981119:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078164.981125:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:1.1:1769078164.981128:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:0.0:1769078164.981131:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5150 00000800:00000200:1.1:1769078164.981133:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000400:00000200:0.0:1769078164.981138:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000100:1.0:1769078164.981142:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078164.981146:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000800:00000010:1.0:1769078164.981146:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000100:00080000:0.0:1769078164.981150:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769078164.981153:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1769078164.981154:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078164.981158:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769078164.981160:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1769078164.981165:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078164.981166:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078164.981170:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:0.0:1769078164.981171:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078164.981174:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078164.981177:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1769078164.981180:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769078164.981182:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769078164.981186:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078164.981191:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000100:00000001:1.0:1769078164.981192:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769078164.981197:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769078164.981198:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078164.981205:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000001:1.0:1769078164.981211:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078164.981215:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078164.981215:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078164.981220:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078164.981220:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078164.981225:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078164.981227:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078164.981229:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078164.981231:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299823307 00000020:00000040:0.0:1769078164.981235:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00000010:1.0:1769078164.981237:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0c00. 00000100:00080000:0.0:1769078164.981240:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078164.981244:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078164.981245:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078164.981246:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 02000000:00000001:0.0:1769078164.981248:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078164.981252:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.981252:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299823307 00000100:00000001:0.0:1769078164.981253:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078164.981258:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000010:1.0:1769078164.981259:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0a20. 00000008:00000001:0.0:1769078164.981264:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.981264:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078164.981267:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.981269:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1769078164.981272:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000100:00000001:1.0:1769078164.981273:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078164.981279:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:1.0:1769078164.981279:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:0.0:1769078164.981283:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:1.0:1769078164.981285:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078164/real 1769078164] req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078164.981286:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078164.981290:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078164.981292:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078164.981296:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078164.981302:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1769078164.981303:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000400:00000001:1.0:1769078164.981304:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078164.981308:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000100:00000001:0.0:1769078164.981309:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078164.981312:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078164.981314:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078164.981316:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1769078164.981320:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769078164.981322:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078164.981344:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078164.981349:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078164.981359:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078164.981365:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078164.981386:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078164.981391:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078164.981394:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:0.0:1769078164.981396:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078164.981397:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078164.981400:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078164.981401:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769078164.981403:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078164.981404:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078164.981410:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:1.0:1769078164.981411:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078164.981415:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5150 00000400:00000200:0.0:1769078164.981424:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078164.981427:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769078164.981430:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078164.981433:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078164.981434:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078164.981438:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078164.981444:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078164.981448:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:0.0:1769078164.981450:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078164.981452:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078164.981457:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078164.981457:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078164.981458:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.981462:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1769078164.981464:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078164.981465:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:0.0:1769078164.981468:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00080000:1.0:1769078164.981469:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769078164.981474:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:1.0:1769078164.981476:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000020:00000040:0.0:1769078164.981480:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:1.0:1769078164.981480:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1769078164.981487:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769078164.981488:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078164.981493:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769078164.981502:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078164.981506:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078164.981509:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657865984:192.168.204.154@tcp:250:kworker.0 00000100:00000040:0.0:1769078164.981511:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078164.981517:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078164.981521:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769078164.981522:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:1.0:1769078164.981526:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:0.0:1769078164.981530:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000040:1.0:1769078164.981534:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657865984/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078164.981536:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078164.981542:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078164.981547:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078164.981549:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1769078164.981551:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078164.981573:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078164.981576:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078164.981580:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078164.981581:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078164.981583:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078164.981588:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1769078164.981589:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000010:1.0:1769078164.981591:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745c00. 00000008:00100000:0.0:1769078164.981595:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 02000000:00000001:1.0:1769078164.981596:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078164.981599:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078164.981602:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000008:00000001:0.0:1769078164.981603:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.981606:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1769078164.981608:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.981608:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.981613:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769078164.981617:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000100:00000001:1.0:1769078164.981620:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1769078164.981623:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:1.0:1769078164.981623:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.981628:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769078164.981630:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078164.981631:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078164.981634:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769078164.981635:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078164.981639:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078164.981640:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078164.981644:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078164.981648:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.981649:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078164.981651:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078164.981654:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1769078164.981656:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 02000000:00000001:1.0:1769078164.981656:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078164.981660:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078164.981664:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078164.981665:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866112:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078164.981671:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078164.981673:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078164.981674:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078164.981677:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1769078164.981678:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769078164.981680:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078164.981684:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078164.981692:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078164.981697:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000100:00000001:0.0:1769078164.981698:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1769078164.981701:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000001:0.0:1769078164.981703:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078164.981704:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657866112, portal 10 00000100:00000001:1.0:1769078164.981708:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078164.981710:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00000100:00000040:0.0:1769078164.981712:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078164.981718:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.981736:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078164.981738:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078164.981739:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078164.981742:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078164.981745:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657866112, offset 0 00000100:00000040:0.0:1769078164.981747:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5160) 00000400:00000200:1.0:1769078164.981750:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078164.981756:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078164.981759:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078164.981761:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078164.981763:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078164.981766:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078164.981769:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078164.981771:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370656:370656:256:4294967295] 192.168.204.154@tcp LPNI seq info [370651:370651:8:4294967295] 00000400:00000200:1.0:1769078164.981774:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078164.981779:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078164.981782:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078164.981784:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078164.981787:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078164.981789:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769078164.981792:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078164.981794:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1769078164.981796:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078164.981798:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078164.981800:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078164.981802:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078164.981804:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078164.981805:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078164.981807:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078164.981809:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.981819:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078164.981821:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.981826:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.981827:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078164.981829:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078164.981831:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078164.981834:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078164.981835:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299822603 00000100:00000001:1.0:1769078164.981837:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299823307 00000100:00000001:1.0:1769078164.981838:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299822603 00000100:00000001:1.0:1769078164.981840:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299823307 00000100:00000001:1.0:1769078164.981841:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078164.981842:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.981844:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078164.981846:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078164/real 1769078164] req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078164.981851:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078164.981852:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078164.981853:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078164.981855:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078164.981856:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078164.981857:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078164.981859:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078164.981864:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.981869:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078164.981870:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.981871:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078164.981872:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078164.981875:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.981879:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078164.981881:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.981885:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078164.981887:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.981888:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078164.981889:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.981890:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078164.981892:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078164.981894:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078164.981896:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078164.981897:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078164.981899:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078164.981904:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866112:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078164.981906:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078164.981909:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.981913:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078164.981914:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078164.981916:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078164.981917:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078164.981918:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078164.981920:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866240:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078164.981922:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078164.981924:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078164.981925:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078164.981926:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078164.981928:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078164.981929:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078164.981932:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078164.981933:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078164.981935:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078164.981937:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657866240, portal 4 00000100:00000001:1.0:1769078164.981938:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078164.981939:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00000100:00000040:1.0:1769078164.981943:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.981947:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078164.981948:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078164.981949:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078164.981951:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657866240, offset 0 00000400:00000200:1.0:1769078164.981953:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078164.981955:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078164.981957:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078164.981959:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078164.981961:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078164.981962:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078164.981964:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078164.981966:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370657:370657:256:4294967295] 192.168.204.154@tcp LPNI seq info [370652:370652:8:4294967295] 00000400:00000200:1.0:1769078164.981968:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078164.981972:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078164.981975:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078164.981977:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078164.981979:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078164.981981:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769078164.981984:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078164.981985:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1769078164.981989:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078164.981990:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078164.981992:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078164.981994:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078164.981996:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078164.981997:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078164.981998:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078164.982000:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982005:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078164.982007:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982012:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.982013:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078164.982014:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078164.982016:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078164.982018:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078164.982019:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299822624 00000100:00000001:1.0:1769078164.982021:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299823307 00000100:00000001:1.0:1769078164.982022:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299822624 00000100:00000001:1.0:1769078164.982023:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299823307 00000100:00000001:1.0:1769078164.982025:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078164.982026:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.982027:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078164.982029:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078164/real 1769078164] req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078164.982034:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078164.982035:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078164.982036:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078164.982037:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078164.982038:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078164.982040:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078164.982042:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078164.982047:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982051:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078164.982052:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982053:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078164.982054:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078164.982056:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982060:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078164.982062:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982066:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078164.982067:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982068:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078164.982069:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982070:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078164.982073:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078164.982075:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078164.982077:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078164.982078:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078164.982081:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078164.982089:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866240:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078164.982092:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982093:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078164.982095:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657866112/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982099:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078164.982099:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078164.982100:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078164.982102:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078164.982103:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078164.982103:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078164.982105:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078164.982106:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 02000000:00000001:1.0:1769078164.982108:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078164.982108:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078164.982110:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:1.0:1769078164.982111:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078164.982112:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982113:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078164.982115:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657866240/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982119:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078164.982119:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078164.982120:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078164.982121:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078164.982122:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078164.982123:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078164.982124:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078164.982125:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:1.0:1769078164.982126:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078164.982126:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078164.982127:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000100:00000001:1.0:1769078164.982129:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078164.982130:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982131:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982133:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078164.982134:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.982135:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078164.982136:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078164.982137:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078164.982139:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982143:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078164.982144:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078164.982146:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078164.982147:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078164.982149:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078164.982150:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866368:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078164.982153:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078164.982154:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078164.982155:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078164.982156:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078164.982158:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078164.982159:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078164.982161:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078164.982162:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078164.982164:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078164.982166:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657866368, portal 4 00000100:00000001:1.0:1769078164.982167:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078164.982168:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00000100:00000040:1.0:1769078164.982171:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982175:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078164.982177:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078164.982178:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078164.982179:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657866368, offset 0 00000400:00000200:1.0:1769078164.982182:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078164.982184:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078164.982186:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078164.982188:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078164.982190:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078164.982192:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078164.982193:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078164.982195:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370658:370658:256:4294967295] 192.168.204.154@tcp LPNI seq info [370653:370653:8:4294967295] 00000400:00000200:1.0:1769078164.982198:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078164.982202:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078164.982204:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078164.982206:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078164.982208:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078164.982210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:1.1:1769078164.982213:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078164.982214:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:1.0:1769078164.982217:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078164.982218:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078164.982220:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078164.982222:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078164.982224:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078164.982225:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078164.982226:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078164.982228:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982233:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078164.982235:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982239:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.982240:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078164.982241:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078164.982243:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078164.982245:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078164.982247:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299822628 00000100:00000001:1.0:1769078164.982248:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299823307 00000100:00000001:1.0:1769078164.982250:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299822628 00000100:00000001:1.0:1769078164.982251:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299823307 00000100:00000001:1.0:1769078164.982252:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078164.982254:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.982255:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078164.982257:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078164/real 1769078164] req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078164.982261:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078164.982262:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078164.982263:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078164.982264:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078164.982265:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078164.982267:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078164.982269:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078164.982274:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982278:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078164.982279:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982280:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078164.982280:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078164.982283:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982286:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078164.982289:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982293:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078164.982294:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982295:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078164.982296:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982297:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078164.982300:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078164.982302:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078164.982304:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078164.982305:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078164.982307:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078164.982312:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866368:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078164.982314:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982315:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078164.982317:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657866368/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078189 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078164.982321:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078164.982322:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078164.982323:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078164.982324:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078164.982325:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078164.982325:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078164.982326:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078164.982327:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 02000000:00000001:1.0:1769078164.982330:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078164.982345:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078164.982346:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00000100:00000001:1.0:1769078164.982349:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078164.982349:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982351:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078164.982353:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078164.982354:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078164.982355:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078164.982357:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078165.620661:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078165.620668:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078165.620670:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078165.620672:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078165.620674:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078165.620678:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078165.620679:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078165.620682:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078165.620684:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078165.620687:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078165.620688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078165.620689:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078165.620694:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078165.620694:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078165.620695:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078165.620698:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078165.620703:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078165.620707:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.620708:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078165.620713:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078165.620713:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078165.620713:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.620717:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078165.620719:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078165.620720:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078165.620721:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078165.620725:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078165.620725:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.620726:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078165.620728:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078165.620730:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078165.620731:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078165.620733:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078165.620733:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078165.620734:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.620735:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078165.620739:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078165.620742:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078165.620743:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078165.620746:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078165.620750:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078165.620751:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078165.620753:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078165.620755:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.620768:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078165.620772:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078165.620773:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078165.620775:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078165.620776:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078165.620777:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078165.620779:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769078165.620782:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078165.620783:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078165.620783:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078165.620783:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078165.620788:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078165.620789:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078165.620791:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00010000:3.0:1769078165.620791:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078165.620792:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078165.620793:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.620799:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078165.620800:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078165.620800:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078165.620802:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078165.620805:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078165.620806:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078165.620806:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078165.620810:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078165.620813:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078165.620816:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078165.620818:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078165.620821:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078165.620824:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078165.748628:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299823307, at 4299823360 00000100:00000010:0.0:1769078165.748649:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0c00. 00000100:00000040:1.0:1769078165.748669:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299823307, at 4299823360 00000100:00000010:1.0:1769078165.748683:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0a20. 00000100:00000001:1.0:1769078166.004635:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078166.004635:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078166.004642:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078166.004643:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078166.004645:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078166.004646:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078166.004653:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078166.004653:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078166.004658:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078166.004659:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078166.004664:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078166.004664:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078166.004670:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078166.004673:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078166.004675:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078166.004676:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078166.004679:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078166.004682:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078166.644678:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078166.644678:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078166.644678:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078166.644678:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078166.644685:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078166.644687:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078166.644687:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078166.644687:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078166.644687:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078166.644692:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078166.644693:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078166.644693:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078166.644701:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078166.644701:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078166.644702:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078166.644703:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078166.644707:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078166.644708:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078166.644708:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078166.644709:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078166.644712:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078166.644713:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078166.644713:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078166.644714:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078166.644716:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078166.644720:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078166.644723:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078166.644725:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078166.644729:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078166.644732:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078166.644732:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078166.644734:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078166.644736:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078166.644738:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078166.644742:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078166.644743:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078166.644746:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078166.644747:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078166.644747:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078166.644751:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078166.644755:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078166.644755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078166.644758:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078166.644760:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078166.644762:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078166.644764:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078166.644765:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078166.644769:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078166.644770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078166.644773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078166.644775:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078166.644777:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078166.644779:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078166.644780:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078166.644783:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078166.644784:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078166.644785:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078166.644790:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078166.644790:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078166.644795:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078166.644796:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078166.644799:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078166.644801:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000020:00000001:2.0:1769078166.644802:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078166.644803:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078166.644806:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078166.644808:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078166.644808:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1769078166.644810:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078166.644814:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078166.644815:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078166.644820:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078166.644823:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078166.644827:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078167.028629:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078167.028634:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078167.028637:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078167.028640:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078167.028641:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078167.028644:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078167.028650:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078167.028656:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078167.028656:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078167.028662:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078167.028662:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078167.028665:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078167.028668:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078167.028673:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078167.028677:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078167.028678:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078167.028681:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078167.028685:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078167.668673:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078167.668673:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078167.668674:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078167.668682:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078167.668683:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078167.668683:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078167.668686:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078167.668688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078167.668688:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078167.668689:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078167.668693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078167.668694:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078167.668697:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078167.668697:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078167.668697:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078167.668700:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078167.668701:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078167.668702:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078167.668704:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078167.668708:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078167.668708:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078167.668708:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078167.668709:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078167.668712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078167.668713:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078167.668717:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078167.668718:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078167.668719:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078167.668720:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078167.668726:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078167.668730:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078167.668734:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078167.668736:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078167.668741:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078167.668743:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078167.668744:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078167.668745:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078167.668747:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078167.668747:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078167.668751:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078167.668751:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078167.668752:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078167.668754:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078167.668754:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078167.668756:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078167.668759:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078167.668760:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078167.668760:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078167.668762:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078167.668764:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078167.668765:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078167.668765:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078167.668765:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078167.668770:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078167.668771:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078167.668772:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078167.668775:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078167.668777:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078167.668780:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078167.668781:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078167.668782:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078167.668786:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078167.668787:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078167.668790:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078167.668790:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078167.668793:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078167.668794:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078167.668800:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078167.668801:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078167.668804:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078167.668805:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078167.668809:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078167.668811:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078167.668815:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078168.052670:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078168.052676:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078168.052680:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078168.052682:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078168.052684:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078168.052686:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078168.052694:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078168.052694:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078168.052700:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078168.052701:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078168.052706:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078168.052706:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078168.052713:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078168.052717:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078168.052721:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078168.052721:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078168.052725:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078168.052728:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078168.692672:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078168.692672:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078168.692672:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078168.692680:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078168.692680:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078168.692681:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078168.692682:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078168.692683:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078168.692687:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078168.692687:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078168.692688:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078168.692689:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078168.692693:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078168.692696:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078168.692696:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078168.692696:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078168.692700:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078168.692701:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078168.692704:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078168.692704:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078168.692706:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078168.692707:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078168.692710:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078168.692711:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078168.692711:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078168.692713:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078168.692714:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078168.692719:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078168.692726:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078168.692729:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078168.692730:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078168.692730:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078168.692735:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078168.692736:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078168.692738:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078168.692742:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078168.692742:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078168.692743:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078168.692746:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078168.692749:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078168.692749:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078168.692751:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078168.692754:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078168.692755:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078168.692759:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078168.692760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078168.692761:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078168.692764:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078168.692765:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078168.692766:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078168.692768:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078168.692770:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078168.692771:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078168.692773:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078168.692775:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078168.692777:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078168.692781:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078168.692783:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078168.692783:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078168.692784:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078168.692788:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078168.692790:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078168.692791:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078168.692792:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078168.692796:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078168.692797:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078168.692798:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078168.692801:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078168.692802:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078168.692803:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078168.692804:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078168.692807:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078168.692808:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078168.692812:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078168.692815:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078168.692815:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078168.692815:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078168.692820:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078168.692821:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078168.692825:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078168.692826:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078168.692828:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078168.692832:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078168.692834:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078168.692836:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078168.692837:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078168.692839:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078168.692841:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078168.692844:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078168.692864:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078168.692867:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078168.692870:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078169.076685:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078169.076691:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078169.076693:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078169.076694:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078169.076703:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078169.076704:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078169.076708:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078169.076710:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078169.076716:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078169.076718:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078169.076720:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078169.076722:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078169.076725:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078169.076726:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078169.076732:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078169.076737:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078169.076740:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078169.076743:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078169.716689:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078169.716703:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078169.716707:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078169.716716:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078169.716719:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078169.716723:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078169.716724:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078169.716728:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078169.716730:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078169.716730:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078169.716732:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078169.716735:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078169.716745:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078169.716745:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078169.716745:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078169.716749:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078169.716749:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078169.716750:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078169.716758:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078169.716759:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078169.716760:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078169.716760:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078169.716768:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078169.716774:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078169.716774:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078169.716777:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078169.716779:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078169.716782:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078169.716784:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078169.716786:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078169.716793:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078169.716796:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078169.716797:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078169.716800:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078169.716802:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078169.716802:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078169.716808:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078169.716809:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078169.716812:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078169.716813:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078169.716816:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078169.716816:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078169.716817:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078169.716822:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078169.716822:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078169.716824:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078169.716826:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078169.716826:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078169.716827:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078169.716831:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078169.716831:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078169.716832:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078169.716835:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078169.716837:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078169.716838:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078169.716839:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078169.716841:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078169.716842:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078169.716850:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078169.716853:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078169.716855:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078169.716857:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078169.716859:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078169.716866:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078169.716867:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078169.716873:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1769078169.716874:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000020:00000001:3.0:1769078169.716879:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078169.716881:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1769078169.716886:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078169.716888:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078169.716893:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078169.716897:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078169.716901:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.100696:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078170.100696:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078170.100705:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078170.100706:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078170.100708:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078170.100710:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078170.100716:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078170.100717:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078170.100722:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078170.100724:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078170.100725:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078170.100727:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078170.100730:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078170.100733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078170.100734:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078170.100738:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.100739:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078170.100743:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078170.100744:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078170.100745:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078170.100750:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.100753:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078170.100757:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078170.100762:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5155 00000400:00000200:0.0:1769078170.100773:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078170.100779:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078170.100782:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078170.100786:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078170.100789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078170.100791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078170.100793:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078170.100796:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078170.100798:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078170.100801:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078170.100803:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078170.100805:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078170.100807:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078170.100809:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078170.100811:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078170.100812:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078170.100813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078170.100816:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769078170.100818:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078170.100821:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.100823:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078170.100826:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078170.100829:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.100831:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078170.100833:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078170.100845:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000020:00000040:0.0:1769078170.100849:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769078170.100854:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078170.100856:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.100860:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078170.100863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078170.100869:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078170.100879:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769078170.100889:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078170.100901:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078170.100937:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078170.100943:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078170.100950:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078170.100970:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078170.100973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078170.100976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078170.100977:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078170.100978:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078170.100981:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078170.100983:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5155 00000400:00000200:0.0:1769078170.100987:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078170.100989:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078170.100991:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078170.100993:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078170.100996:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078170.100998:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078170.101000:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078170.101002:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078170.101003:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000100:00000001:1.0:1769078170.101005:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769078170.101006:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078170.101012:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1769078170.101013:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:1.0:1769078170.101017:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769078170.101018:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769078170.101025:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769078170.101029:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078170.101033:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078170.101038:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078170.101043:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078170.101048:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078170.101052:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1769078170.101053:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000001:1.0:1769078170.101056:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078170.101059:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:1.0:1769078170.101063:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078170.101064:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.101068:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078170.101070:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078170.101076:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078170.101080:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.101082:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078170.101087:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078170.101089:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078170.101094:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078170.101097:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657866496:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769078170.101099:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.101106:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1769078170.101107:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 02000000:00000001:1.0:1769078170.101111:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1769078170.101113:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078170.101114:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078170.101119:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1769078170.101120:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078170.101124:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078170.101125:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 00000100:00000001:0.0:1769078170.101126:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078170.101128:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.101130:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078170.101134:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078170.101138:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000010:0.0:1769078170.101140:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000400:00000010:1.0:1769078170.101143:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000100:00000001:0.0:1769078170.101147:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078170.101152:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00100000:0.0:1769078170.101157:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769078170.101161:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657866496, portal 25 00000100:00000001:1.0:1769078170.101167:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078170.101169:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094226816 : -115332615324800 : ffff971b086ebb80) 00000100:00000001:0.0:1769078170.101172:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078170.101177:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078170.101178:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078170.101186:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.101189:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078170.101195:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078170.101199:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078170.101203:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657866496, offset 0 00000100:00000001:0.0:1769078170.101207:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078170.101212:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00080000:0.0:1769078170.101214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078170.101219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078170.101221:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1769078170.101223:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:0.0:1769078170.101225:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078170.101230:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769078170.101230:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00080000:0.0:1769078170.101236:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5155 00000400:00000200:1.0:1769078170.101239:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078170.101266:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078170.101270:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078170.101272:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078170.101277:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370659:370659:256:4294967295] 192.168.204.154@tcp LPNI seq info [370654:370654:8:4294967295] 00000400:00000200:1.0:1769078170.101280:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078170.101290:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000400:00000200:0.0:1769078170.101299:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000200:1.0:1769078170.101300:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000400:00000200:0.0:1769078170.101308:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000800:00000010:1.0:1769078170.101308:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000100:00080000:0.0:1769078170.101313:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078170.101319:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000200:1.0:1769078170.101320:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769078170.101324:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1769078170.101327:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000100:00000040:0.0:1769078170.101330:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078170.101335:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:1.1:1769078170.101336:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078170.101340:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.1:1769078170.101343:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000020:00000040:0.0:1769078170.101344:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769078170.101348:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000100:1.0:1769078170.101352:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000040:0.0:1769078170.101353:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000010:1.0:1769078170.101355:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000020:00000001:0.0:1769078170.101357:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078170.101361:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:1.0:1769078170.101362:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1769078170.101367:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078170.101371:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769078170.101372:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1769078170.101376:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078170.101379:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000100:00000001:0.0:1769078170.101380:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:1.0:1769078170.101383:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000020:00000040:0.0:1769078170.101385:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00000001:1.0:1769078170.101389:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:0.0:1769078170.101390:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078170.101395:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.101398:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1769078170.101398:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078170.101403:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078170.101408:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.101414:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078170.101416:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:0.0:1769078170.101418:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000040:1.0:1769078170.101420:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078170.101425:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.101430:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.101434:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078170.101436:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00000100:00000001:1.0:1769078170.101439:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:0.0:1769078170.101441:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769078170.101445:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078170.101447:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078170.101448:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.101453:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078170.101455:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078170.101459:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078170.101459:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078170.101466:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299828427 02000000:00000010:0.0:1769078170.101467:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000100:00000001:0.0:1769078170.101473:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078170.101478:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0a20. 00000100:00100000:0.0:1769078170.101482:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078170.101489:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078170.101494:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078170.101498:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.101500:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299828427 00000100:00000040:0.0:1769078170.101503:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769078170.101506:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0d80. 00000100:00000001:1.0:1769078170.101512:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078170.101517:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078170.101520:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.101521:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.101525:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1769078170.101526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078170.101532:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078170/real 1769078170] req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078170.101533:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078170.101537:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078170.101540:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078170.101547:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000001:1.0:1769078170.101548:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078170.101550:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1769078170.101578:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5155 00000400:00000200:0.0:1769078170.101584:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078170.101585:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:0.0:1769078170.101590:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:1.0:1769078170.101591:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000100:00080000:0.0:1769078170.101595:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000010:1.0:1769078170.101601:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000040:0.0:1769078170.101602:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078170.101606:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078170.101608:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1769078170.101613:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078170.101615:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078170.101621:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078170.101627:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078170.101630:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00000200:1.0:1769078170.101631:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078170.101634:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078170.101638:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:1.0:1769078170.101642:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1769078170.101643:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:1.0:1769078170.101645:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078170.101650:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:1.0:1769078170.101650:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078170.101653:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078170.101658:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00100000:1.0:1769078170.101659:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078170.101664:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078170.101671:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078170.101672:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.101677:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078170.101683:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000040:1.0:1769078170.101684:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078170.101691:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078170.101698:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.101702:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769078170.101703:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078170.101710:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078170.101710:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.101714:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769078170.101716:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.101717:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.101721:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078170.101722:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00100000:0.0:1769078170.101725:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:1.0:1769078170.101726:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1769078170.101732:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078170.101733:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078170.101736:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078170.101741:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000010:0.0:1769078170.101744:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000100:00000001:1.0:1769078170.101746:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000040:0.0:1769078170.101750:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000040:1.0:1769078170.101754:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078170.101756:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078170.101759:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.101764:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078170.101769:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769078170.101769:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657866496:192.168.204.154@tcp:250:kworker.0 02000000:00000001:0.0:1769078170.101774:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.101775:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.101780:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078170.101782:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ebb80 x1855007657866496/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769078170.101783:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00000100:00000001:0.0:1769078170.101791:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.101793:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078170.101797:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078170.101800:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 00000100:00100000:0.0:1769078170.101803:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1769078170.101803:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078170.101807:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078170.101809:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078170.101813:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078170.101817:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 00000100:00000001:0.0:1769078170.101822:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078170.101824:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1769078170.101827:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078170.101828:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078170.101833:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ebb80. 00000100:00000040:0.0:1769078170.101835:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.101838:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078170.101841:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.101846:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.101854:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.101859:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1769078170.101860:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5165) 00000100:00000001:1.0:1769078170.101864:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.101869:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078170.101871:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078170.101872:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078170.101879:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.101887:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078170.101889:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078170.101891:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078170.101893:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078170.101895:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078170.101898:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866624:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078170.101900:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078170.101902:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078170.101903:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078170.101905:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078170.101908:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078170.101909:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078170.101912:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078170.101915:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078170.101918:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078170.101920:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657866624, portal 10 00000100:00000001:1.0:1769078170.101922:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078170.101923:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094213376 : -115332615338240 : ffff971b086e8700) 00000100:00000040:1.0:1769078170.101928:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.101933:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078170.101934:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078170.101936:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078170.101938:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657866624, offset 0 00000400:00000200:1.0:1769078170.101940:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078170.101943:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078170.101946:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078170.101948:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078170.101950:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078170.101952:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078170.101954:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078170.101956:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370660:370660:256:4294967295] 192.168.204.154@tcp LPNI seq info [370655:370655:8:4294967295] 00000400:00000200:1.0:1769078170.101959:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078170.101963:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078170.101967:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078170.101970:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078170.101973:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078170.101975:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769078170.101978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078170.101981:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769078170.101983:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078170.101985:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078170.101987:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078170.101989:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078170.101991:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078170.101993:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078170.101994:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078170.101997:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102003:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078170.102005:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102010:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.102012:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078170.102015:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078170.102019:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078170.102023:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078170.102026:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299827723 00000100:00000001:1.0:1769078170.102028:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299828427 00000100:00000001:1.0:1769078170.102031:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299827723 00000100:00000001:1.0:1769078170.102033:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299828427 00000100:00000001:1.0:1769078170.102035:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078170.102038:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.102040:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078170.102044:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078170/real 1769078170] req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078170.102061:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078170.102063:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078170.102065:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078170.102068:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078170.102070:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078170.102073:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078170.102075:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078170.102082:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102086:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078170.102087:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102089:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078170.102089:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078170.102092:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102096:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078170.102099:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102104:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078170.102106:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102107:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078170.102108:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102109:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078170.102112:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078170.102114:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078170.102116:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078170.102117:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078170.102120:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078170.102126:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866624:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078170.102129:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078170.102131:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102135:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078170.102136:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078170.102137:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078170.102139:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078170.102140:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078170.102142:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866752:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078170.102145:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078170.102146:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078170.102147:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078170.102148:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078170.102151:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078170.102153:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078170.102156:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078170.102158:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078170.102160:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078170.102162:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657866752, portal 4 00000100:00000001:1.0:1769078170.102164:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078170.102165:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094220544 : -115332615331072 : ffff971b086ea300) 00000100:00000040:1.0:1769078170.102169:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102174:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078170.102175:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078170.102177:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078170.102179:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657866752, offset 0 00000400:00000200:1.0:1769078170.102182:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078170.102185:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078170.102188:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078170.102191:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078170.102193:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078170.102196:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078170.102199:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078170.102202:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370661:370661:256:4294967295] 192.168.204.154@tcp LPNI seq info [370656:370656:8:4294967295] 00000400:00000200:1.0:1769078170.102206:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078170.102213:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078170.102218:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078170.102221:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078170.102226:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078170.102229:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769078170.102234:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078170.102237:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769078170.102242:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078170.102259:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078170.102262:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078170.102265:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078170.102268:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078170.102269:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078170.102271:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078170.102274:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102280:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078170.102282:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102286:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.102287:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078170.102290:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078170.102292:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078170.102295:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078170.102297:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299827744 00000100:00000001:1.0:1769078170.102299:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299828427 00000100:00000001:1.0:1769078170.102301:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299827744 00000100:00000001:1.0:1769078170.102302:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299828427 00000100:00000001:1.0:1769078170.102303:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078170.102305:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.102306:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078170.102308:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078170/real 1769078170] req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078170.102313:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078170.102315:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078170.102316:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078170.102317:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078170.102319:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078170.102320:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078170.102322:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078170.102328:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102332:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078170.102333:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102334:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078170.102335:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078170.102337:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102341:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078170.102343:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102347:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078170.102349:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102350:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078170.102351:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102353:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078170.102356:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078170.102358:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078170.102360:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078170.102361:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078170.102363:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078170.102368:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866752:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078170.102371:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078170.102373:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102378:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078170.102379:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078170.102380:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078170.102381:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078170.102382:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078170.102384:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866880:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078170.102386:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078170.102387:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078170.102389:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078170.102390:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078170.102393:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078170.102394:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078170.102396:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078170.102398:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00000400:00000010:1.0:1769078170.102400:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000100:00000200:1.0:1769078170.102402:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657866880, portal 4 00000100:00000001:1.0:1769078170.102404:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078170.102405:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00000100:00000040:1.0:1769078170.102409:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102413:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078170.102415:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078170.102416:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 00000100:00000200:1.0:1769078170.102418:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657866880, offset 0 00000400:00000200:1.0:1769078170.102420:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078170.102422:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078170.102425:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078170.102427:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078170.102430:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078170.102433:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078170.102435:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078170.102439:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370662:370662:256:4294967295] 192.168.204.154@tcp LPNI seq info [370657:370657:8:4294967295] 00000400:00000200:1.0:1769078170.102443:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078170.102450:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078170.102455:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078170.102459:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00000800:00000200:1.0:1769078170.102464:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078170.102467:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:1.1:1769078170.102472:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078170.102475:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:1.0:1769078170.102479:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078170.102481:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:1.0:1769078170.102485:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078170.102488:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078170.102492:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:1.0:1769078170.102494:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:1.0:1769078170.102496:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078170.102500:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102511:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078170.102513:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078195 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102518:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.102519:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078170.102522:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078170.102524:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078170.102527:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078170.102528:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299827748 00000100:00000001:1.0:1769078170.102530:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299828427 00000100:00000001:1.0:1769078170.102532:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299827748 00000100:00000001:1.0:1769078170.102533:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299828427 00000100:00000001:1.0:1769078170.102535:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078170.102536:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.102537:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078170.102539:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078170/real 1769078170] req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078170.102545:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078170.102546:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078170.102547:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000400:00000200:1.0:1769078170.102548:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000400:00000010:1.0:1769078170.102550:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078170.102551:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078170.102571:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078170.102577:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102581:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078170.102582:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102584:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078170.102585:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078170.102587:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102591:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078170.102594:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102598:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078170.102599:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102601:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078170.102602:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102603:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078170.102607:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078170.102609:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078170.102610:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078170.102612:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078170.102614:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078170.102620:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657866880:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078170.102622:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102624:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078170.102625:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8700 x1855007657866624/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102629:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078170.102630:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078170.102632:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078170.102634:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078170.102635:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078170.102636:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078170.102638:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078170.102639:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 02000000:00000001:1.0:1769078170.102641:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078170.102642:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078170.102643:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8700. 00000100:00000001:1.0:1769078170.102646:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078170.102647:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102648:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078170.102650:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ea300 x1855007657866752/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102654:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078170.102655:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078170.102656:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078170.102657:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078170.102658:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078170.102658:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078170.102660:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078170.102660:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746000. 02000000:00000001:1.0:1769078170.102662:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078170.102662:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078170.102663:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ea300. 00000100:00000001:1.0:1769078170.102665:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078170.102666:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102667:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078170.102669:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657866880/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078195 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078170.102673:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078170.102674:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078170.102675:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078170.102676:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078170.102677:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078170.102677:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078170.102678:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078170.102679:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745800. 02000000:00000001:1.0:1769078170.102680:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078170.102682:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078170.102683:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00000100:00000001:1.0:1769078170.102685:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078170.102686:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102687:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078170.102690:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078170.102691:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.102692:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078170.102693:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.740682:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078170.740690:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078170.740693:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078170.740706:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078170.740710:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078170.740717:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.740722:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078170.740726:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078170.740728:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078170.740729:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078170.740730:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078170.740732:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.740733:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078170.740740:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.740742:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078170.740744:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078170.740750:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078170.740751:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078170.740751:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078170.740763:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078170.740763:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078170.740765:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078170.740769:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.740780:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078170.740780:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078170.740781:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078170.740782:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078170.740788:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078170.740789:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.740791:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078170.740791:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.740799:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078170.740803:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.740804:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078170.740806:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078170.740810:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078170.740813:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078170.740815:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078170.740815:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078170.740818:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078170.740828:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078170.740832:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078170.740833:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078170.740834:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078170.740837:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078170.740839:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078170.740841:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078170.740846:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078170.740846:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.740849:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078170.740850:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078170.740853:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078170.740853:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.740857:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078170.740858:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078170.740860:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078170.740863:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078170.740863:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078170.740865:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078170.740871:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078170.740871:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078170.740873:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078170.740879:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078170.740881:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078170.740881:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078170.740888:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078170.740891:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078170.740892:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078170.740893:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078170.740896:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078170.740906:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078170.740909:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078170.740915:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078170.740920:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078170.740923:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078170.740926:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078170.740931:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078170.740962:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078170.740966:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078170.740969:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078170.868654:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299828427, at 4299828480 00000100:00000010:0.0:1769078170.868669:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0a20. 00000100:00000040:1.0:1769078170.868687:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299828427, at 4299828480 00000100:00000010:1.0:1769078170.868701:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0d80. 00000100:00000001:1.0:1769078171.124707:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078171.124708:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078171.124721:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078171.124722:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078171.124724:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078171.124727:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078171.124731:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078171.124736:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078171.124738:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078171.124740:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078171.124749:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078171.124750:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078171.124756:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078171.124759:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078171.124760:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078171.124772:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078171.124776:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078171.124781:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078171.764666:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078171.764666:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078171.764673:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078171.764674:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078171.764676:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078171.764676:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078171.764678:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078171.764682:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078171.764683:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078171.764685:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078171.764690:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078171.764691:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078171.764692:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078171.764694:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078171.764696:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078171.764696:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078171.764697:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078171.764702:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078171.764705:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078171.764706:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078171.764710:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078171.764715:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078171.764717:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078171.764740:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078171.764743:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078171.764746:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078171.764763:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078171.764765:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078171.764766:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078171.764768:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078171.764771:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078171.764773:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078171.764793:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078171.764797:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078171.764799:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078171.764803:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078171.764807:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078171.764810:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078171.764816:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078171.764821:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078171.764822:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078171.764825:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078171.764828:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078171.764829:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078171.764923:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078171.764924:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078171.764926:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078171.764928:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078171.764932:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078171.764936:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078171.764937:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078171.764941:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078171.764945:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078171.764954:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078171.764956:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078171.764958:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078171.764960:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078171.764962:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078171.764964:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078171.764966:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078171.764967:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078171.764969:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078171.764978:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078171.764983:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078171.764985:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078171.764989:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078171.764992:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078171.764995:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078171.764998:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078171.765000:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078171.765002:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078171.765006:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078171.765009:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078171.765011:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078172.148678:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078172.148679:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078172.148686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078172.148686:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078172.148689:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078172.148691:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078172.148696:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078172.148698:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078172.148700:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078172.148704:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078172.148705:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078172.148710:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078172.148710:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078172.148713:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078172.148717:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078172.148717:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078172.148722:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078172.148725:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078172.788651:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078172.788652:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078172.788658:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078172.788659:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078172.788661:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078172.788664:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078172.788666:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078172.788669:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078172.788670:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078172.788671:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078172.788674:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078172.788677:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078172.788677:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078172.788679:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078172.788683:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078172.788684:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078172.788684:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078172.788686:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078172.788686:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078172.788692:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078172.788693:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078172.788693:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078172.788694:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078172.788700:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078172.788700:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078172.788702:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078172.788708:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078172.788708:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078172.788709:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078172.788712:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078172.788716:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078172.788720:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078172.788722:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078172.788725:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078172.788726:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078172.788726:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078172.788730:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078172.788731:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078172.788732:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078172.788734:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078172.788737:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078172.788738:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078172.788738:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078172.788743:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078172.788744:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078172.788747:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078172.788750:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078172.788750:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078172.788754:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078172.788756:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078172.788760:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078172.788763:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078172.788764:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078172.788768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078172.788769:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078172.788770:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078172.788773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078172.788775:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078172.788775:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078172.788779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078172.788782:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078172.788783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078172.788789:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078172.788791:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078172.788793:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078172.788794:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078172.788800:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078172.788802:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078172.788804:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078172.788805:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078172.788811:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078172.788860:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078172.788864:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078172.788881:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078173.172662:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078173.172662:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078173.172669:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078173.172670:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078173.172672:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078173.172674:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078173.172677:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078173.172681:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078173.172681:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078173.172686:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078173.172687:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078173.172689:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078173.172693:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078173.172693:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078173.172696:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078173.172698:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078173.172702:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078173.172705:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078173.812656:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078173.812656:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078173.812663:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078173.812664:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078173.812664:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078173.812665:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078173.812667:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078173.812672:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078173.812673:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078173.812674:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078173.812674:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078173.812675:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078173.812678:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078173.812682:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078173.812683:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078173.812686:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078173.812687:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078173.812689:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078173.812690:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078173.812690:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078173.812693:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078173.812695:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078173.812695:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078173.812696:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078173.812698:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078173.812700:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078173.812706:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078173.812707:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078173.812710:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078173.812711:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078173.812715:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078173.812720:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078173.812721:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078173.812725:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078173.812728:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078173.812743:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078173.812744:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078173.812746:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078173.812750:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078173.812750:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078173.812753:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078173.812754:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078173.812755:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078173.812757:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078173.812760:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078173.812761:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078173.812761:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078173.812766:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078173.812766:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078173.812771:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078173.812772:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078173.812772:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078173.812773:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078173.812773:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078173.812778:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078173.812779:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078173.812782:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769078173.812785:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078173.812788:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078173.812788:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078173.812792:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078173.812797:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078173.812797:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078173.812799:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078173.812801:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078173.812810:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078173.812815:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078173.812817:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078173.812819:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078173.812823:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078173.812825:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078173.812827:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078173.812830:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078173.812832:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078174.196683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078174.196683:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078174.196691:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078174.196692:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078174.196696:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078174.196696:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078174.196706:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078174.196706:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078174.196714:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078174.196715:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078174.196721:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078174.196721:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078174.196726:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078174.196729:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078174.196732:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078174.196736:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078174.196740:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078174.196743:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078174.836675:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078174.836675:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078174.836675:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078174.836676:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078174.836682:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078174.836684:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078174.836684:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078174.836684:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078174.836685:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078174.836688:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078174.836689:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078174.836690:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078174.836691:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078174.836694:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078174.836694:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078174.836696:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078174.836697:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078174.836699:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078174.836699:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078174.836702:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078174.836703:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078174.836705:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078174.836705:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078174.836706:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078174.836709:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078174.836710:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078174.836715:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078174.836717:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078174.836721:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078174.836724:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078174.836724:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078174.836726:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078174.836728:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078174.836731:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078174.836732:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078174.836735:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078174.836737:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078174.836740:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078174.836742:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078174.836742:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078174.836744:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078174.836749:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078174.836750:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078174.836751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078174.836753:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078174.836754:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078174.836756:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078174.836758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078174.836758:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078174.836761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078174.836763:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078174.836763:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078174.836766:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078174.836766:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078174.836767:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078174.836771:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078174.836771:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078174.836772:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078174.836775:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078174.836776:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078174.836776:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078174.836777:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078174.836779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078174.836781:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078174.836783:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078174.836787:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078174.836789:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078174.836806:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078174.836809:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078174.836811:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078174.836814:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078174.836823:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078174.836828:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078174.836831:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078175.220642:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078175.220647:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078175.220649:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078175.220653:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.220654:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078175.220658:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078175.220659:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078175.220666:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078175.220666:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078175.220669:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078175.220670:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078175.220672:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078175.220673:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078175.220677:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.220678:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078175.220681:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.220685:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078175.220688:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078175.220690:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078175.220693:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078175.220695:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078175.220700:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078175.220706:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078175.220714:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5160 00000400:00000200:0.0:1769078175.220725:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078175.220731:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078175.220735:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078175.220740:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078175.220744:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078175.220747:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:2.0:1769078175.220750:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:0.0:1769078175.220751:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:2.0:1769078175.220754:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078175.220758:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078175.220758:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:0.0:1769078175.220761:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078175.220765:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00000001:0.0:1769078175.220766:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00001000:2.0:1769078175.220770:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000040:0.0:1769078175.220772:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078175.220777:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078175.220777:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000020:00000001:0.0:1769078175.220782:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078175.220783:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078175.220787:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:0.0:1769078175.220790:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00200000:2.0:1769078175.220791:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:0.0:1769078175.220795:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078175.220796:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078175.220800:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:0.0:1769078175.220801:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:2.0:1769078175.220802:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.220807:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:2.0:1769078175.220809:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000020:00000040:0.0:1769078175.220812:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000002:2.0:1769078175.220813:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000100:00080000:0.0:1769078175.220819:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078175.220819:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078175.220822:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:0.0:1769078175.220825:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.220825:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078175.220828:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078175.220832:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:2.0:1769078175.220832:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078175.220836:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 02000000:00000001:0.0:1769078175.220838:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078175.220838:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.220842:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:0.0:1769078175.220844:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.220845:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078175.220848:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:0.0:1769078175.220849:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000002:2.0:1769078175.220850:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:0.0:1769078175.220853:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.220855:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.220858:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078175.220860:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078175.220861:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000010:0.0:1769078175.220862:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00020000:00200000:2.0:1769078175.220864:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:0.0:1769078175.220867:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000002:2.0:1769078175.220870:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:0.0:1769078175.220874:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:2.0:1769078175.220876:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:0.0:1769078175.220878:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.220880:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:0.0:1769078175.220883:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078175.220884:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:0.0:1769078175.220889:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078175.220889:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 02000000:00000001:0.0:1769078175.220896:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078175.220899:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078175.220904:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000020:00000001:2.0:1769078175.220906:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000010:0.0:1769078175.220907:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000020:00000001:2.0:1769078175.220910:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078175.220913:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078175.220915:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.220916:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.220918:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.220923:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078175.220926:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078175.220929:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078175.220930:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078175.220932:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.220938:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.220942:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078175.220945:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078175.220948:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078175.220950:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078175.220953:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078175.220955:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.220956:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769078175.220957:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.220960:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.220962:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.220964:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.220964:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078175.220967:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.220970:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078175.220973:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078175.220973:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078175.220976:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078175.220978:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078175.220980:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078175.220983:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078175.220988:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078175.220993:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078175.220995:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078175.220996:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078175.220998:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078175.220999:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078175.221001:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00080000:0.0:1769078175.221004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:2.0:1769078175.221004:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000008:00000020:2.0:1769078175.221010:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00080000:0.0:1769078175.221011:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000008:00000001:2.0:1769078175.221015:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078175.221016:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078175.221016:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078175.221019:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000001:2.0:1769078175.221019:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00080000:0.0:1769078175.221022:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000020:2.0:1769078175.221023:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:0.0:1769078175.221026:0:8:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:2.0:1769078175.221029:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000100:00080000:0.0:1769078175.221031:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5160 00000400:00000200:0.0:1769078175.221038:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078175.221039:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:2.0:1769078175.221039:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221044:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078175.221045:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078175.221046:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:2.0:1769078175.221046:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.221051:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:2.0:1769078175.221052:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078175.221053:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078175.221057:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078175.221060:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078175.221061:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:0.0:1769078175.221062:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078175.221064:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078175.221068:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:0.0:1769078175.221070:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078175.221071:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078175.221074:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078175.221077:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078175.221079:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078175.221079:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:2.0:1769078175.221080:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:1.0:1769078175.221084:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221084:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:0.0:1769078175.221086:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078175.221088:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:1.0:1769078175.221091:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:2.0:1769078175.221091:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000020:00000001:0.0:1769078175.221092:0:8:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1769078175.221096:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078175.221096:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:0.0:1769078175.221097:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078175.221100:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:1.0:1769078175.221102:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078175.221103:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078175.221104:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00100000:1.0:1769078175.221108:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657867008:192.168.204.154@tcp:250:kworker.0 00000020:00000040:0.0:1769078175.221109:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00020000:00000001:2.0:1769078175.221110:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078175.221116:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:2.0:1769078175.221117:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.221118:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1769078175.221120:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078175.221123:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078175.221123:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000040:0.0:1769078175.221128:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078175.221128:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221128:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078175.221133:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:0.0:1769078175.221134:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078175.221135:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769078175.221137:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078175.221140:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:0.0:1769078175.221141:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000010:1.0:1769078175.221142:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 00020000:00000001:2.0:1769078175.221144:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078175.221146:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:1.0:1769078175.221146:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.221148:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:0.0:1769078175.221152:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:2.0:1769078175.221153:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078175.221157:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078175.221177:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078175.221178:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078175.221179:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000010:1.0:1769078175.221183:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b18043840. 00020000:00000001:2.0:1769078175.221183:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.221184:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.221190:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 02000000:00000001:0.0:1769078175.221191:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1769078175.221193:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042e58. 00000020:00000001:2.0:1769078175.221194:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:0.0:1769078175.221198:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078175.221199:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078175.221203:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657867008, portal 25 00000020:00000001:2.0:1769078175.221204:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:0.0:1769078175.221205:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.221208:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:2.0:1769078175.221208:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:0.0:1769078175.221209:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078175.221212:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00020000:00000001:2.0:1769078175.221213:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000008:00100000:0.0:1769078175.221215:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00000001:2.0:1769078175.221216:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078175.221219:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1769078175.221221:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078175.221222:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:2.0:1769078175.221222:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:0.0:1769078175.221225:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.221227:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078175.221232:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000010:0.0:1769078175.221235:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000080:00000001:2.0:1769078175.221235:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1769078175.221237:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000080:00200000:2.0:1769078175.221239:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00000040:0.0:1769078175.221242:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000040:1.0:1769078175.221244:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00000001:2.0:1769078175.221244:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078175.221248:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000010:1.0:1769078175.221251:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042000. 02000000:00000001:0.0:1769078175.221252:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00001000:2.0:1769078175.221252:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000200:1.0:1769078175.221256:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657867008, offset 0 02000000:00000001:0.0:1769078175.221257:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078175.221258:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:2.0:1769078175.221263:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.221264:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1769078175.221267:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 02000000:00000001:0.0:1769078175.221269:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000080:00000001:2.0:1769078175.221271:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:0.0:1769078175.221274:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078175.221274:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078175.221278:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:1.0:1769078175.221279:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078175.221282:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 02000000:00000010:0.0:1769078175.221286:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000020:00001000:2.0:1769078175.221286:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000400:00000200:1.0:1769078175.221287:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078175.221292:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000100:00000001:0.0:1769078175.221296:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078175.221296:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078175.221296:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078175.221299:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078175.221302:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:1.0:1769078175.221305:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:2.0:1769078175.221306:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078175.221310:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00100000:0.0:1769078175.221311:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769078175.221312:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000080:00000001:2.0:1769078175.221312:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078175.221319:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000400:00000200:1.0:1769078175.221320:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000002:2.0:1769078175.221328:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:1.0:1769078175.221330:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370663:370663:256:4294967295] 192.168.204.154@tcp LPNI seq info [370658:370658:8:4294967295] 00020000:00000001:2.0:1769078175.221334:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078175.221336:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078175.221340:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:0.0:1769078175.221341:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078175.221342:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078175.221343:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078175.221346:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.221348:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078175.221352:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078175.221355:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078175.221357:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078175.221359:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078175.221362:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:1.0:1769078175.221365:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:2.0:1769078175.221365:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078175.221369:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:2.0:1769078175.221374:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221378:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078175.221381:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000800:00000200:1.0:1769078175.221382:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078175.221383:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078175.221388:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000800:00000010:1.0:1769078175.221390:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e700. 00020000:00000002:2.0:1769078175.221392:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078175.221398:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078175.221401:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000800:00000200:1.0:1769078175.221404:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078175.221405:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078175.221407:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221409:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00080000:0.0:1769078175.221411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00001000:2.0:1769078175.221415:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000800:00000200:1.1:1769078175.221415:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:0.0:1769078175.221417:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000020:00000001:2.0:1769078175.221419:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000100:00000001:0.0:1769078175.221422:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:2.0:1769078175.221423:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:0.0:1769078175.221425:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1769078175.221426:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078175.221430:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078175.221431:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078175.221432:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.221435:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078175.221437:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5160 00020000:00000001:2.0:1769078175.221438:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000001:1.0:1769078175.221439:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221443:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:0.0:1769078175.221446:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078175.221447:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.221450:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078175.221454:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:1.0:1769078175.221455:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078175.221455:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221460:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769078175.221462:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299833547 00000100:00080000:0.0:1769078175.221463:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:2.0:1769078175.221463:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078175.221467:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000010:1.0:1769078175.221469:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0d80. 00000020:00000001:2.0:1769078175.221469:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078175.221471:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:0.0:1769078175.221472:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078175.221474:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221477:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.221478:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1769078175.221479:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078175.221480:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.221484:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.221485:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299833547 00000020:00000001:2.0:1769078175.221486:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:0.0:1769078175.221488:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078175.221490:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078175.221492:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0ea0. 00000020:00000001:2.0:1769078175.221495:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.221496:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078175.221497:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1769078175.221498:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078175.221501:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000020:00000001:0.0:1769078175.221505:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078175.221505:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078175.221505:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078175.221508:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000040:0.0:1769078175.221511:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000100:00000001:1.0:1769078175.221511:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078175.221511:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078175.221514:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000020:00000001:0.0:1769078175.221517:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078175.221518:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078175.221519:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000040:0.0:1769078175.221524:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000008:00000020:2.0:1769078175.221524:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078175.221525:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078175.221527:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078175.221532:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000001:2.0:1769078175.221532:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769078175.221534:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000008:00000001:2.0:1769078175.221535:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:1.0:1769078175.221539:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:0.0:1769078175.221540:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000001:2.0:1769078175.221540:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000100:00000001:1.0:1769078175.221545:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000020:2.0:1769078175.221546:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00000001:1.0:1769078175.221548:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1769078175.221550:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078175.221551:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078175.221576:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078175.221578:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078175.221582:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:0.0:1769078175.221583:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:2.0:1769078175.221584:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078175.221590:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000040:0.0:1769078175.221592:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078175.221593:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000020:2.0:1769078175.221594:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000100:00000001:1.0:1769078175.221597:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.221599:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:2.0:1769078175.221603:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 02000000:00000001:1.0:1769078175.221604:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1769078175.221606:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 02000000:00000001:1.0:1769078175.221608:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1769078175.221609:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078175.221614:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:2.0:1769078175.221615:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.221616:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.221620:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.221623:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078175.221624:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867136:192.168.204.154@tcp:38:kworker.0 00020000:00000001:2.0:1769078175.221625:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078175.221630:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078175.221630:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.221631:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078175.221635:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:1.0:1769078175.221636:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078175.221638:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078175.221638:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 02000000:00000001:1.0:1769078175.221640:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.221642:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:1.0:1769078175.221646:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769078175.221646:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:0.0:1769078175.221647:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221648:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000010:1.0:1769078175.221651:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 00020000:00000001:2.0:1769078175.221651:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.221653:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:2.0:1769078175.221654:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 02000000:00000001:1.0:1769078175.221656:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221658:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000008:00100000:0.0:1769078175.221659:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:2.0:1769078175.221660:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:1.0:1769078175.221663:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078175.221663:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078175.221665:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00000001:0.0:1769078175.221669:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221669:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000010:1.0:1769078175.221670:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000020:00000001:2.0:1769078175.221672:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:0.0:1769078175.221677:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078175.221677:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00020000:00000001:2.0:1769078175.221677:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078175.221684:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078175.221686:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657867136, portal 10 00020000:00000001:2.0:1769078175.221687:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000010:0.0:1769078175.221688:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000100:00000001:1.0:1769078175.221690:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078175.221690:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078175.221694:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00000020:00000001:2.0:1769078175.221694:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000040:0.0:1769078175.221696:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078175.221698:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078175.221701:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:1.0:1769078175.221703:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078175.221704:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:2.0:1769078175.221704:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078175.221707:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:0.0:1769078175.221709:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221710:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078175.221712:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078175.221715:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.221717:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078175.221720:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078175.221722:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078175.221724:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:2.0:1769078175.221724:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 02000000:00000001:0.0:1769078175.221728:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221728:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:1.0:1769078175.221732:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078175.221732:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221737:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000010:0.0:1769078175.221738:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000400:00000010:1.0:1769078175.221738:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042088. 00020000:00000001:2.0:1769078175.221739:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078175.221742:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000200:1.0:1769078175.221744:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657867136, offset 0 00000020:00000001:2.0:1769078175.221745:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078175.221747:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.221748:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078175.221750:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078175.221754:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000200:1.0:1769078175.221755:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078175.221757:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00100000:0.0:1769078175.221762:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000001:2.0:1769078175.221763:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000400:00000200:1.0:1769078175.221764:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00200000:2.0:1769078175.221767:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:1.0:1769078175.221773:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000080:00000001:2.0:1769078175.221778:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078175.221781:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:1.0:1769078175.221785:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00001000:2.0:1769078175.221787:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000001:0.0:1769078175.221792:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00000001:2.0:1769078175.221792:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000400:00000200:1.0:1769078175.221793:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000001:0.0:1769078175.221798:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078175.221799:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078175.221801:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078175.221808:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078175.221815:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370664:370664:255:4294967295] 192.168.204.154@tcp LPNI seq info [370659:370659:7:4294967295] 00000100:00000040:0.0:1769078175.221820:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078175.221822:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078175.221839:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:0.0:1769078175.221840:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078175.221846:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00080000:0.0:1769078175.221847:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:1.0:1769078175.221851:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e500. 00000100:00080000:0.0:1769078175.221855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000200:1.0:1769078175.221858:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769078175.221860:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078175.221865:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.1:1769078175.221865:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078175.221869:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.221871:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:1.0:1769078175.221876:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000100:00080000:0.0:1769078175.221877:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5160 00000400:00000200:1.0:1769078175.221885:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078175.221888:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299832843 00000100:00000001:1.0:1769078175.221892:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299833547 00000400:00000200:0.0:1769078175.221894:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078175.221897:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299832843 00000400:00000200:0.0:1769078175.221901:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078175.221904:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299833547 00000100:00080000:0.0:1769078175.221909:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078175.221909:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078175.221915:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078175.221917:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078175.221920:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.221921:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078175.221927:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078175.221927:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078175.221931:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078175.221934:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769078175.221935:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078175.221938:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:0.0:1769078175.221939:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769078175.221942:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078175.221945:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1769078175.221946:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:1.0:1769078175.221949:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078175.221950:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:1.0:1769078175.221954:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769078175.221955:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769078175.221962:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:1.0:1769078175.221964:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078175.221965:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078175.221977:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078175.221978:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078175.221980:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078175.221981:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078175.221986:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:1.0:1769078175.221986:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1769078175.221990:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 02000000:00000001:1.0:1769078175.221992:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078175.221995:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078175.221999:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078175.222001:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867264:192.168.204.154@tcp:8:kworker.0 02000000:00000001:0.0:1769078175.222002:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078175.222008:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078175.222009:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078175.222013:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1769078175.222014:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.222017:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.222019:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078175.222023:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00100000:0.0:1769078175.222024:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769078175.222029:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078175.222029:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636c00. 00000100:00000001:0.0:1769078175.222036:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.222036:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078175.222046:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000010:0.0:1769078175.222051:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000400:00000010:1.0:1769078175.222052:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180439f8. 00000020:00000040:0.0:1769078175.222060:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000400:00000010:1.0:1769078175.222061:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078175.222066:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657867264, portal 4 02000000:00000001:0.0:1769078175.222069:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078175.222070:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769078175.222073:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.222074:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000100:00000001:0.0:1769078175.222078:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078175.222081:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078175.222085:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078175.222086:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078175.222098:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1769078175.222100:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00000100:00000040:1.0:1769078175.222101:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078175.222106:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180424c8. 00000100:00000001:0.0:1769078175.222108:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078175.222110:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657867264, offset 0 00000100:00100000:0.0:1769078175.222118:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769078175.222119:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078175.222128:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078175.222136:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769078175.222136:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:0.0:1769078175.222142:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078175.222144:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078175.222150:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000040:0.0:1769078175.222151:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078175.222155:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078175.222177:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000001:0.0:1769078175.222180:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078175.222183:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370665:370665:254:4294967295] 192.168.204.154@tcp LPNI seq info [370660:370660:6:4294967295] 00000100:00000040:0.0:1769078175.222189:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5170) 00000400:00000200:1.0:1769078175.222190:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078175.222201:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078175.222208:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078175.222212:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667eb00. 00000800:00000200:1.0:1769078175.222218:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078175.222222:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078175.222225:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078175.222228:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078175.222232:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078175.222234:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299832864 00000100:00000001:1.0:1769078175.222236:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299833547 00000100:00000001:1.0:1769078175.222239:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299832864 00000100:00000001:1.0:1769078175.222241:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299833547 00000100:00000001:1.0:1769078175.222243:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078175.222246:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.222249:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.222250:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.222254:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078175.222255:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078175.222257:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078175.222258:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078175.222260:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078175.222264:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078175.222270:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078175.222272:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.222274:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078175.222275:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078175.222277:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078175.222280:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867392:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078175.222284:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078175.222286:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078175.222287:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078175.222290:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078175.222293:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08635400. 02000000:00000001:1.0:1769078175.222295:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078175.222297:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078175.222300:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180435d8. 00000400:00000010:1.0:1769078175.222305:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b180426e8. 00000100:00000200:1.0:1769078175.222307:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657867392, portal 4 00000100:00000001:1.0:1769078175.222309:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078175.222310:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000100:00000040:1.0:1769078175.222315:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078175.222320:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078175.222323:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078175.222325:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042880. 00000100:00000200:1.0:1769078175.222327:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657867392, offset 0 00000400:00000200:1.0:1769078175.222332:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078175.222335:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078175.222339:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078175.222341:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078175.222343:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078175.222346:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078175.222348:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078175.222351:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370666:370666:253:4294967295] 192.168.204.154@tcp LPNI seq info [370661:370661:5:4294967295] 00000400:00000200:1.0:1769078175.222355:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078175.222360:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078175.222364:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078175.222368:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667e600. 00000800:00000200:1.0:1769078175.222372:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078175.222375:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078175.222378:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078175.222381:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078175.222384:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078175.222386:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299832868 00000100:00000001:1.0:1769078175.222389:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299833547 00000100:00000001:1.0:1769078175.222391:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299832868 00000100:00000001:1.0:1769078175.222392:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299833547 00000100:00000001:1.0:1769078175.222395:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078175.222396:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.222399:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.222400:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.222403:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078175.222405:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1769078175.222408:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078175.222409:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078175.222411:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.222413:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.860673:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078175.860673:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078175.860674:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078175.860680:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078175.860680:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.860681:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078175.860681:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078175.860685:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078175.860687:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.860688:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078175.860689:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078175.860689:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078175.860694:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078175.860694:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.860696:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078175.860696:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078175.860701:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078175.860703:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078175.860703:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078175.860703:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078175.860704:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078175.860708:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.860709:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.860710:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078175.860710:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078175.860712:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078175.860717:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.860718:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.860718:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078175.860718:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078175.860724:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078175.860728:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.860733:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078175.860736:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078175.860738:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078175.860740:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.860742:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078175.860745:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078175.860745:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078175.860750:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078175.860750:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078175.860751:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078175.860753:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078175.860757:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078175.860758:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078175.860758:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078175.860760:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078175.860761:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078175.860762:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078175.860763:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078175.860765:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078175.860765:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078175.860768:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078175.860769:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078175.860770:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.860770:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078175.860776:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078175.860777:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078175.860778:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078175.860778:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078175.860781:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078175.860782:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.860784:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078175.860789:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078175.860789:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078175.860790:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078175.860794:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.860799:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078175.860799:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078175.860802:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078175.860805:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078175.860808:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078175.860811:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078175.860815:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078175.988644:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299833547, at 4299833600 00000100:00000040:1.0:1769078175.988644:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299833547, at 4299833600 00000100:00000010:0.0:1769078175.988662:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0d80. 00000100:00000010:1.0:1769078175.988665:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0ea0. 00000100:00000001:1.0:1769078176.244679:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078176.244687:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078176.244689:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078176.244694:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078176.244699:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078176.244703:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078176.244706:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078176.244709:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078176.244712:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078176.244713:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078176.244715:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078176.244717:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078176.244719:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078176.244722:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078176.244723:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078176.244725:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078176.244727:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078176.244729:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078176.884693:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078176.884693:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078176.884693:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078176.884703:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078176.884704:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078176.884704:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078176.884706:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078176.884709:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078176.884710:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078176.884714:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078176.884718:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078176.884718:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078176.884720:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078176.884724:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078176.884726:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078176.884727:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078176.884729:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078176.884731:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078176.884732:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078176.884737:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078176.884741:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078176.884750:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078176.884755:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078176.884758:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078176.884767:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078176.884770:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078176.884774:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078176.884803:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078176.884806:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078176.884807:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078176.884810:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078176.884813:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078176.884817:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078176.884819:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078176.884821:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078176.884823:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078176.884846:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078176.884851:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078176.884851:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078176.884855:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078176.884857:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078176.884860:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078176.884861:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078176.884864:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078176.884867:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078176.884867:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078176.884869:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078176.884871:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078176.884873:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078176.884878:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078176.884878:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078176.884878:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078176.884883:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078176.884883:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078176.884890:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078176.884890:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078176.884892:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078176.884895:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078176.884896:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078176.884900:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078176.884902:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078176.884903:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078176.884920:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078176.884924:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078176.884926:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078176.884929:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078176.884933:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078176.884935:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078176.884936:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078176.884940:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078176.884941:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078176.884946:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769078176.884947:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078176.884952:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078177.268626:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078177.268633:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078177.268634:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078177.268639:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078177.268642:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078177.268646:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078177.268648:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078177.268650:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078177.268661:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078177.268688:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078177.268692:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078177.268693:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078177.268695:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078177.268697:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078177.268699:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078177.268700:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078177.268702:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078177.268703:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078177.908667:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078177.908667:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078177.908668:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078177.908670:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078177.908675:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078177.908675:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078177.908676:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078177.908677:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078177.908680:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078177.908680:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078177.908681:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078177.908687:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078177.908687:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078177.908688:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078177.908688:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078177.908692:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078177.908696:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078177.908697:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078177.908697:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078177.908700:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078177.908701:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078177.908703:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078177.908703:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078177.908705:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078177.908707:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078177.908709:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078177.908712:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078177.908713:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078177.908717:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078177.908717:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078177.908721:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078177.908726:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078177.908727:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078177.908730:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078177.908733:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078177.908741:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769078177.908744:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078177.908746:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078177.908749:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078177.908750:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078177.908750:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078177.908755:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1769078177.908755:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769078177.908756:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078177.908757:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078177.908761:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078177.908763:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078177.908763:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078177.908766:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078177.908767:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078177.908769:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078177.908770:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078177.908771:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078177.908772:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078177.908774:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078177.908778:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078177.908779:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078177.908779:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078177.908780:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078177.908785:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078177.908785:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078177.908786:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078177.908787:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078177.908788:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078177.908793:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078177.908794:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078177.908798:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078177.908798:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078177.908799:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078177.908805:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078177.908810:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078177.908811:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078177.908814:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078177.908817:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078178.292680:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078178.292691:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078178.292693:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078178.292698:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078178.292701:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078178.292704:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.292707:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078178.292709:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.292712:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078178.292957:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078178.292964:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078178.292967:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078178.292972:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078178.292976:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078178.292980:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078178.292984:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000100:0.0:1769078178.292987:0:2355:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.154:988 00000100:00000001:3.0:1769078178.292987:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078178.293002:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:0.0:1769078178.293059:0:2355:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.154@tcp at host 192.168.204.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:0.0:1769078178.293072:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078178.293076:0:2355:0:(router.c:1755:lnet_notify()) 192.168.204.54@tcp notifying 192.168.204.154@tcp: down 00000400:00000200:0.0:1769078178.293080:0:2355:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078178.293084:0:2355:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1769078178.293089:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769078178.293093:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e700. 00000400:00000200:0.0:1769078178.293099:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769078178.293104:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769078178.293124:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042000 00000400:00000010:0.0:1769078178.293128:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042000. 00000100:00000001:0.0:1769078178.293133:0:2355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1769078178.293142:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078178.293168:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078178.293172:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078178.293180:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078178.293182:0:2355:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:0.0:1769078178.293193:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769078178.293196:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e500. 00000400:00000200:0.0:1769078178.293200:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769078178.293205:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769078178.293209:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042088 00000400:00000010:0.0:1769078178.293211:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042088. 00000100:00000001:1.0:1769078178.293214:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1769078178.293215:0:2355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078178.293220:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1769078178.293222:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293226:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078178.293239:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078175/real 1769078178] req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078178.293251:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1769078178.293258:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1769078178.293259:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078178.293263:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078178.293269:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b18043840. 00000100:00000001:0.0:1769078178.293272:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078178.293276:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042e58 00000100:00000001:0.0:1769078178.293277:0:2355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1769078178.293283:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042e58. 00000100:00000001:1.0:1769078178.293290:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000100:0.0:1769078178.293292:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:0.0:1769078178.293296:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667eb00. 00000100:00000200:1.0:1769078178.293299:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769078178.293301:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769078178.293313:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:0.0:1769078178.293319:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180424c8 00000400:00000010:0.0:1769078178.293325:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180424c8. 00000100:00000200:1.0:1769078178.293325:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078178.293329:0:2355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078178.293338:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078178.293341:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1769078178.293343:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293350:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078178.293354:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078178.293362:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293371:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078178.293378:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078178.293406:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078178.293406:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078178.293412:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078178.293414:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293415:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078178.293419:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293425:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078178.293430:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078178.293431:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078178.293435:0:2355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1769078178.293440:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000800:00000100:0.0:1769078178.293447:0:2355:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000100:00080000:1.0:1769078178.293452:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000800:00000010:0.0:1769078178.293453:0:2355:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667e600. 00000100:00000001:1.0:1769078178.293459:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000400:00000200:0.0:1769078178.293460:0:2355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:0.0:1769078178.293471:0:2355:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000100:00000040:1.0:1769078178.293471:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769078178.293480:0:2355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042880 00000100:00100000:1.0:1769078178.293490:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657867008:192.168.204.154@tcp:250:kworker.0 00000400:00000010:0.0:1769078178.293495:0:2355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042880. 00000100:00000001:1.0:1769078178.293497:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078178.293501:0:2355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078178.293502:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1769078178.293512:0:2355:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078178.293513:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657867008/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293544:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1769078178.293546:0:2355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1769078178.293550:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078178.293583:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078178.293589:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078178.293593:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078178.293596:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078178.293599:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078178.293603:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746000. 00000100:00000040:0.0:1769078178.293605:0:2355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078200 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078178.293608:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078178.293613:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078178.293616:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000100:00000001:0.0:1769078178.293619:0:2355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078178.293623:0:2355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078178.293623:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078178.293627:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293632:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078178.293635:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078178.293636:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078178.293639:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078178.293644:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078175/real 1769078178] req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078178.293655:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078178.293657:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078178.293659:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180435d8. 00000400:00000200:1.0:1769078178.293662:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b180426e8 00000400:00000010:1.0:1769078178.293664:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b180426e8. 00000100:00000001:1.0:1769078178.293667:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078178.293671:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078178.293681:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293688:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078178.293689:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293691:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078178.293693:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078178.293696:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293704:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078178.293708:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293721:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078178.293724:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293726:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078178.293728:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293730:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078178.293736:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078178.293739:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078178.293743:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078178.293746:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078178.293751:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078178.293759:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867392:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078178.293764:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078178.293768:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078175/real 1769078178] req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078178.293776:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078178.293778:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078178.293780:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180439f8. 00000400:00000200:1.0:1769078178.293783:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078178.293785:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078178.293788:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078178.293792:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078178.293801:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293808:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078178.293810:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293812:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078178.293813:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078178.293817:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293824:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078178.293827:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293834:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078178.293837:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293838:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078178.293840:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293842:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078178.293847:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078178.293850:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078178.293853:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078178.293856:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078178.293860:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078178.293868:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867264:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078178.293873:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078178.293877:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078175/real 1769078178] req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078178.293885:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078178.293886:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078178.293889:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078178.293892:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078178.293893:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078178.293896:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078178.293899:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078178.293910:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293917:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078178.293921:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293924:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078178.293927:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078178.293932:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293941:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078178.293946:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.293954:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078178.293957:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293959:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078178.293961:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293963:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078178.293968:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078178.293971:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078178.293975:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078178.293978:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078178.293982:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078178.293991:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867136:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078178.293995:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.293997:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078178.294002:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657867392/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.294011:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078178.294015:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078178.294017:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08635400. 02000000:00000001:1.0:1769078178.294021:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078178.294024:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078178.294025:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078178.294028:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078178.294030:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746400. 02000000:00000001:1.0:1769078178.294034:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078178.294037:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078178.294038:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:1.0:1769078178.294042:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078178.294044:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.294047:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078178.294054:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657867264/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.294062:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078178.294066:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078178.294068:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636c00. 02000000:00000001:1.0:1769078178.294073:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078178.294077:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078178.294079:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078178.294082:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078178.294083:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 02000000:00000001:1.0:1769078178.294088:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078178.294090:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078178.294092:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000100:00000001:1.0:1769078178.294097:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078178.294099:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.294102:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078178.294124:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657867136/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078200 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078178.294139:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078178.294140:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078178.294142:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078178.294146:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078178.294147:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078178.294148:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078178.294150:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078178.294152:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 02000000:00000001:1.0:1769078178.294154:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078178.294156:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078178.294157:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:1.0:1769078178.294159:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078178.294160:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.294163:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.294172:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078178.294174:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078178.294176:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078178.294178:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078178.932665:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078178.932665:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078178.932665:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078178.932665:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078178.932672:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078178.932673:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078178.932673:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078178.932673:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078178.932675:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078178.932676:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078178.932677:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078178.932682:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078178.932682:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078178.932683:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078178.932686:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078178.932689:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078178.932689:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078178.932690:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078178.932691:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078178.932696:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078178.932697:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.932697:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078178.932697:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078178.932702:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078178.932702:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078178.932707:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078178.932711:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078178.932712:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078178.932715:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078178.932718:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078178.932719:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078178.932722:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.932725:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078178.932726:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078178.932729:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078178.932730:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078178.932734:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078178.932734:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078178.932738:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078178.932741:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078178.932743:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078178.932743:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078178.932746:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078178.932747:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078178.932748:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078178.932751:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078178.932751:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078178.932752:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078178.932758:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078178.932758:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078178.932758:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078178.932760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078178.932764:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078178.932764:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078178.932765:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078178.932765:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078178.932767:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078178.932770:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.932771:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078178.932771:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932773:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078178.932774:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078178.932777:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078178.932778:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078178.932782:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078178.932786:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932787:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078178.932791:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078178.932794:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932797:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078178.932800:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932803:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932805:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932810:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078178.932812:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078178.932813:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078178.932814:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932816:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078178.932817:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932819:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932821:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932824:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078178.932825:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078178.932826:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078178.932828:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932829:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078178.932830:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932832:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078178.932834:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078178.932873:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078178.932877:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078178.932880:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078179.316674:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078179.316683:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078179.316686:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078179.316691:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078179.316696:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078179.316700:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078179.316703:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078179.316705:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078179.316708:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078179.316709:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078179.316714:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078179.316716:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078179.316719:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078179.316722:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078179.316725:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078179.316727:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078179.316729:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078179.316732:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078179.956633:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078179.956636:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078179.956640:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078179.956641:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078179.956642:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078179.956643:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078179.956648:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078179.956648:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078179.956654:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078179.956654:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078179.956655:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078179.956659:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078179.956659:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078179.956665:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078179.956666:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078179.956667:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078179.956670:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078179.956671:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078179.956676:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078179.956677:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078179.956678:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078179.956680:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078179.956681:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078179.956682:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078179.956686:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078179.956687:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078179.956689:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078179.956690:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078179.956693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078179.956695:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078179.956700:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078179.956703:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078179.956705:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078179.956707:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078179.956710:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078179.956715:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769078179.956717:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078179.956720:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078179.956722:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769078179.956722:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078179.956723:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078179.956726:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078179.956727:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00010000:3.0:1769078179.956728:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078179.956729:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078179.956729:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078179.956731:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078179.956734:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078179.956734:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078179.956735:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078179.956738:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078179.956740:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078179.956740:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078179.956742:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078179.956743:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078179.956745:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078179.956746:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078179.956748:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078179.956748:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078179.956749:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078179.956750:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078179.956752:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078179.956753:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078179.956754:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078179.956759:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078179.956760:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078179.956760:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078179.956761:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078179.956764:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078179.956765:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078179.956769:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078179.956775:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078179.956777:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078179.956779:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.340669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078180.340673:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078180.340678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078180.340682:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078180.340684:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078180.340688:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:1.0:1769078180.340689:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078180.340693:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078180.340694:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078180.340699:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078180.340701:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078180.340707:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5165 00000100:00000001:1.0:1769078180.340707:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:2.0:1769078180.340709:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769078180.340712:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078180.340713:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:0.0:1769078180.340717:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078180.340717:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078180.340718:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340722:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:3.0:1769078180.340722:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000400:00000200:0.0:1769078180.340725:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00001000:2.0:1769078180.340728:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000001:3.0:1769078180.340728:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078180.340729:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078180.340733:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00000001:3.0:1769078180.340733:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078180.340735:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078180.340738:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078180.340740:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769078180.340740:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000080:00000001:2.0:1769078180.340741:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078180.340744:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:0.0:1769078180.340745:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078180.340746:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078180.340748:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078180.340748:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.340751:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769078180.340751:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078180.340752:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000080:00000001:2.0:1769078180.340754:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078180.340757:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000100:00000001:3.0:1769078180.340757:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000002:2.0:1769078180.340758:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769078180.340761:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078180.340762:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000002:2.0:1769078180.340762:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:0.0:1769078180.340765:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000100:00000001:3.0:1769078180.340767:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078180.340768:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:2.0:1769078180.340768:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078180.340771:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000001:0.0:1769078180.340773:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:2.0:1769078180.340774:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078180.340775:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078180.340777:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078180.340779:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078180.340780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078180.340783:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078180.340786:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:2.0:1769078180.340788:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769078180.340789:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078180.340791:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769078180.340792:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.340793:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340794:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:0.0:1769078180.340795:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078180.340795:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078180.340796:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000001:0.0:1769078180.340797:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769078180.340798:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:0.0:1769078180.340800:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340801:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.340802:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:2.0:1769078180.340803:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:0.0:1769078180.340804:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340805:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078180.340807:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078180.340809:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000010:0.0:1769078180.340810:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00000020:00000040:0.0:1769078180.340813:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000002:2.0:1769078180.340813:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078180.340816:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:0.0:1769078180.340817:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:2.0:1769078180.340817:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000001:0.0:1769078180.340818:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340819:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078180.340821:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078180.340821:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078180.340823:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 02000000:00000001:0.0:1769078180.340824:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078180.340825:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:2.0:1769078180.340827:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:0.0:1769078180.340828:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340829:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.340830:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078180.340831:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.340833:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078180.340834:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00020000:00000001:2.0:1769078180.340835:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078180.340837:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078180.340839:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.340840:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.340840:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340842:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340844:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078180.340845:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078180.340847:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00100000:0.0:1769078180.340848:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1769078180.340848:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078180.340849:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078180.340851:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340853:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.340854:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.340856:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340857:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078180.340859:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340860:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340862:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078180.340864:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078180.340865:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.340866:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769078180.340868:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:2.0:1769078180.340868:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078180.340870:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078180.340872:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078180.340875:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:0.0:1769078180.340877:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:2.0:1769078180.340877:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078180.340878:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078180.340881:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078180.340882:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078180.340884:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000008:00000020:2.0:1769078180.340887:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:2.0:1769078180.340890:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078180.340891:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078180.340892:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078180.340894:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078180.340896:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:2.0:1769078180.340900:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:2.0:1769078180.340902:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340904:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.340905:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.340907:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340908:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.340910:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340910:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078180.340912:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00080000:0.0:1769078180.340913:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:2.0:1769078180.340914:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078180.340915:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:0.0:1769078180.340916:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:2.0:1769078180.340916:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:0.0:1769078180.340917:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:2.0:1769078180.340918:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078180.340919:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:2.0:1769078180.340920:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:0.0:1769078180.340921:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078180.340921:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078180.340922:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00080000:0.0:1769078180.340924:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5165 00020000:00000001:2.0:1769078180.340925:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078180.340926:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:0.0:1769078180.340927:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078180.340927:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078180.340928:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078180.340929:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078180.340930:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:2.0:1769078180.340931:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078180.340932:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:2.0:1769078180.340933:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078180.340934:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:0.0:1769078180.340935:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078180.340935:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078180.340936:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:0.0:1769078180.340937:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078180.340938:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:0.0:1769078180.340939:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078180.340939:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078180.340940:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078180.340941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078180.340942:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078180.340943:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078180.340943:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000040:0.0:1769078180.340944:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00020000:00000001:2.0:1769078180.340944:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078180.340946:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:2.0:1769078180.340946:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078180.340948:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00020000:00000001:2.0:1769078180.340948:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078180.340949:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078180.340950:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:2.0:1769078180.340951:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078180.340952:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769078180.340955:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078180.340956:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078180.340957:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078180.340958:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000040:0.0:1769078180.340959:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078180.340959:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:0.0:1769078180.340961:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078180.340961:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078180.340962:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000040:0.0:1769078180.340963:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00001000:2.0:1769078180.340964:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00080000:0.0:1769078180.340965:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078180.340966:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1769078180.340967:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.340968:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:0.0:1769078180.340969:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000080:00000001:2.0:1769078180.340970:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078180.340972:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:0.0:1769078180.340974:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769078180.340974:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078180.340975:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:0.0:1769078180.340976:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.340977:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00001000:2.0:1769078180.340978:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078180.340980:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000008:00100000:0.0:1769078180.340981:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000080:00000001:2.0:1769078180.340982:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078180.340983:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.340985:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078180.340988:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 00000080:00000001:2.0:1769078180.340989:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078180.340990:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000040:0.0:1769078180.340991:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078180.340991:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:0.0:1769078180.340993:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078180.340993:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 02000000:00000001:0.0:1769078180.340994:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078180.340995:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000001:0.0:1769078180.340996:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078180.340997:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078180.340997:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 02000000:00000001:0.0:1769078180.340999:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.340999:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078180.341000:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078180.341001:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000010:0.0:1769078180.341003:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000020:00000001:2.0:1769078180.341004:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341005:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078180.341006:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078180.341008:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:0.0:1769078180.341010:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078180.341011:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:2.0:1769078180.341013:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00100000:0.0:1769078180.341014:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078180.341014:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078180.341016:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078180.341018:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341019:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078180.341021:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769078180.341022:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078180.341022:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.341024:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341024:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341025:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078180.341026:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078180.341027:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:0.0:1769078180.341028:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078180.341030:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341031:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078180.341033:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078180.341034:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:0.0:1769078180.341036:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:2.0:1769078180.341036:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078180.341037:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00080000:0.0:1769078180.341038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:2.0:1769078180.341040:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00080000:0.0:1769078180.341041:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:2.0:1769078180.341041:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078180.341042:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078180.341043:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078180.341044:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1769078180.341044:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078180.341046:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000001:0.0:1769078180.341047:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078180.341048:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000100:00080000:0.0:1769078180.341049:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5165 00000020:00000001:2.0:1769078180.341050:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078180.341051:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341052:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:0.0:1769078180.341053:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078180.341054:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341055:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078180.341056:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:2.0:1769078180.341057:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00080000:0.0:1769078180.341058:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078180.341059:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078180.341060:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078180.341061:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078180.341062:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.341063:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078180.341063:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078180.341064:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078180.341065:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:0.0:1769078180.341066:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078180.341066:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078180.341067:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078180.341068:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078180.341068:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000040:0.0:1769078180.341069:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:2.0:1769078180.341069:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078180.341070:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078180.341071:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078180.341081:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078180.341082:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00020000:00000001:2.0:1769078180.341083:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078180.341084:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:2.0:1769078180.341085:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078180.341086:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:2.0:1769078180.341086:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078180.341088:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078180.341089:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078180.341089:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.341091:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078180.341091:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078180.341092:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000040:0.0:1769078180.341093:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078180.341093:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341094:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769078180.341095:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:2.0:1769078180.341095:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000020:00000040:0.0:1769078180.341097:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000008:00000001:2.0:1769078180.341097:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078180.341099:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:0.0:1769078180.341100:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000008:00000020:2.0:1769078180.341101:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:0.0:1769078180.341102:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078180.341102:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078180.341104:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000001:2.0:1769078180.341105:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 02000000:00000001:0.0:1769078180.341106:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1769078180.341106:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078180.341107:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 02000000:00000001:0.0:1769078180.341108:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1769078180.341109:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000100:00000001:0.0:1769078180.341110:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078180.341112:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:2.0:1769078180.341112:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1769078180.341114:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1769078180.341114:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:0.0:1769078180.341115:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078180.341115:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078180.341117:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078180.341118:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000010:0.0:1769078180.341119:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000020:00000040:0.0:1769078180.341121:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000008:00000001:2.0:1769078180.341122:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 02000000:00000001:0.0:1769078180.341124:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000008:00000001:2.0:1769078180.341124:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078180.341125:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341126:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.341127:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078180.341127:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078180.341128:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:2.0:1769078180.341129:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078180.341130:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341131:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341132:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000010:0.0:1769078180.341133:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00020000:00000001:2.0:1769078180.341134:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078180.341135:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:0.0:1769078180.341136:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341136:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078180.341137:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078180.341138:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078180.341140:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078180.341140:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078180.341141:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078180.341142:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078180.341143:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078180.341144:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341146:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078180.341147:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:0.0:1769078180.341148:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078180.341148:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.341150:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341150:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341151:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078180.341152:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:0.0:1769078180.341153:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078180.341153:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078180.341154:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078180.341155:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078180.341156:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078180.341157:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341158:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078180.341159:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769078180.341161:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341161:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341162:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078180.341163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:2.0:1769078180.341164:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078180.341165:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00080000:0.0:1769078180.341167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:2.0:1769078180.341167:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.341168:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:2.0:1769078180.341168:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00080000:0.0:1769078180.341170:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:2.0:1769078180.341170:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078180.341171:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:0.0:1769078180.341172:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078180.341172:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078180.341173:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:0.0:1769078180.341174:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5165 00000020:00001000:2.0:1769078180.341174:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078180.341176:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078180.341177:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000200:0.0:1769078180.341178:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078180.341178:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000400:00000200:0.0:1769078180.341180:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00200000:2.0:1769078180.341180:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00080000:0.0:1769078180.341182:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000080:00000001:2.0:1769078180.341183:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078180.341184:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:0.0:1769078180.341185:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00001000:2.0:1769078180.341186:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000001:0.0:1769078180.341187:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:2.0:1769078180.341187:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000040:0.0:1769078180.341189:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:2.0:1769078180.341189:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.341191:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:2.0:1769078180.341192:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000020:00000001:0.0:1769078180.341193:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078180.341194:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000080:00000001:2.0:1769078180.341194:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078180.341195:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078180.341196:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078180.341197:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00000040:0.0:1769078180.341198:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00001000:2.0:1769078180.341199:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:0.0:1769078180.341200:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769078180.341201:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769078180.341204:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078180.341205:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000100:00000001:0.0:1769078180.341206:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078180.341207:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:0.0:1769078180.341208:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:2.0:1769078180.341208:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:0.0:1769078180.341210:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00200000:2.0:1769078180.341210:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000040:0.0:1769078180.341212:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000020:00000001:2.0:1769078180.341212:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341213:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:0.0:1769078180.341215:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000080:00000001:2.0:1769078180.341215:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.341217:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078180.341217:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 02000000:00000001:0.0:1769078180.341220:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000002:2.0:1769078180.341220:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:0.0:1769078180.341222:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078180.341222:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078180.341223:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 02000000:00000001:0.0:1769078180.341224:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341225:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:0.0:1769078180.341226:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:2.0:1769078180.341226:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078180.341227:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000001:2.0:1769078180.341228:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769078180.341230:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341230:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078180.341231:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.341232:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341233:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341234:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078180.341235:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000010:0.0:1769078180.341236:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00020000:00000002:2.0:1769078180.341236:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:2.0:1769078180.341238:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078180.341239:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078180.341240:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:0.0:1769078180.341241:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078180.341241:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:0.0:1769078180.341242:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341242:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:0.0:1769078180.341243:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00200000:2.0:1769078180.341244:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:0.0:1769078180.341245:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078180.341246:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078180.341246:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078180.341249:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000010:0.0:1769078180.341250:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00020000:00000001:2.0:1769078180.341250:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078180.341251:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078180.341253:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341253:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078180.341255:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00100000:0.0:1769078180.341257:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1769078180.341257:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000020:00000001:2.0:1769078180.341259:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078180.341261:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341262:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078180.341263:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.341264:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078180.341265:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.341266:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341266:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078180.341268:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:0.0:1769078180.341269:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078180.341269:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341271:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341273:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341274:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078180.341275:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:0.0:1769078180.341277:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341277:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341278:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078180.341279:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078180.341280:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078180.341281:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5175) 00000020:00000001:2.0:1769078180.341282:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341283:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341284:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341286:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078180.341287:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341288:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341289:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078180.341290:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078180.341292:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341293:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078180.341294:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078180.341295:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078180.341297:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078180.341298:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078180.341299:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078180.341301:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078180.341303:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078180.341304:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000008:00000020:2.0:1769078180.341307:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000008:00000001:2.0:1769078180.341309:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078180.341310:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078180.341311:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078180.341323:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078180.341325:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:2.0:1769078180.341329:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:2.0:1769078180.341330:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341332:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341333:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341334:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341336:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341337:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078180.341338:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078180.341339:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078180.341340:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078180.341341:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078180.341342:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341343:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078180.341345:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078180.341345:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078180.341347:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078180.341348:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341349:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078180.341350:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078180.341351:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341352:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341354:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078180.341355:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078180.341356:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078180.341357:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078180.341358:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078180.341359:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078180.341360:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341361:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078180.341362:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078180.341363:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341365:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341366:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078180.341367:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078180.341369:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341370:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078180.341371:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078180.341373:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078180.341374:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078180.341375:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078180.341376:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078180.341378:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078180.341379:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078180.341380:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078180.341381:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769078180.341384:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078180.341385:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078180.341386:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078180.341388:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:2.0:1769078180.341390:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078180.341393:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078180.341395:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078180.341396:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078180.341397:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00001000:2.0:1769078180.341399:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078180.341402:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:2.0:1769078180.341403:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078180.341405:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000001:2.0:1769078180.341405:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078180.341406:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769078180.341408:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078180.341408:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341409:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078180.341410:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000080:00000001:2.0:1769078180.341410:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078180.341413:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000040:1.0:1769078180.341416:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:2.0:1769078180.341416:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:2.0:1769078180.341418:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078180.341420:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078180.341421:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078180.341423:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341424:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:2.0:1769078180.341424:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078180.341425:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341426:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078180.341427:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.341428:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078180.341429:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341430:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:1.0:1769078180.341431:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078180.341431:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078180.341432:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:1.0:1769078180.341433:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341434:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341436:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00100000:1.0:1769078180.341437:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657867520:192.168.204.154@tcp:250:kworker.0 00000020:00000001:2.0:1769078180.341437:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078180.341438:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078180.341440:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:1.0:1769078180.341441:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000002:2.0:1769078180.341442:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078180.341444:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:1.0:1769078180.341445:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078180.341445:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078180.341446:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:1.0:1769078180.341447:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341448:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 02000000:00000001:1.0:1769078180.341449:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00001000:2.0:1769078180.341450:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078180.341452:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:2.0:1769078180.341453:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000010:1.0:1769078180.341454:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636c00. 02000000:00000001:1.0:1769078180.341455:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341455:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341456:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078180.341457:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341459:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341460:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078180.341461:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:1.0:1769078180.341462:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078180.341463:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341464:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078180.341466:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000020:00000001:2.0:1769078180.341466:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341467:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078180.341468:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078180.341469:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341470:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078180.341471:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078180.341472:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078180.341473:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000020:00000001:2.0:1769078180.341473:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341475:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341476:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341477:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078180.341479:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078180.341480:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657867520, portal 25 00000020:00000001:2.0:1769078180.341481:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341482:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078180.341483:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:2.0:1769078180.341483:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:1.0:1769078180.341484:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094216064 : -115332615335552 : ffff971b086e9180) 00020000:00000001:2.0:1769078180.341484:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341485:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078180.341487:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078180.341488:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000040:1.0:1769078180.341489:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078180.341490:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078180.341491:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078180.341493:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078180.341494:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769078180.341496:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1769078180.341496:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078180.341497:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000100:00000040:1.0:1769078180.341499:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000008:00000020:2.0:1769078180.341499:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000010:1.0:1769078180.341502:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000008:00000001:2.0:1769078180.341502:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078180.341503:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078180.341504:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1769078180.341505:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657867520, offset 0 00000008:00000001:2.0:1769078180.341506:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078180.341507:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1769078180.341510:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078180.341512:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000008:00000001:2.0:1769078180.341512:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341513:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341515:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341516:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078180.341518:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078180.341518:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341519:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078180.341520:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078180.341521:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078180.341522:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078180.341523:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1769078180.341524:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:2.0:1769078180.341524:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341525:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078180.341526:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078180.341527:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078180.341528:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000200:1.0:1769078180.341529:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:2.0:1769078180.341529:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341530:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078180.341531:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078180.341532:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078180.341534:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:2.0:1769078180.341534:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341536:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078180.341536:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000200:1.0:1769078180.341538:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078180.341538:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078180.341539:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078180.341540:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:1.0:1769078180.341541:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:2.0:1769078180.341541:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078180.341542:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341543:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078180.341544:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078180.341545:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370667:370667:256:4294967295] 192.168.204.154@tcp LPNI seq info [370662:370662:8:4294967295] 00020000:00000001:2.0:1769078180.341545:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341547:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341548:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078180.341549:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078180.341550:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078180.341550:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341552:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078180.341579:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000200:1.0:1769078180.341580:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:2.0:1769078180.341580:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078180.341581:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078180.341582:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078180.341583:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078180.341585:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000800:00000200:1.0:1769078180.341586:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078180.341586:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078180.341588:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078180.341589:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000800:00000010:1.0:1769078180.341591:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000080:00000001:2.0:1769078180.341592:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078180.341592:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078180.341594:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078180.341596:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078180.341597:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078180.341599:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000080:00000001:2.0:1769078180.341601:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000800:00000200:1.0:1769078180.341602:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000080:00000001:2.0:1769078180.341602:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078180.341603:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078180.341605:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00001000:2.0:1769078180.341607:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000800:00000200:1.1:1769078180.341608:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078180.341609:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:2.0:1769078180.341610:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078180.341611:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000800:00000200:1.1:1769078180.341611:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000080:00200000:2.0:1769078180.341613:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000800:00000100:1.0:1769078180.341616:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078180.341616:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341617:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000800:00000010:1.0:1769078180.341618:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000080:00000001:2.0:1769078180.341618:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078180.341620:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000400:00000200:1.0:1769078180.341623:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000002:2.0:1769078180.341623:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:2.0:1769078180.341625:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078180.341626:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078180.341627:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000200:1.0:1769078180.341628:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:2.0:1769078180.341629:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341630:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078180.341631:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078180.341632:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078180.341633:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000020:00000001:2.0:1769078180.341634:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341635:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000010:1.0:1769078180.341636:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00020000:00000001:2.0:1769078180.341636:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078180.341637:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:2.0:1769078180.341639:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341640:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769078180.341641:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078180.341642:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078180.341643:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000200:1.0:1769078180.341644:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00200000:2.0:1769078180.341644:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078180.341646:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078180.341649:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078180.341650:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078180.341651:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078180.341652:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00000001:1.0:1769078180.341653:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00001000:2.0:1769078180.341654:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000040:1.0:1769078180.341656:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078180.341656:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:2.0:1769078180.341658:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078180.341659:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341660:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078180.341661:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341663:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341664:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341665:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:2.0:1769078180.341665:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078180.341667:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078180.341668:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341669:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341670:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341671:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341672:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078180.341673:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000200:1.0:1769078180.341675:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078180.341675:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341676:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078180.341677:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078180.341678:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299838668 00000020:00000001:2.0:1769078180.341678:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341680:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341681:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078180.341682:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0ea0. 00020000:00000001:2.0:1769078180.341683:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341684:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078180.341685:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341686:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341687:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078180.341688:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:1.0:1769078180.341689:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00020000:00000001:2.0:1769078180.341689:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341690:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078180.341691:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078180.341692:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078180.341694:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:1.0:1769078180.341695:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299838668 00000008:00000020:2.0:1769078180.341696:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078180.341697:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1769078180.341698:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad04e0. 00000008:00000001:2.0:1769078180.341699:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078180.341700:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:1.0:1769078180.341702:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000008:00000001:2.0:1769078180.341702:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:2.0:1769078180.341704:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000001:1.0:1769078180.341705:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1769078180.341706:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:1.0:1769078180.341708:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1769078180.341708:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078180.341709:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.341711:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:2.0:1769078180.341711:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078180.341712:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00100000:1.0:1769078180.341714:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078180/real 1769078180] req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078180.341716:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078180.341717:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341719:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341721:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341722:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341723:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078180.341724:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078180.341725:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1769078180.341725:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078180.341726:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078180.341727:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000010:1.0:1769078180.341728:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000020:00000001:2.0:1769078180.341728:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078180.341729:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1769078180.341731:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00020000:00000001:2.0:1769078180.341731:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341732:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000010:1.0:1769078180.341733:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000020:00000001:2.0:1769078180.341734:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078180.341735:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1769078180.341735:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078180.341736:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078180.341737:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341738:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000200:1.0:1769078180.341739:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078180.341739:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078180.341741:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341742:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341744:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078180.341745:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078180.341746:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078180.341747:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000200:1.0:1769078180.341748:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078180.341748:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078180.341749:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078180.341750:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341751:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078180.341752:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078180.341753:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341755:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:2.0:1769078180.341755:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341756:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078180.341756:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078180.341757:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078180.341758:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.341760:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078180.341763:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078180.341763:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341769:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078180.341773:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078180.341777:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078180.341778:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078180.341779:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078180.341780:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078180.341781:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078180.341781:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078180.341782:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:1.0:1769078180.341783:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078180.341784:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:1.0:1769078180.341785:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:2.0:1769078180.341785:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078180.341786:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1769078180.341787:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769078180.341788:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:1.0:1769078180.341789:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000080:00000001:2.0:1769078180.341790:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:1.0:1769078180.341791:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078180.341791:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078180.341792:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00080000:1.0:1769078180.341794:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000080:00000001:2.0:1769078180.341794:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078180.341795:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078180.341798:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000080:00000001:2.0:1769078180.341798:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078180.341800:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:1.0:1769078180.341801:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:2.0:1769078180.341801:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078180.341802:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00001000:2.0:1769078180.341804:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000040:1.0:1769078180.341805:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078180.341806:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:2.0:1769078180.341808:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078180.341810:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078180.341811:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:1.0:1769078180.341813:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657867520:192.168.204.154@tcp:250:kworker.0 00000020:00000001:2.0:1769078180.341814:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341815:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078180.341816:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341818:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000002:2.0:1769078180.341818:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000040:1.0:1769078180.341821:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:2.0:1769078180.341821:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:2.0:1769078180.341823:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078180.341825:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078180.341826:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078180.341827:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341828:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:2.0:1769078180.341829:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078180.341830:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341831:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 02000000:00000001:1.0:1769078180.341832:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:2.0:1769078180.341832:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.341833:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078180.341834:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078180.341835:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:1.0:1769078180.341836:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341836:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00100000:1.0:1769078180.341838:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867648:192.168.204.154@tcp:38:kworker.0 00020000:00000002:2.0:1769078180.341838:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:2.0:1769078180.341840:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341841:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769078180.341842:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078180.341842:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:1.0:1769078180.341844:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078180.341844:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078180.341845:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:1.0:1769078180.341846:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.341847:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000002:2.0:1769078180.341847:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078180.341850:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000010:1.0:1769078180.341851:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08635400. 00020000:00000001:2.0:1769078180.341851:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078180.341852:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078180.341853:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078180.341855:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078180.341857:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 02000000:00000001:1.0:1769078180.341858:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341859:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078180.341860:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:1.0:1769078180.341862:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078180.341862:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078180.341863:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341864:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078180.341865:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00020000:00000001:2.0:1769078180.341866:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000400:00000010:1.0:1769078180.341868:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000020:00000001:2.0:1769078180.341868:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078180.341869:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078180.341871:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657867648, portal 10 00020000:00000001:2.0:1769078180.341871:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341873:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078180.341873:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341874:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094215168 : -115332615336448 : ffff971b086e8e00) 00000020:00000001:2.0:1769078180.341875:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078180.341876:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078180.341877:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341878:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078180.341879:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078180.341880:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078180.341881:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078180.341882:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341884:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341885:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341887:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078180.341888:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769078180.341888:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341889:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078180.341891:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078180.341891:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000010:1.0:1769078180.341892:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00020000:00000001:2.0:1769078180.341892:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078180.341893:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341894:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000200:1.0:1769078180.341895:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657867648, offset 0 00000008:00000001:2.0:1769078180.341895:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078180.341896:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:1.0:1769078180.341899:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000008:00000001:2.0:1769078180.341899:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078180.341901:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:1.0:1769078180.341902:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078180.341902:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078180.341904:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078180.341905:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:1.0:1769078180.341906:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000008:00000001:2.0:1769078180.341906:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000400:00000200:1.0:1769078180.341909:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000020:2.0:1769078180.341909:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000400:00000200:1.0:1769078180.341911:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000001:2.0:1769078180.341911:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078180.341913:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:1.0:1769078180.341914:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000001:2.0:1769078180.341914:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078180.341916:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:2.0:1769078180.341916:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078180.341917:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000400:00000200:1.0:1769078180.341919:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370668:370668:256:4294967295] 192.168.204.154@tcp LPNI seq info [370663:370663:8:4294967295] 00000008:00000001:2.0:1769078180.341921:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078180.341923:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078180.341924:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078180.341925:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341926:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341928:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078180.341929:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078180.341930:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078180.341931:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078180.341932:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078180.341933:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000800:00000200:1.0:1769078180.341935:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078180.341935:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078180.341936:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078180.341937:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078180.341938:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00020000:00000001:2.0:1769078180.341939:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078180.341940:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078180.341941:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000800:00000200:1.0:1769078180.341942:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078180.341942:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078180.341943:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000200:1.0:1769078180.341945:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000020:00000001:2.0:1769078180.341945:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078180.341946:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078180.341947:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341949:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078180.341949:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078180.341950:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078180.341951:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078180.341952:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000800:00000200:1.1:1769078180.341952:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000020:00000001:2.0:1769078180.341954:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000800:00000100:1.0:1769078180.341955:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078180.341955:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078180.341956:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000800:00000010:1.0:1769078180.341957:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00020000:00000001:2.0:1769078180.341957:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078180.341958:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078180.341959:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078180.341960:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000001:2.0:1769078180.341960:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341962:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078180.341963:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078180.341964:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1769078180.341964:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078180.341966:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078180.341967:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078180.341968:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000020:00000001:2.0:1769078180.341968:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078180.341969:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078180.341970:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:1.0:1769078180.341971:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769078180.341971:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078180.341972:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078180.341973:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000200:1.0:1769078180.341974:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078180.341975:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078180.341977:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078180.341978:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078180.341980:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:1.0:1769078180.341982:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000001:2.0:1769078180.341983:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000040:1.0:1769078180.341984:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078180.341984:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078180.341985:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078180.341987:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078180.341989:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341992:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.341993:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078180.341996:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078180.342001:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078180.342003:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078180.342005:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299837963 00000100:00000001:1.0:1769078180.342008:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299838668 00000100:00000001:1.0:1769078180.342010:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299837963 00000100:00000001:1.0:1769078180.342012:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299838668 00000100:00000001:1.0:1769078180.342013:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078180.342015:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.342017:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078180.342020:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078180/real 1769078180] req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078180.342027:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078180.342029:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078180.342031:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078180.342033:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078180.342034:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078180.342036:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078180.342039:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078180.342046:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342051:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078180.342052:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342054:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.342055:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078180.342058:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342063:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078180.342068:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342083:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078180.342086:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342087:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.342088:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342090:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078180.342095:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078180.342097:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078180.342101:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078180.342103:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078180.342108:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078180.342116:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867648:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078180.342120:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078180.342123:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342128:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078180.342130:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.342132:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078180.342134:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078180.342136:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078180.342138:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867776:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078180.342141:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078180.342143:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078180.342145:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.342147:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078180.342150:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078180.342152:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078180.342156:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078180.342158:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078180.342161:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078180.342164:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657867776, portal 4 00000100:00000001:1.0:1769078180.342166:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078180.342167:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094224128 : -115332615327488 : ffff971b086eb100) 00000100:00000040:1.0:1769078180.342172:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342178:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078180.342180:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078180.342183:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078180.342185:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657867776, offset 0 00000400:00000200:1.0:1769078180.342188:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078180.342193:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078180.342196:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078180.342198:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078180.342201:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078180.342203:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078180.342205:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078180.342208:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370669:370669:256:4294967295] 192.168.204.154@tcp LPNI seq info [370664:370664:8:4294967295] 00000400:00000200:1.0:1769078180.342211:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078180.342217:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078180.342221:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078180.342224:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078180.342228:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078180.342230:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769078180.342234:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078180.342236:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769078180.342239:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078180.342241:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078180.342244:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078180.342247:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078180.342251:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078180.342254:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078180.342257:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078180.342260:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342269:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078180.342271:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342277:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.342278:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078180.342281:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078180.342284:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078180.342287:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078180.342289:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299837984 00000100:00000001:1.0:1769078180.342291:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299838668 00000100:00000001:1.0:1769078180.342293:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299837984 00000100:00000001:1.0:1769078180.342295:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299838668 00000100:00000001:1.0:1769078180.342297:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078180.342299:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.342301:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078180.342305:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078180/real 1769078180] req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078180.342312:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078180.342313:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078180.342314:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078180.342317:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078180.342318:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078180.342320:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078180.342323:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078180.342338:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342344:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078180.342346:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342347:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.342349:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078180.342352:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342358:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078180.342371:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342377:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078180.342379:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342380:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.342382:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342383:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078180.342387:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078180.342389:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078180.342392:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078180.342395:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078180.342399:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078180.342407:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867776:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078180.342412:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078180.342416:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342422:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078180.342423:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.342426:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078180.342428:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078180.342429:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078180.342432:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867904:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078180.342434:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078180.342436:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078180.342437:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078180.342439:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078180.342443:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078180.342444:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078180.342448:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078180.342450:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078180.342453:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078180.342455:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657867904, portal 4 00000100:00000001:1.0:1769078180.342457:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078180.342458:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00000100:00000040:1.0:1769078180.342463:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342469:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078180.342471:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078180.342473:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078180.342475:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657867904, offset 0 00000400:00000200:1.0:1769078180.342479:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078180.342483:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078180.342486:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078180.342489:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078180.342491:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078180.342493:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078180.342495:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078180.342498:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370670:370670:256:4294967295] 192.168.204.154@tcp LPNI seq info [370665:370665:8:4294967295] 00000400:00000200:1.0:1769078180.342502:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078180.342507:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078180.342512:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078180.342515:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078180.342518:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078180.342521:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:1.1:1769078180.342525:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078180.342527:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:1.0:1769078180.342531:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078180.342533:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078180.342536:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078180.342539:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078180.342542:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078180.342543:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078180.342545:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078180.342548:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342582:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078180.342585:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078205 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342592:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.342593:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078180.342596:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078180.342599:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078180.342602:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078180.342604:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299837989 00000100:00000001:1.0:1769078180.342606:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299838668 00000100:00000001:1.0:1769078180.342608:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299837989 00000100:00000001:1.0:1769078180.342613:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299838668 00000100:00000001:1.0:1769078180.342615:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078180.342617:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.342618:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078180.342621:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078180/real 1769078180] req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078180.342628:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078180.342629:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078180.342631:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078180.342634:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078180.342635:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078180.342637:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078180.342640:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078180.342647:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342653:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078180.342654:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342656:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.342657:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078180.342660:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342666:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078180.342670:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342675:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078180.342678:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342679:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078180.342681:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342682:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078180.342686:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078180.342688:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078180.342691:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078180.342693:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078180.342697:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078180.342703:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657867904:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078180.342706:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342708:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078180.342711:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9180 x1855007657867520/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342716:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078180.342719:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078180.342721:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636c00. 02000000:00000001:1.0:1769078180.342724:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078180.342727:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078180.342728:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078180.342730:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078180.342733:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 02000000:00000001:1.0:1769078180.342738:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078180.342740:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078180.342741:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9180. 00000100:00000001:1.0:1769078180.342745:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078180.342746:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342747:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078180.342751:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8e00 x1855007657867648/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342756:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078180.342757:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078180.342758:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08635400. 02000000:00000001:1.0:1769078180.342760:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078180.342761:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078180.342762:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078180.342764:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078180.342765:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:1.0:1769078180.342767:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078180.342768:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078180.342770:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8e00. 00000100:00000001:1.0:1769078180.342773:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078180.342774:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342775:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078180.342778:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eb100 x1855007657867776/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342784:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078180.342786:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078180.342787:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078180.342789:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078180.342790:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078180.342795:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078180.342798:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078180.342799:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 02000000:00000001:1.0:1769078180.342802:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078180.342803:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078180.342804:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eb100. 00000100:00000001:1.0:1769078180.342806:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078180.342808:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342809:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078180.342812:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657867904/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078205 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078180.342818:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078180.342819:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078180.342820:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078180.342822:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078180.342823:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078180.342824:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078180.342826:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078180.342827:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745c00. 02000000:00000001:1.0:1769078180.342829:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078180.342830:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078180.342831:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:1.0:1769078180.342833:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078180.342834:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342836:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.342843:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078180.342845:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.342847:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078180.342849:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.980652:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078180.980653:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078180.980653:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078180.980653:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078180.980659:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078180.980659:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078180.980660:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078180.980661:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.980665:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078180.980665:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078180.980666:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078180.980667:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078180.980669:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078180.980670:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078180.980673:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078180.980673:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078180.980675:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078180.980675:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078180.980676:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078180.980680:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078180.980680:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078180.980680:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078180.980681:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078180.980685:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.980686:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078180.980686:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.980692:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078180.980692:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078180.980695:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078180.980698:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.980699:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078180.980701:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078180.980704:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.980705:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078180.980705:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078180.980709:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078180.980710:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078180.980712:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078180.980715:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078180.980716:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.980717:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078180.980718:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078180.980720:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078180.980721:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078180.980724:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078180.980725:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078180.980727:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078180.980728:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078180.980730:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078180.980731:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078180.980731:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078180.980733:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078180.980736:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078180.980736:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078180.980738:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078180.980740:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078180.980741:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078180.980741:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078180.980742:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078180.980745:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078180.980747:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078180.980748:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078180.980749:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078180.980751:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078180.980754:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078180.980755:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078180.980758:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078180.980759:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078180.980762:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078180.980764:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078180.980766:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078180.980775:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078180.980777:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078180.980781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078180.980783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078180.980786:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078180.980787:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078180.980817:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078180.980820:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078180.980823:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078181.108648:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299838668, at 4299838720 00000100:00000040:1.0:1769078181.108648:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299838668, at 4299838720 00000100:00000010:1.0:1769078181.108662:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad04e0. 00000100:00000010:0.0:1769078181.108664:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0ea0. 00000100:00000001:1.0:1769078181.364655:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078181.364662:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078181.364664:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078181.364669:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078181.364673:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078181.364677:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078181.364680:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078181.364682:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078181.364685:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078181.364768:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078181.364772:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078181.364773:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078181.364776:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078181.364779:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078181.364781:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078181.364783:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078181.364785:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078181.364787:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078182.004661:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078182.004661:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078182.004668:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078182.004668:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078182.004671:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078182.004671:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078182.004678:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078182.004678:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078182.004685:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078182.004685:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078182.004690:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078182.004690:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078182.004693:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078182.004694:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078182.004700:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078182.004702:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078182.004706:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078182.004710:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078182.004710:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078182.004711:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078182.004711:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078182.004718:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078182.004723:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078182.004724:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078182.004725:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078182.004728:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078182.004731:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078182.004738:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078182.004739:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078182.004741:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078182.004748:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078182.004753:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078182.004756:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078182.004759:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078182.004763:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078182.004769:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078182.004774:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078182.004775:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078182.004778:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078182.004783:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078182.004786:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078182.004789:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078182.004791:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078182.004795:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078182.004797:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078182.004802:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078182.004802:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078182.004811:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078182.004811:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078182.004814:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078182.004816:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078182.004816:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078182.004818:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000020:00000001:3.0:1769078182.004820:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078182.004825:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078182.004828:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00010000:3.0:1769078182.004828:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078182.004829:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078182.004829:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078182.004840:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078182.004841:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078182.004842:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078182.004847:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078182.004849:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078182.004849:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078182.004854:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078182.004855:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078182.004860:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078182.004860:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078182.004865:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078182.004870:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078182.004871:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078182.004875:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078182.004879:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078182.388653:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078182.388653:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078182.388661:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078182.388662:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078182.388664:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078182.388665:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078182.388671:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078182.388674:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078182.388676:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078182.388679:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078182.388681:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078182.388683:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078182.388686:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078182.388690:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078182.388693:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078182.388694:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078182.388697:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078182.388700:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078183.028656:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078183.028656:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078183.028656:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078183.028656:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078183.028662:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078183.028663:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078183.028664:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078183.028664:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078183.028665:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078183.028666:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078183.028668:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078183.028669:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078183.028672:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078183.028672:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078183.028675:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078183.028676:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078183.028677:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078183.028678:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078183.028679:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078183.028681:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078183.028682:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078183.028683:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078183.028683:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078183.028685:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078183.028687:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078183.028688:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078183.028692:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078183.028692:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078183.028695:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078183.028697:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078183.028698:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078183.028701:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078183.028704:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078183.028704:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078183.028708:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078183.028709:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078183.028712:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078183.028712:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078183.028712:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078183.028717:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078183.028717:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078183.028721:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078183.028722:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078183.028723:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078183.028724:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078183.028726:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078183.028727:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078183.028727:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078183.028731:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078183.028731:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078183.028732:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078183.028732:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078183.028733:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078183.028735:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078183.028739:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078183.028739:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078183.028740:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078183.028740:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078183.028744:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078183.028746:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078183.028746:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078183.028751:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078183.028752:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078183.028758:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078183.028758:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078183.028760:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078183.028762:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078183.028762:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078183.028763:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078183.028769:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078183.028770:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769078183.028770:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078183.028775:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078183.028778:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078183.412659:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078183.412660:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078183.412666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078183.412666:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078183.412668:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078183.412669:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078183.412674:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078183.412675:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078183.412679:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078183.412679:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078183.412682:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078183.412683:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078183.412688:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078183.412691:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078183.412692:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078183.412694:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078183.412698:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078183.412701:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078184.052660:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078184.052664:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078184.052664:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078184.052668:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078184.052669:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078184.052671:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078184.052673:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078184.052675:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078184.052675:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078184.052678:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078184.052679:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078184.052679:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078184.052681:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078184.052684:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078184.052686:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078184.052687:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078184.052687:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078184.052688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078184.052691:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078184.052693:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078184.052693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078184.052694:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078184.052696:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078184.052698:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078184.052700:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078184.052701:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078184.052707:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078184.052707:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078184.052709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078184.052711:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078184.052712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078184.052716:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078184.052716:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078184.052719:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078184.052720:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078184.052722:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078184.052723:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078184.052726:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078184.052728:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078184.052730:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078184.052732:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078184.052734:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078184.052734:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078184.052737:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078184.052739:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078184.052740:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078184.052741:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078184.052741:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078184.052744:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078184.052746:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078184.052746:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078184.052748:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078184.052749:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078184.052750:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078184.052752:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078184.052754:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078184.052755:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078184.052756:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000020:00000001:3.0:1769078184.052756:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078184.052759:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078184.052760:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078184.052762:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1769078184.052762:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078184.052763:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078184.052764:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078184.052769:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078184.052773:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078184.052774:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078184.052775:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078184.052777:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078184.052780:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078184.052781:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078184.052784:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078184.052787:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078184.436671:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078184.436678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078184.436680:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078184.436685:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078184.436688:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078184.436692:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078184.436694:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078184.436696:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078184.436699:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078184.436825:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078184.436829:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078184.436831:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078184.436834:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078184.436836:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078184.436838:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078184.436840:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078184.436842:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078184.436844:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.076668:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078185.076668:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078185.076674:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078185.076677:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078185.076677:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078185.076678:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078185.076680:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.076682:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.076682:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078185.076690:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078185.076690:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078185.076691:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078185.076691:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078185.076697:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078185.076698:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078185.076698:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078185.076699:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078185.076702:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.076703:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.076703:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.076704:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078185.076707:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078185.076710:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078185.076712:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.076714:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078185.076717:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.076718:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078185.076718:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.076722:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.076727:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.076727:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078185.076731:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078185.076732:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078185.076734:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078185.076734:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078185.076736:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078185.076738:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078185.076739:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.076742:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.076744:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078185.076744:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078185.076750:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078185.076750:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078185.076753:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078185.076754:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078185.076756:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078185.076759:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078185.076759:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078185.076760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078185.076765:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078185.076765:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078185.076766:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.076770:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.076773:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078185.076774:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078185.076775:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078185.076776:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078185.076778:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078185.076779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.076780:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078185.076785:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078185.076786:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078185.076788:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078185.076791:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078185.076791:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.076795:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078185.076797:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078185.076799:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078185.076801:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.076802:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.076806:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078185.076826:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078185.076829:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078185.076832:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078185.460644:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078185.460647:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078185.460653:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078185.460654:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078185.460658:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.460658:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078185.460664:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078185.460665:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078185.460671:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078185.460671:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078185.460677:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.460678:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078185.460683:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078185.460686:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078185.460688:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.460690:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078185.460694:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.460697:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078185.460758:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769078185.460762:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078185.460765:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:2.0:1769078185.460766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769078185.460770:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00080000:2.0:1769078185.460771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078185.460774:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00001000:0.0:1769078185.460776:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00080000:2.0:1769078185.460777:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078185.460782:0:8:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769078185.460784:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000100:00080000:2.0:1769078185.460787:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5170 00000020:00000001:0.0:1769078185.460790:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769078185.460794:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769078185.460797:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:2.0:1769078185.460799:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078185.460802:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078185.460805:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:2.0:1769078185.460808:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00000001:0.0:1769078185.460809:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078185.460815:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000002:0.0:1769078185.460817:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000040:2.0:1769078185.460821:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:0.0:1769078185.460824:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:2.0:1769078185.460826:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078185.460830:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:2.0:1769078185.460831:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078185.460834:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:2.0:1769078185.460836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078185.460838:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000001:2.0:1769078185.460841:0:8:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:0.0:1769078185.460842:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078185.460845:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:0.0:1769078185.460847:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078185.460849:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769078185.460851:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000040:2.0:1769078185.460854:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:0.0:1769078185.460855:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078185.460859:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078185.460860:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078185.460864:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078185.460864:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769078185.460867:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000040:2.0:1769078185.460868:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:0.0:1769078185.460871:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:2.0:1769078185.460871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078185.460874:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078185.460878:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.460878:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078185.460883:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:0.0:1769078185.460884:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00080000:2.0:1769078185.460887:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769078185.460888:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1769078185.460890:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.460892:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:2.0:1769078185.460893:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00200000:0.0:1769078185.460897:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:2.0:1769078185.460897:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078185.460902:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769078185.460904:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:2.0:1769078185.460904:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078185.460906:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.460910:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769078185.460913:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769078185.460915:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000010:2.0:1769078185.460915:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb100. 00000020:00000001:0.0:1769078185.460919:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00000040:2.0:1769078185.460920:0:8:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00001000:0.0:1769078185.460925:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:2.0:1769078185.460926:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078185.460929:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.460930:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000100:00000001:2.0:1769078185.460931:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078185.460934:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078185.460935:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:2.0:1769078185.460939:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.460941:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078185.460943:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078185.460945:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078185.460946:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02400. 00020000:00000001:0.0:1769078185.460949:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.460953:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000001:2.0:1769078185.460953:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.460959:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078185.460960:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078185.460962:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769078185.460964:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.460969:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.460973:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078185.460975:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769078185.460976:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:2.0:1769078185.460979:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.460980:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078185.460983:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:2.0:1769078185.460984:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7e81945] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078185.460998:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078185.461000:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461002:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461004:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461005:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461007:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078185.461009:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461012:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461017:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769078185.461020:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078185.461022:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078185.461024:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078185.461026:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769078185.461029:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769078185.461029:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078185.461033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078185.461035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000008:00000001:0.0:1769078185.461036:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078185.461036:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078185.461039:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000020:0.0:1769078185.461040:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078185.461042:0:8:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:0.0:1769078185.461044:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078185.461046:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5170 00000008:00000001:0.0:1769078185.461050:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:2.0:1769078185.461051:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769078185.461053:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:1.0:1769078185.461056:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769078185.461056:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:0.0:1769078185.461057:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000100:00080000:2.0:1769078185.461060:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078185.461061:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000020:0.0:1769078185.461063:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000100:00000001:1.0:1769078185.461065:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078185.461066:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769078185.461070:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078185.461071:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000020:0.0:1769078185.461074:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:1.0:1769078185.461076:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078185.461077:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078185.461077:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078185.461081:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:0.0:1769078185.461082:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000001:2.0:1769078185.461086:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000020:0.0:1769078185.461087:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000020:00000040:2.0:1769078185.461088:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078185.461092:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078185.461094:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:2.0:1769078185.461098:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:1.0:1769078185.461100:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078185.461101:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000008:00000001:0.0:1769078185.461102:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.461103:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078185.461106:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769078185.461108:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.461109:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1769078185.461109:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078185.461111:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078185.461113:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078185.461114:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.461115:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078185.461117:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078185.461118:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.461121:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078185.461122:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:0.0:1769078185.461123:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461127:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769078185.461130:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00080000:2.0:1769078185.461130:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00100000:1.0:1769078185.461131:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657868032:192.168.204.154@tcp:250:kworker.0 00020000:00000001:0.0:1769078185.461133:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769078185.461136:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078185.461136:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461139:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078185.461141:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078185.461141:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769078185.461142:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461146:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078185.461147:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:1.0:1769078185.461148:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1769078185.461149:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:2.0:1769078185.461149:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078185.461152:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:1.0:1769078185.461153:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078185.461153:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461154:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078185.461157:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078185.461158:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769078185.461159:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:1.0:1769078185.461159:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:0.0:1769078185.461161:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078185.461162:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:0.0:1769078185.461164:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078185.461166:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 00020000:00000001:0.0:1769078185.461168:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000008:00000001:2.0:1769078185.461168:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.461170:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461171:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078185.461172:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461175:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078185.461177:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000010:2.0:1769078185.461177:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcbb80. 00000020:00000001:0.0:1769078185.461178:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078185.461181:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000020:00000040:2.0:1769078185.461182:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00020000:00000001:0.0:1769078185.461183:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:1.0:1769078185.461183:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078185.461186:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:2.0:1769078185.461187:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769078185.461188:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769078185.461190:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078185.461190:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078185.461191:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000100:00000001:2.0:1769078185.461195:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769078185.461196:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078185.461198:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769078185.461199:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078185.461201:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000010:1.0:1769078185.461201:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 02000000:00000001:2.0:1769078185.461201:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461204:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461207:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078185.461208:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000010:2.0:1769078185.461208:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f03800. 00000100:00000200:1.0:1769078185.461211:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657868032, portal 25 00020000:00000001:0.0:1769078185.461212:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078185.461212:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461214:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078185.461217:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769078185.461218:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:2.0:1769078185.461221:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00001000:0.0:1769078185.461222:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:1.0:1769078185.461222:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082558720 : -115332626992896 : ffff971b07bcb100) 00020000:00000001:0.0:1769078185.461226:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078185.461229:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769078185.461231:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078185.461233:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00200000:0.0:1769078185.461234:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769078185.461238:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078185.461240:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078185.461243:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769078185.461244:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769078185.461248:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769078185.461250:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078185.461250:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078185.461253:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f7e7c42] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078185.461257:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769078185.461260:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078185.461262:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078185.461264:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769078185.461268:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769078185.461272:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000020:00000001:0.0:1769078185.461276:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769078185.461278:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:1.0:1769078185.461283:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078185.461283:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769078185.461285:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00080000:2.0:1769078185.461287:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769078185.461290:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078185.461292:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:1.0:1769078185.461292:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00080000:2.0:1769078185.461293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000080:00000001:0.0:1769078185.461295:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.461296:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000002:0.0:1769078185.461299:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00080000:2.0:1769078185.461299:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078185.461303:0:8:0:(import.c:484:import_select_connection()) Process entered 00020000:00000002:0.0:1769078185.461305:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000400:00000010:1.0:1769078185.461305:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00080000:2.0:1769078185.461307:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5170 00020000:00000001:0.0:1769078185.461311:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000200:1.0:1769078185.461313:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657868032, offset 0 00000400:00000200:2.0:1769078185.461314:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078185.461315:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769078185.461318:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769078185.461321:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078185.461321:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078185.461325:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:0.0:1769078185.461327:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769078185.461327:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000040:2.0:1769078185.461330:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078185.461333:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:2.0:1769078185.461333:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078185.461336:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078185.461337:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078185.461343:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:1.0:1769078185.461343:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078185.461343:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078185.461347:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078185.461348:0:8:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:0.0:1769078185.461349:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000040:2.0:1769078185.461350:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000002:0.0:1769078185.461353:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:2.0:1769078185.461353:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769078185.461354:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000040:2.0:1769078185.461356:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769078185.461359:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078185.461361:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078185.461362:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078185.461364:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:1.0:1769078185.461365:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1769078185.461366:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:2.0:1769078185.461369:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078185.461370:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:2.0:1769078185.461372:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769078185.461373:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000040:2.0:1769078185.461376:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078185.461378:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00200000:0.0:1769078185.461381:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:2.0:1769078185.461381:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:1.0:1769078185.461382:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000002:0.0:1769078185.461386:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00080000:2.0:1769078185.461388:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:1.0:1769078185.461389:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:0.0:1769078185.461394:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769078185.461394:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461398:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000200:1.0:1769078185.461399:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370671:370671:256:4294967295] 192.168.204.154@tcp LPNI seq info [370666:370666:8:4294967295] 02000000:00000001:2.0:1769078185.461399:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769078185.461402:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:2.0:1769078185.461403:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078185.461406:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 02000000:00000001:2.0:1769078185.461407:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.461411:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00001000:0.0:1769078185.461413:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000400:00000200:1.0:1769078185.461413:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00100000:2.0:1769078185.461414:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:0.0:1769078185.461418:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000008:00000001:2.0:1769078185.461419:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461423:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078185.461423:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461428:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000010:2.0:1769078185.461429:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcaa00. 00000020:00000001:0.0:1769078185.461431:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:1.0:1769078185.461433:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000040:2.0:1769078185.461433:0:8:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769078185.461434:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078185.461438:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769078185.461439:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078185.461440:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461444:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000001:2.0:1769078185.461445:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078185.461447:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078185.461449:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:2.0:1769078185.461449:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461452:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078185.461454:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01000. 00020000:00000001:0.0:1769078185.461456:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078185.461459:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:2.0:1769078185.461459:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461460:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461466:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00100000:2.0:1769078185.461467:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769078185.461468:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000800:00000010:1.0:1769078185.461470:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00020000:00000001:0.0:1769078185.461472:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078185.461474:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078185.461478:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769078185.461478:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769078185.461481:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.461482:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078185.461484:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078185.461487:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078185.461489:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f465e77c] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078185.461491:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078185.461492:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00020000:00000001:0.0:1769078185.461496:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461501:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078185.461505:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.461505:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078185.461506:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078185.461508:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078185.461509:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.1:1769078185.461513:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000020:00000001:0.0:1769078185.461514:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00080000:2.0:1769078185.461514:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00020000:00000001:0.0:1769078185.461518:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:2.0:1769078185.461518:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769078185.461522:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:2.0:1769078185.461522:0:8:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1769078185.461523:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078185.461524:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078185.461526:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769078185.461528:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769078185.461528:0:8:0:(import.c:484:import_select_connection()) Process entered 00000800:00000010:1.0:1769078185.461530:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000008:00000001:0.0:1769078185.461532:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:2.0:1769078185.461532:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5170 00000008:00000020:0.0:1769078185.461536:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:1.0:1769078185.461538:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:0.0:1769078185.461539:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078185.461539:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769078185.461545:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:2.0:1769078185.461545:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:0.0:1769078185.461546:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00080000:2.0:1769078185.461548:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:0.0:1769078185.461549:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000400:00000200:1.0:1769078185.461552:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000040:2.0:1769078185.461570:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078185.461572:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078185.461576:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078185.461579:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078185.461581:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078185.461582:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000200:1.0:1769078185.461583:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000020:00000001:2.0:1769078185.461583:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078185.461586:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000400:00000010:1.0:1769078185.461587:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000020:00000001:2.0:1769078185.461588:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078185.461592:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:2.0:1769078185.461595:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078185.461596:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078185.461597:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000020:0.0:1769078185.461601:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000040:2.0:1769078185.461601:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000200:1.0:1769078185.461605:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078185.461605:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:0.0:1769078185.461606:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078185.461609:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000040:2.0:1769078185.461610:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000008:00000001:0.0:1769078185.461611:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078185.461616:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00080000:2.0:1769078185.461617:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000008:00000020:0.0:1769078185.461618:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:2.0:1769078185.461625:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078185.461627:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078185.461631:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000001:0.0:1769078185.461632:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461636:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.461636:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1769078185.461636:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078185.461640:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078185.461642:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461643:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078185.461645:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078185.461648:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.461648:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769078185.461653:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00100000:2.0:1769078185.461653:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000001:0.0:1769078185.461656:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769078185.461660:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000008:00000001:2.0:1769078185.461661:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.461662:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461663:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078185.461666:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461667:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078185.461668:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:0.0:1769078185.461671:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078185.461673:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcad80. 00020000:00000001:0.0:1769078185.461676:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:1.0:1769078185.461677:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078185.461678:0:8:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769078185.461680:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769078185.461684:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:2.0:1769078185.461684:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769078185.461686:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078185.461687:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:2.0:1769078185.461688:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461691:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078185.461692:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078185.461693:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299843788 00000020:00000001:0.0:1769078185.461694:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769078185.461697:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:2.0:1769078185.461697:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769078185.461702:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078185.461702:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad04e0. 02000000:00000001:2.0:1769078185.461702:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461703:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461708:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769078185.461709:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078185.461711:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000010:2.0:1769078185.461711:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01400. 00000020:00000001:0.0:1769078185.461714:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:1.0:1769078185.461714:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1769078185.461717:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078185.461717:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461719:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078185.461721:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078185.461722:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078185.461723:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299843788 00000020:00000001:0.0:1769078185.461724:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00100000:2.0:1769078185.461724:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769078185.461727:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461731:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078185.461731:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0840. 00020000:00000001:0.0:1769078185.461735:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078185.461738:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078185.461739:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:0.0:1769078185.461740:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078185.461741:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769078185.461745:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078185.461746:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.461747:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078185.461748:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078185.461751:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000040:2.0:1769078185.461752:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce2e0917] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078185.461754:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078185.461754:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461756:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078185.461759:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:1.0:1769078185.461761:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:0.0:1769078185.461763:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078185.461766:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078185.461767:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078185.461768:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00100000:1.0:1769078185.461770:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078185/real 1769078185] req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:0.0:1769078185.461771:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000040:2.0:1769078185.461773:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5180) 00000080:00000001:0.0:1769078185.461775:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078185.461777:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078185.461779:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769078185.461781:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769078185.461784:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078185.461788:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769078185.461791:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078185.461793:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078185.461795:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000001:1.0:1769078185.461796:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00001000:0.0:1769078185.461797:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769078185.461801:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000400:00000001:1.0:1769078185.461801:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1769078185.461804:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769078185.461805:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769078185.461806:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000010:1.0:1769078185.461806:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000020:00000001:0.0:1769078185.461811:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078185.461812:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769078185.461813:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078185.461814:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00020000:00000002:0.0:1769078185.461815:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000400:00000010:1.0:1769078185.461818:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00020000:00000002:0.0:1769078185.461819:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:0.0:1769078185.461823:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769078185.461825:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:1.0:1769078185.461825:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000001:0.0:1769078185.461828:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769078185.461829:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461831:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1769078185.461832:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078185.461833:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769078185.461835:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461839:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078185.461840:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769078185.461842:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769078185.461844:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769078185.461848:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461850:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078185.461852:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769078185.461852:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000200:1.0:1769078185.461853:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00200000:0.0:1769078185.461854:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769078185.461856:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769078185.461862:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769078185.461864:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769078185.461866:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078185.461868:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769078185.461871:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769078185.461874:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000100:00000001:1.0:1769078185.461874:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1769078185.461875:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078185.461877:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078185.461878:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078185.461879:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078185.461882:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461883:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.461883:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:0.0:1769078185.461886:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769078185.461888:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078185.461888:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078185.461890:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461892:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461893:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461895:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078185.461896:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00100000:1.0:1769078185.461896:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078185.461897:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078185.461899:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078185.461901:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078185.461902:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461905:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461908:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461911:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461914:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078185.461917:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.461917:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078185.461918:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461923:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769078185.461923:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078185.461924:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078185.461926:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078185.461927:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769078185.461928:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000040:1.0:1769078185.461928:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078185.461931:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078185.461933:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078185.461934:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078185.461938:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769078185.461940:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769078185.461941:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000008:00000020:0.0:1769078185.461946:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000001:1.0:1769078185.461946:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:0.0:1769078185.461949:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078185.461951:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078185.461952:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078185.461953:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769078185.461954:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:0.0:1769078185.461956:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769078185.461957:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461958:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.461959:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078185.461960:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461963:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.461965:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.461965:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769078185.461969:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078185.461969:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078185.461970:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769078185.461973:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:1.0:1769078185.461975:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1769078185.461976:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078185.461980:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078185.461980:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769078185.461981:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.461994:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078185.461996:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769078185.461997:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769078185.461998:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769078185.462000:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:1.0:1769078185.462000:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769078185.462003:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769078185.462006:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00080000:1.0:1769078185.462008:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00020000:00000001:0.0:1769078185.462009:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.462013:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:0.0:1769078185.462014:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.462019:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769078185.462022:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:1.0:1769078185.462023:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078185.462024:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078185.462026:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769078185.462029:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078185.462032:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078185.462034:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078185.462036:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078185.462039:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00100000:1.0:1769078185.462040:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657868032:192.168.204.154@tcp:250:kworker.0 00020000:00000001:0.0:1769078185.462042:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.462046:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078185.462049:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078185.462049:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078185.462052:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078185.462053:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769078185.462055:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078185.462059:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:1.0:1769078185.462060:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb100 x1855007657868032/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078185.462061:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078185.462063:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078185.462066:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078185.462068:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078185.462070:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:1.0:1769078185.462074:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00020000:00000001:0.0:1769078185.462075:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078185.462078:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:1.0:1769078185.462079:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000080:00000001:0.0:1769078185.462080:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769078185.462084:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000010:1.0:1769078185.462084:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 00000080:00000001:0.0:1769078185.462090:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000001:1.0:1769078185.462091:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078185.462092:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1769078185.462094:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00001000:0.0:1769078185.462096:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000020:00000040:1.0:1769078185.462098:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000080:00000001:0.0:1769078185.462099:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:1.0:1769078185.462103:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000080:00000001:0.0:1769078185.462104:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078185.462108:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02400. 02000000:00000001:1.0:1769078185.462114:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078185.462116:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078185.462118:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb100. 00000100:00000001:1.0:1769078185.462121:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078185.462122:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462125:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462132:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078185.462133:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.462136:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078185.462137:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078185.462139:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078185.462143:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462151:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078185.462152:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.462154:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078185.462156:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078185.462158:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078185.462161:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868160:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078185.462164:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078185.462166:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078185.462167:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.462169:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078185.462172:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078185.462174:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078185.462179:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078185.462181:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078185.462185:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078185.462187:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657868160, portal 10 00000100:00000001:1.0:1769078185.462189:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078185.462191:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082561408 : -115332626990208 : ffff971b07bcbb80) 00000100:00000040:1.0:1769078185.462197:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462203:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078185.462206:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078185.462208:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078185.462210:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657868160, offset 0 00000400:00000200:1.0:1769078185.462213:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078185.462217:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078185.462221:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078185.462223:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078185.462226:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078185.462228:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078185.462230:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078185.462233:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370672:370672:256:4294967295] 192.168.204.154@tcp LPNI seq info [370667:370667:8:4294967295] 00000400:00000200:1.0:1769078185.462238:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078185.462243:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078185.462248:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078185.462251:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078185.462255:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078185.462258:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769078185.462262:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078185.462265:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769078185.462269:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078185.462271:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078185.462274:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078185.462277:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078185.462280:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078185.462282:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078185.462284:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078185.462287:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462294:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078185.462297:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462303:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.462304:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078185.462308:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078185.462311:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078185.462314:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078185.462316:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299843083 00000100:00000001:1.0:1769078185.462319:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299843788 00000100:00000001:1.0:1769078185.462321:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299843083 00000100:00000001:1.0:1769078185.462323:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299843788 00000100:00000001:1.0:1769078185.462325:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078185.462327:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.462329:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078185.462333:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078185/real 1769078185] req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078185.462340:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078185.462341:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078185.462343:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078185.462346:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078185.462347:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078185.462349:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078185.462353:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078185.462361:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462368:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078185.462369:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462371:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078185.462372:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078185.462376:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462382:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078185.462386:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462392:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078185.462394:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462396:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078185.462397:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462399:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078185.462402:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078185.462405:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078185.462408:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078185.462410:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078185.462414:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078185.462421:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868160:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078185.462425:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078185.462428:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462440:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078185.462441:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.462443:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078185.462445:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078185.462447:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078185.462449:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868288:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078185.462452:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078185.462454:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078185.462455:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.462457:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078185.462460:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078185.462461:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078185.462465:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078185.462467:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078185.462470:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078185.462473:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657868288, portal 4 00000100:00000001:1.0:1769078185.462475:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078185.462476:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082556928 : -115332626994688 : ffff971b07bcaa00) 00000100:00000040:1.0:1769078185.462481:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462486:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078185.462489:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078185.462491:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078185.462493:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657868288, offset 0 00000400:00000200:1.0:1769078185.462496:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078185.462499:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078185.462503:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078185.462505:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078185.462508:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078185.462510:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078185.462513:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078185.462516:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370673:370673:256:4294967295] 192.168.204.154@tcp LPNI seq info [370668:370668:8:4294967295] 00000400:00000200:1.0:1769078185.462520:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078185.462526:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078185.462530:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078185.462534:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078185.462537:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078185.462540:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769078185.462544:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078185.462546:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769078185.462549:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078185.462551:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078185.462572:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078185.462576:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078185.462578:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078185.462580:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078185.462582:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078185.462586:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462593:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078185.462596:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462602:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.462603:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078185.462607:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078185.462609:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078185.462613:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078185.462615:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299843105 00000100:00000001:1.0:1769078185.462617:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299843788 00000100:00000001:1.0:1769078185.462619:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299843105 00000100:00000001:1.0:1769078185.462621:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299843788 00000100:00000001:1.0:1769078185.462623:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078185.462626:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.462627:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078185.462631:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078185/real 1769078185] req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078185.462639:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078185.462640:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078185.462642:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078185.462644:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078185.462646:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078185.462648:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078185.462650:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078185.462658:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462664:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078185.462666:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462667:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078185.462668:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078185.462672:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462679:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078185.462682:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462689:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078185.462691:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462693:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078185.462694:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462696:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078185.462699:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078185.462702:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078185.462705:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078185.462707:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078185.462711:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078185.462719:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868288:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078185.462722:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078185.462725:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462732:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078185.462733:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.462736:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078185.462737:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078185.462739:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078185.462742:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868416:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078185.462745:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078185.462747:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078185.462748:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078185.462750:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078185.462753:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08635400. 02000000:00000001:1.0:1769078185.462755:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078185.462758:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078185.462761:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078185.462763:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078185.462766:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657868416, portal 4 00000100:00000001:1.0:1769078185.462768:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078185.462769:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082557824 : -115332626993792 : ffff971b07bcad80) 00000100:00000040:1.0:1769078185.462774:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462780:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078185.462783:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078185.462785:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078185.462787:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657868416, offset 0 00000400:00000200:1.0:1769078185.462791:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078185.462795:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078185.462798:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078185.462801:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078185.462803:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078185.462806:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078185.462808:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078185.462811:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370674:370674:256:4294967295] 192.168.204.154@tcp LPNI seq info [370669:370669:8:4294967295] 00000400:00000200:1.0:1769078185.462815:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078185.462821:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078185.462825:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078185.462828:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078185.462831:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078185.462834:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:1.1:1769078185.462837:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078185.462839:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000100:1.0:1769078185.462842:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078185.462844:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078185.462846:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078185.462849:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078185.462852:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078185.462853:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078185.462855:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078185.462858:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462864:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078185.462867:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078210 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462873:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.462874:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078185.462877:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078185.462880:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078185.462882:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078185.462884:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299843109 00000100:00000001:1.0:1769078185.462886:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299843788 00000100:00000001:1.0:1769078185.462888:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299843109 00000100:00000001:1.0:1769078185.462889:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299843788 00000100:00000001:1.0:1769078185.462891:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078185.462893:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.462894:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078185.462897:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078185/real 1769078185] req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078185.462905:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078185.462906:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078185.462908:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078185.462910:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078185.462911:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078185.462913:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078185.462916:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078185.462923:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462929:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078185.462931:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462932:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078185.462934:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078185.462937:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462943:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078185.462946:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.462953:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078185.462955:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462956:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078185.462958:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462959:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078185.462963:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078185.462965:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078185.462968:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078185.462970:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078185.462974:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078185.462982:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868416:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078185.462996:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.462999:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078185.463002:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcbb80 x1855007657868160/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.463008:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078185.463010:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078185.463012:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078185.463014:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078185.463015:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078185.463017:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078185.463019:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078185.463020:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f03800. 02000000:00000001:1.0:1769078185.463022:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078185.463023:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078185.463025:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcbb80. 00000100:00000001:1.0:1769078185.463027:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078185.463028:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.463030:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078185.463033:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcaa00 x1855007657868288/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.463039:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078185.463040:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078185.463041:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078185.463043:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078185.463044:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078185.463045:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078185.463046:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078185.463047:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01000. 02000000:00000001:1.0:1769078185.463050:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078185.463051:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078185.463052:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcaa00. 00000100:00000001:1.0:1769078185.463054:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078185.463054:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.463055:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078185.463057:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcad80 x1855007657868416/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078210 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078185.463060:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078185.463061:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078185.463062:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08635400. 02000000:00000001:1.0:1769078185.463063:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078185.463064:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078185.463064:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078185.463065:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078185.463066:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01400. 02000000:00000001:1.0:1769078185.463067:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078185.463068:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078185.463069:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcad80. 00000100:00000001:1.0:1769078185.463070:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078185.463070:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.463071:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078185.463073:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078185.463074:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078185.463075:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078185.463076:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078186.100658:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078186.100659:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078186.100659:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078186.100663:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078186.100665:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078186.100665:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078186.100668:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078186.100669:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078186.100670:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078186.100672:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078186.100674:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078186.100675:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078186.100676:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078186.100678:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078186.100679:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078186.100681:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078186.100682:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078186.100683:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078186.100684:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078186.100686:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078186.100686:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078186.100689:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078186.100690:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078186.100693:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078186.100694:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078186.100695:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078186.100696:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078186.100698:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078186.100702:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078186.100703:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078186.100705:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078186.100706:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078186.100707:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078186.100707:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078186.100710:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078186.100713:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078186.100713:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078186.100718:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078186.100719:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078186.100721:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078186.100724:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078186.100725:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078186.100728:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078186.100729:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078186.100729:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078186.100732:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078186.100733:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078186.100733:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078186.100735:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078186.100736:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1769078186.100740:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078186.100740:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078186.100741:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078186.100745:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078186.100746:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1769078186.100747:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078186.100748:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078186.100751:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078186.100752:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078186.100756:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078186.100758:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078186.100759:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078186.100763:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078186.100764:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078186.100765:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078186.100767:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078186.100768:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078186.100772:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078186.100773:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078186.100776:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078186.100779:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078186.100781:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078186.100783:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078186.100785:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078186.228638:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299843788, at 4299843840 00000100:00000040:1.0:1769078186.228641:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299843788, at 4299843840 00000100:00000010:0.0:1769078186.228652:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad04e0. 00000100:00000010:1.0:1769078186.228656:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0840. 00000100:00000001:1.0:1769078186.484685:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078186.484685:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078186.484693:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078186.484694:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078186.484696:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078186.484697:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078186.484704:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078186.484704:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078186.484712:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078186.484712:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078186.484718:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078186.484718:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078186.484723:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078186.484728:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078186.484731:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078186.484736:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078186.484739:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078186.484742:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078187.124642:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078187.124646:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078187.124648:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078187.124649:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078187.124650:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078187.124651:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078187.124655:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078187.124656:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078187.124657:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078187.124659:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078187.124659:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078187.124662:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078187.124663:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078187.124664:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078187.124666:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078187.124667:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078187.124669:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078187.124669:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078187.124671:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078187.124672:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078187.124674:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078187.124676:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078187.124676:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078187.124677:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078187.124682:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078187.124683:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078187.124684:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078187.124686:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078187.124689:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078187.124694:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078187.124695:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078187.124699:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078187.124702:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078187.124702:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078187.124705:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078187.124708:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078187.124710:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078187.124713:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078187.124716:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078187.124717:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078187.124719:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078187.124721:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078187.124721:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078187.124724:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078187.124726:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078187.124726:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078187.124728:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078187.124732:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078187.124733:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078187.124733:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078187.124733:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078187.124734:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078187.124737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078187.124739:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078187.124741:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078187.124741:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078187.124742:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078187.124743:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078187.124745:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078187.124748:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078187.124750:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078187.124752:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078187.124752:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078187.124754:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078187.124755:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078187.124761:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078187.124761:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078187.124761:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078187.124766:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078187.124766:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078187.124772:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078187.124787:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078187.124790:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078187.124792:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078187.508670:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078187.508670:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078187.508678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078187.508679:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078187.508682:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078187.508683:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078187.508690:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078187.508690:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078187.508696:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078187.508697:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078187.508702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078187.508702:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078187.508708:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078187.508712:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078187.508716:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078187.508716:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078187.508721:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078187.508726:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078188.148672:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078188.148672:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078188.148673:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078188.148675:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078188.148680:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078188.148681:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078188.148681:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078188.148682:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078188.148684:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078188.148686:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078188.148686:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078188.148690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078188.148691:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078188.148692:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078188.148693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078188.148693:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078188.148698:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078188.148699:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078188.148701:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078188.148703:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078188.148704:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078188.148704:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078188.148705:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078188.148710:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078188.148710:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078188.148712:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078188.148713:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078188.148715:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078188.148718:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078188.148718:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078188.148723:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078188.148726:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078188.148727:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078188.148730:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078188.148734:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078188.148735:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078188.148738:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078188.148740:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078188.148741:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078188.148742:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078188.148744:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078188.148744:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078188.148746:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078188.148749:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078188.148749:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078188.148750:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078188.148752:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078188.148752:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078188.148756:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769078188.148757:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078188.148758:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078188.148758:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078188.148758:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078188.148763:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078188.148763:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078188.148763:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078188.148767:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078188.148768:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078188.148770:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078188.148772:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078188.148773:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078188.148774:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078188.148775:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078188.148776:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078188.148779:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078188.148780:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078188.148783:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078188.148785:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078188.148786:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078188.148789:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078188.148790:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078188.148794:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078188.148797:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078188.148800:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078188.532660:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078188.532666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078188.532667:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078188.532671:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078188.532674:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078188.532677:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078188.532679:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078188.532682:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078188.532684:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078188.532691:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078188.532695:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078188.532697:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078188.532699:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078188.532701:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078188.532703:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078188.532704:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078188.532706:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078188.532708:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078189.172632:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078189.172634:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078189.172637:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078189.172640:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078189.172640:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078189.172644:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078189.172644:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078189.172646:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078189.172647:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078189.172649:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078189.172650:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078189.172653:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078189.172654:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078189.172654:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078189.172655:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078189.172659:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078189.172659:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078189.172660:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078189.172660:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078189.172665:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078189.172666:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078189.172667:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078189.172668:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078189.172670:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078189.172671:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078189.172672:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078189.172672:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078189.172676:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078189.172677:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078189.172680:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078189.172680:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078189.172684:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078189.172687:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078189.172687:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078189.172691:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078189.172693:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078189.172694:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078189.172697:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078189.172701:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078189.172703:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078189.172704:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078189.172705:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078189.172708:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078189.172708:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078189.172711:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078189.172712:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078189.172712:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078189.172715:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078189.172718:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078189.172718:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078189.172719:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078189.172719:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078189.172722:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078189.172722:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078189.172723:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078189.172724:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078189.172727:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078189.172728:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078189.172728:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078189.172729:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078189.172730:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078189.172732:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078189.172733:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078189.172735:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078189.172735:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078189.172736:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078189.172738:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078189.172739:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078189.172741:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078189.172741:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078189.172745:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078189.172745:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078189.172746:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078189.172750:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078189.172751:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078189.172751:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078189.172751:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078189.172755:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078189.172756:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078189.172762:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078189.172762:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078189.172767:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078189.172769:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078189.172770:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078189.172771:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078189.172773:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078189.172774:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078189.172775:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078189.172776:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078189.172815:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078189.172817:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078189.172820:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078189.556642:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078189.556650:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078189.556653:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078189.556659:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078189.556664:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078189.556664:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078189.556667:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078189.556670:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078189.556672:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078189.556673:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078189.556677:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078189.556678:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078189.556683:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078189.556684:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078189.556688:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078189.556691:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078189.556694:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078189.556696:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.196732:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078190.196732:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078190.196732:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078190.196732:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078190.196744:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078190.196745:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078190.196745:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078190.196745:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078190.196750:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.196751:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.196752:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078190.196752:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.196763:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078190.196763:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078190.196764:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078190.196764:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078190.196774:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078190.196774:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078190.196775:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078190.196775:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078190.196785:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.196786:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078190.196791:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078190.196794:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078190.196795:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078190.196799:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.196807:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078190.196807:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.196812:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.196817:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078190.196817:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078190.196819:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078190.196821:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.196822:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078190.196826:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078190.196829:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078190.196832:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078190.196835:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.196836:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.196836:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078190.196843:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078190.196843:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078190.196848:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078190.196851:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.196853:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078190.196854:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.196860:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078190.196861:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078190.196861:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078190.196864:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078190.196864:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078190.196865:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078190.196865:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.196872:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078190.196874:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078190.196874:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078190.196875:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078190.196877:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.196879:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.196879:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078190.196879:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.196883:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078190.196886:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078190.196887:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.196891:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078190.196895:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078190.196898:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078190.196899:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078190.196901:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078190.196902:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078190.196914:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078190.196968:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078190.196970:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078190.196973:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078190.580686:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078190.580687:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078190.580697:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078190.580698:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078190.580702:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.580703:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078190.580712:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078190.580713:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078190.580727:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078190.580729:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078190.580737:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.580738:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078190.580747:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078190.580750:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078190.580753:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.580755:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078190.580759:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.580763:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078190.580777:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078190.580782:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078190.580784:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078190.580788:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078190.580791:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078190.580799:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5175 00000400:00000200:3.0:1769078190.580808:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078190.580813:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078190.580816:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078190.580818:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.580820:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078190.580822:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.580824:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078190.580828:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078190.580830:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769078190.580833:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078190.580836:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769078190.580837:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078190.580839:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769078190.580843:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.580845:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078190.580847:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.580849:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078190.580852:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769078190.580855:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078190.580858:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078190.580860:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078190.580863:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078190.580866:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.580868:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078190.580870:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078190.580880:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24700. 00000020:00000040:3.0:1769078190.580884:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769078190.580888:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078190.580890:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.580893:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078190.580895:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078190.580920:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078190.580929:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 00000100:00000001:3.0:1769078190.580936:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078190.580943:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078190.580951:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078190.580954:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078190.580961:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5c7b818] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078190.580979:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078190.580981:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078190.580984:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078190.580985:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078190.580986:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078190.580988:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078190.580990:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5175 00000400:00000200:3.0:1769078190.580993:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078190.580998:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078190.581000:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078190.581003:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1769078190.581003:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078190.581008:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078190.581008:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078190.581013:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078190.581013:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581017:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078190.581020:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078190.581021:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769078190.581023:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078190.581027:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000040:1.0:1769078190.581028:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078190.581035:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:3.0:1769078190.581045:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:1.0:1769078190.581046:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078190.581048:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.581053:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1769078190.581055:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078190.581058:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078190.581061:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1769078190.581062:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.581073:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657868544:192.168.204.154@tcp:250:kworker.0 00000100:00000040:3.0:1769078190.581073:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581084:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078190.581086:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078190.581094:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1769078190.581094:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:1.0:1769078190.581100:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.581108:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:3.0:1769078190.581108:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581115:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078190.581117:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:3.0:1769078190.581118:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078190.581122:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078190.581128:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769078190.581137:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:3.0:1769078190.581140:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.581145:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:1.0:1769078190.581149:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078190.581155:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078190.581161:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657868544, portal 25 00000100:00000001:1.0:1769078190.581162:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078190.581164:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069293312 : -115332640258304 : ffff971b06f24700) 00000008:00100000:3.0:1769078190.581166:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000040:1.0:1769078190.581172:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078190.581175:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.581183:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1769078190.581186:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078190.581187:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078190.581190:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078190.581194:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657868544, offset 0 00000100:00000010:3.0:1769078190.581196:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25c00. 00000400:00000200:1.0:1769078190.581201:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000040:3.0:1769078190.581202:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769078190.581207:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078190.581209:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.581212:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1769078190.581214:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:3.0:1769078190.581214:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078190.581219:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078190.581225:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 02000000:00000010:3.0:1769078190.581228:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00000400:00000200:1.0:1769078190.581233:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769078190.581235:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078190.581241:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00100000:3.0:1769078190.581245:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769078190.581251:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769078190.581258:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078190.581261:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078190.581263:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000040:3.0:1769078190.581267:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d4ec735] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078190.581279:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370675:370675:256:4294967295] 192.168.204.154@tcp LPNI seq info [370670:370670:8:4294967295] 00000100:00000001:3.0:1769078190.581282:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078190.581290:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769078190.581291:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:3.0:1769078190.581301:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078190.581303:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078190.581305:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769078190.581316:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:3.0:1769078190.581318:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078190.581326:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5175 00000800:00000200:1.0:1769078190.581331:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078190.581337:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000010:1.0:1769078190.581339:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000400:00000200:3.0:1769078190.581345:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078190.581348:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000800:00000200:1.0:1769078190.581355:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:3.0:1769078190.581357:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581365:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1769078190.581367:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000100:00000040:3.0:1769078190.581368:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581378:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078190.581385:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078190.581387:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000200:1.1:1769078190.581387:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078190.581394:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078190.581399:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000200:1.1:1769078190.581400:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000020:00000001:3.0:1769078190.581405:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769078190.581408:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:3.0:1769078190.581413:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000100:1.0:1769078190.581416:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581417:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1769078190.581420:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000100:00000040:3.0:1769078190.581421:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581425:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078190.581427:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:1.0:1769078190.581428:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:3.0:1769078190.581435:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581439:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078190.581443:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 02000000:00000001:3.0:1769078190.581444:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078190.581451:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769078190.581452:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078190.581460:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 02000000:00000001:3.0:1769078190.581460:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.581469:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078190.581471:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:3.0:1769078190.581473:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769078190.581479:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078190.581480:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078190.581492:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078190.581507:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000100:00000001:1.0:1769078190.581509:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1769078190.581512:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000040:1.0:1769078190.581519:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078190.581520:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078190.581525:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.581536:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078190.581539:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078190.581544:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.581548:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.581550:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078190.581572:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078190.581576:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078190.581578:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299848908 00000100:00000010:1.0:1769078190.581582:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0840. 02000000:00000010:3.0:1769078190.581585:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000100:00000001:1.0:1769078190.581594:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078190.581595:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.581606:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299848908 00000100:00100000:3.0:1769078190.581609:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1769078190.581610:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0a80. 00000100:00000001:1.0:1769078190.581615:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078190.581622:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078190.581632:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.581635:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078190.581637:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078190.581641:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.581647:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078190/real 1769078190] req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078190.581650:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078190.581709:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078190.581711:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769078190.581714:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1769078190.581715:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:3.0:1769078190.581721:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000010:1.0:1769078190.581723:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000100:00000001:3.0:1769078190.581724:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078190.581726:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078190.581731:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769078190.581734:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000100:00080000:3.0:1769078190.581735:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5175 00000400:00000010:1.0:1769078190.581744:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000400:00000200:3.0:1769078190.581745:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078190.581751:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078190.581753:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769078190.581754:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078190.581762:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581764:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1769078190.581769:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078190.581770:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581776:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078190.581783:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078190.581786:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769078190.581792:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078190.581796:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769078190.581803:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769078190.581811:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:3.0:1769078190.581818:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000200:1.0:1769078190.581820:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078190.581821:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078190.581824:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581828:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078190.581835:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769078190.581846:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078190.581854:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.581857:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769078190.581857:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078190.581867:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078190.581869:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078190.581871:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.581874:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078190.581877:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.581882:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769078190.581883:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769078190.581885:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769078190.581894:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.581913:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.581922:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769078190.581923:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000020:00000040:3.0:1769078190.581931:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:3.0:1769078190.581936:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:1.0:1769078190.581937:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078190.581938:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078190.581945:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078190.581949:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078190.581953:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.581956:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000010:3.0:1769078190.581961:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00000100:00000001:1.0:1769078190.581962:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078190.581967:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.581968:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.581971:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078190.581975:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078190.581978:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078190.581982:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078190.581985:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078190.581991:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078190.581992:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1769078190.581998:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078190.582009:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078190.582010:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.582018:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078190.582018:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5185) 00000100:00000040:1.0:1769078190.582030:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078190.582036:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657868544:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078190.582046:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582048:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078190.582050:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24700 x1855007657868544/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582054:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078190.582057:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078190.582059:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078190.582061:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078190.582063:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078190.582064:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078190.582066:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078190.582067:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19800. 02000000:00000001:1.0:1769078190.582070:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078190.582072:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078190.582073:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24700. 00000100:00000001:1.0:1769078190.582075:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078190.582076:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582077:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582082:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078190.582083:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.582085:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078190.582086:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078190.582088:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078190.582090:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582094:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078190.582096:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.582097:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078190.582098:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078190.582100:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.582101:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868672:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078190.582103:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078190.582105:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078190.582106:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.582107:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078190.582110:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078190.582111:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078190.582114:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078190.582116:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078190.582118:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078190.582120:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657868672, portal 10 00000100:00000001:1.0:1769078190.582121:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078190.582122:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069298688 : -115332640252928 : ffff971b06f25c00) 00000100:00000040:1.0:1769078190.582126:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582130:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078190.582131:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078190.582132:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078190.582134:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657868672, offset 0 00000400:00000200:1.0:1769078190.582136:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078190.582139:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078190.582142:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078190.582144:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078190.582145:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078190.582147:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078190.582149:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078190.582151:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370676:370676:256:4294967295] 192.168.204.154@tcp LPNI seq info [370671:370671:8:4294967295] 00000400:00000200:1.0:1769078190.582153:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078190.582159:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078190.582163:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078190.582166:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078190.582170:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078190.582173:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769078190.582177:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078190.582180:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769078190.582184:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078190.582185:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078190.582188:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078190.582192:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078190.582194:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078190.582196:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078190.582198:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078190.582201:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582209:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078190.582213:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582219:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.582221:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078190.582224:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078190.582227:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078190.582230:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078190.582232:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299848203 00000100:00000001:1.0:1769078190.582235:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299848908 00000100:00000001:1.0:1769078190.582237:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299848203 00000100:00000001:1.0:1769078190.582239:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299848908 00000100:00000001:1.0:1769078190.582241:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078190.582243:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.582244:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078190.582247:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078190/real 1769078190] req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078190.582254:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078190.582255:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078190.582256:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078190.582258:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078190.582259:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078190.582260:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078190.582262:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078190.582267:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582271:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078190.582272:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582273:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.582273:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078190.582275:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582279:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078190.582281:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582284:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078190.582286:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582288:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.582289:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582290:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078190.582294:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078190.582297:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078190.582300:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078190.582302:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078190.582306:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078190.582314:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868672:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078190.582317:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078190.582321:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582333:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078190.582334:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.582336:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078190.582338:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078190.582340:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.582343:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868800:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078190.582346:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078190.582348:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078190.582349:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.582351:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078190.582355:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078190.582357:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078190.582361:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078190.582364:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078190.582366:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078190.582369:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657868800, portal 4 00000100:00000001:1.0:1769078190.582371:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078190.582373:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069306752 : -115332640244864 : ffff971b06f27b80) 00000100:00000040:1.0:1769078190.582379:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582385:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078190.582387:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078190.582389:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078190.582391:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657868800, offset 0 00000400:00000200:1.0:1769078190.582395:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078190.582398:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078190.582401:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078190.582404:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078190.582406:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078190.582409:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078190.582411:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078190.582414:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370677:370677:256:4294967295] 192.168.204.154@tcp LPNI seq info [370672:370672:8:4294967295] 00000400:00000200:1.0:1769078190.582418:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078190.582424:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078190.582428:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078190.582431:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078190.582434:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078190.582436:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769078190.582439:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078190.582441:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769078190.582443:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078190.582444:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078190.582446:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078190.582448:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078190.582450:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078190.582451:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078190.582452:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078190.582454:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582459:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078190.582461:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582465:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.582466:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078190.582468:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078190.582469:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078190.582471:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078190.582473:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299848224 00000100:00000001:1.0:1769078190.582474:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299848908 00000100:00000001:1.0:1769078190.582475:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299848224 00000100:00000001:1.0:1769078190.582476:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299848908 00000100:00000001:1.0:1769078190.582478:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078190.582479:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.582480:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078190.582482:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078190/real 1769078190] req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078190.582487:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078190.582488:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078190.582489:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078190.582490:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078190.582491:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078190.582492:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078190.582493:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078190.582498:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582501:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078190.582502:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582503:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.582504:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078190.582506:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582509:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078190.582511:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582514:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078190.582516:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582517:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.582518:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582519:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078190.582521:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078190.582523:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078190.582525:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078190.582526:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078190.582528:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078190.582533:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868800:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078190.582534:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078190.582536:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582540:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078190.582541:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.582542:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078190.582543:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078190.582544:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078190.582546:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868928:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078190.582548:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078190.582549:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078190.582550:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078190.582551:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078190.582573:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636c00. 02000000:00000001:1.0:1769078190.582576:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078190.582579:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078190.582582:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078190.582584:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078190.582587:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657868928, portal 4 00000100:00000001:1.0:1769078190.582589:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078190.582590:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069304960 : -115332640246656 : ffff971b06f27480) 00000100:00000040:1.0:1769078190.582595:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582602:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078190.582604:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078190.582606:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078190.582609:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657868928, offset 0 00000400:00000200:1.0:1769078190.582612:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078190.582616:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078190.582619:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078190.582621:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078190.582624:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078190.582626:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078190.582628:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078190.582631:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370678:370678:256:4294967295] 192.168.204.154@tcp LPNI seq info [370673:370673:8:4294967295] 00000400:00000200:1.0:1769078190.582635:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078190.582641:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078190.582645:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078190.582648:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078190.582652:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078190.582654:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:1.1:1769078190.582658:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078190.582661:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000100:1.0:1769078190.582665:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078190.582666:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078190.582669:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078190.582672:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078190.582674:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078190.582676:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078190.582678:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078190.582682:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582689:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078190.582692:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078215 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582698:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.582700:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078190.582703:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078190.582705:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078190.582708:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078190.582710:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299848229 00000100:00000001:1.0:1769078190.582712:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299848908 00000100:00000001:1.0:1769078190.582714:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299848229 00000100:00000001:1.0:1769078190.582717:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299848908 00000100:00000001:1.0:1769078190.582719:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078190.582721:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.582722:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078190.582725:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078190/real 1769078190] req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078190.582731:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078190.582732:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078190.582734:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078190.582736:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078190.582738:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078190.582740:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078190.582742:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078190.582747:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582750:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078190.582751:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582752:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.582753:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078190.582755:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582758:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078190.582761:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582765:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078190.582766:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582767:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078190.582768:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582769:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078190.582772:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078190.582773:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078190.582775:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078190.582776:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078190.582778:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078190.582782:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657868928:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078190.582784:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582785:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078190.582787:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25c00 x1855007657868672/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582791:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078190.582792:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078190.582793:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078190.582794:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078190.582795:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078190.582796:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078190.582797:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078190.582798:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18400. 02000000:00000001:1.0:1769078190.582799:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078190.582800:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078190.582801:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25c00. 00000100:00000001:1.0:1769078190.582803:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078190.582804:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582805:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078190.582807:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27b80 x1855007657868800/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582810:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078190.582811:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078190.582812:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637400. 02000000:00000001:1.0:1769078190.582813:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078190.582813:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078190.582814:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078190.582815:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078190.582816:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b800. 02000000:00000001:1.0:1769078190.582817:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078190.582817:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078190.582818:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27b80. 00000100:00000001:1.0:1769078190.582819:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078190.582820:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582821:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078190.582822:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27480 x1855007657868928/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078215 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078190.582825:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078190.582826:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078190.582827:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636c00. 02000000:00000001:1.0:1769078190.582828:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078190.582828:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078190.582829:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078190.582830:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078190.582830:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b400. 02000000:00000001:1.0:1769078190.582831:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078190.582832:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078190.582833:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27480. 00000100:00000001:1.0:1769078190.582834:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078190.582834:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582835:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078190.582837:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078190.582838:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078190.582839:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078190.582841:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078191.220632:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078191.220640:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078191.220643:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078191.220643:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078191.220644:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078191.220648:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078191.220649:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078191.220650:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078191.220651:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078191.220654:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078191.220654:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078191.220657:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078191.220658:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078191.220660:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078191.220662:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078191.220663:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078191.220663:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078191.220664:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078191.220668:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078191.220669:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078191.220670:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078191.220671:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078191.220673:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078191.220674:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078191.220678:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078191.220678:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078191.220680:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078191.220683:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078191.220684:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078191.220689:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078191.220690:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078191.220693:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078191.220696:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078191.220697:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078191.220700:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078191.220704:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078191.220704:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078191.220709:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078191.220710:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078191.220711:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078191.220713:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078191.220715:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078191.220718:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078191.220719:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078191.220720:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078191.220723:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078191.220723:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078191.220724:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078191.220725:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078191.220729:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078191.220730:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078191.220730:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078191.220731:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078191.220733:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078191.220734:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078191.220736:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078191.220736:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078191.220737:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078191.220738:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078191.220741:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078191.220742:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078191.220744:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078191.220745:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078191.220746:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078191.220748:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078191.220750:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078191.220751:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078191.220753:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078191.220755:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078191.220757:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078191.220759:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078191.220765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078191.220768:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078191.220773:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078191.220774:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078191.220779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078191.220781:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078191.220818:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078191.220822:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078191.220825:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078191.348644:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299848908, at 4299848960 00000100:00000040:1.0:1769078191.348644:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299848908, at 4299848960 00000100:00000010:1.0:1769078191.348658:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0a80. 00000100:00000010:0.0:1769078191.348660:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0840. 00000100:00000001:1.0:1769078191.604650:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078191.604650:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078191.604656:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078191.604657:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078191.604658:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078191.604663:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078191.604666:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078191.604668:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078191.604670:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078191.604673:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078191.604675:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078191.604676:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078191.604682:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078191.604682:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078191.604687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078191.604691:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078191.604693:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078191.604696:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078192.244654:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078192.244654:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078192.244662:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078192.244662:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078192.244662:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078192.244664:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078192.244666:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078192.244667:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078192.244669:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078192.244669:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078192.244673:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078192.244674:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078192.244674:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078192.244674:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078192.244680:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078192.244680:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078192.244681:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078192.244686:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078192.244686:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078192.244686:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078192.244686:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078192.244690:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078192.244693:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078192.244693:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078192.244697:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078192.244698:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078192.244704:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078192.244704:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078192.244708:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078192.244710:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078192.244711:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078192.244714:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078192.244716:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078192.244717:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078192.244720:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078192.244723:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078192.244724:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078192.244729:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078192.244732:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078192.244734:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078192.244735:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078192.244738:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078192.244740:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078192.244741:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078192.244741:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078192.244745:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078192.244745:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078192.244746:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078192.244750:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078192.244751:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078192.244751:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078192.244754:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078192.244755:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078192.244756:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078192.244761:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078192.244762:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078192.244762:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078192.244765:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078192.244767:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078192.244768:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078192.244773:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078192.244776:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078192.244779:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078192.244799:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078192.244802:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078192.244806:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078192.244807:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078192.244811:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078192.244812:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078192.244816:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078192.244817:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078192.244852:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078192.244855:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078192.244857:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078192.628628:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078192.628628:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078192.628634:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078192.628635:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078192.628638:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078192.628638:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078192.628644:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078192.628645:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078192.628651:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078192.628654:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078192.628656:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078192.628657:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078192.628657:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078192.628659:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078192.628661:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078192.628668:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078192.628670:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078192.628673:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078193.268644:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078193.268644:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078193.268644:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078193.268647:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078193.268651:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078193.268652:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078193.268652:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078193.268653:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078193.268654:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078193.268656:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078193.268657:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078193.268661:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078193.268662:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078193.268662:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078193.268663:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078193.268666:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078193.268669:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078193.268669:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078193.268670:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078193.268671:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078193.268673:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078193.268674:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078193.268676:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078193.268676:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078193.268677:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078193.268680:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078193.268683:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078193.268686:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078193.268688:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078193.268690:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078193.268692:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078193.268695:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078193.268696:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078193.268699:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078193.268701:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078193.268702:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078193.268702:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078193.268704:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078193.268709:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078193.268709:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078193.268715:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078193.268719:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078193.268721:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078193.268722:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078193.268724:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078193.268725:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078193.268726:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078193.268727:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078193.268729:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078193.268732:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078193.268733:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078193.268733:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078193.268737:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078193.268738:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078193.268740:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078193.268743:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078193.268744:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078193.268746:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078193.268746:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078193.268751:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078193.268751:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078193.268754:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078193.268756:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078193.268761:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078193.268765:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078193.268770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078193.268773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078193.268777:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078193.268779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078193.268782:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078193.268783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078193.268817:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078193.268819:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078193.268821:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078193.652658:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078193.652658:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078193.652666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078193.652666:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078193.652669:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078193.652670:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078193.652677:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078193.652677:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078193.652684:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078193.652684:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078193.652688:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078193.652688:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078193.652691:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078193.652694:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078193.652696:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078193.652699:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078193.652702:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078193.652705:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078194.292620:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078194.292622:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078194.292628:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078194.292629:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078194.292630:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078194.292632:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078194.292636:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078194.292637:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078194.292640:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078194.292642:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078194.292642:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078194.292644:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078194.292648:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078194.292648:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078194.292649:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078194.292651:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078194.292653:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078194.292656:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078194.292656:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078194.292658:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078194.292660:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078194.292661:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078194.292663:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078194.292665:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078194.292668:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078194.292668:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078194.292672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078194.292675:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078194.292675:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078194.292678:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078194.292682:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078194.292682:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078194.292686:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078194.292691:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078194.292692:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078194.292693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078194.292697:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078194.292701:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078194.292704:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078194.292705:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078194.292707:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078194.292709:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078194.292712:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078194.292712:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078194.292713:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078194.292717:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078194.292718:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000020:00000001:3.0:1769078194.292718:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078194.292719:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769078194.292725:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078194.292726:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078194.292726:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078194.292727:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078194.292732:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078194.292732:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078194.292735:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078194.292737:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078194.292739:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078194.292740:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078194.292741:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078194.292745:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078194.292745:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078194.292746:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078194.292749:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078194.292750:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078194.292752:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078194.292754:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078194.292755:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078194.292757:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078194.292758:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078194.292762:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078194.292762:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078194.292765:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078194.292768:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078194.676646:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078194.676651:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078194.676654:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078194.676656:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078194.676658:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078194.676660:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078194.676666:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078194.676666:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078194.676672:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078194.676673:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078194.676679:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078194.676679:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078194.676685:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078194.676688:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078194.676691:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078194.676693:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078194.676696:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078194.676699:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.316647:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078195.316647:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078195.316652:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078195.316653:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078195.316654:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078195.316657:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078195.316658:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.316658:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078195.316661:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078195.316663:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078195.316665:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078195.316666:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078195.316667:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078195.316671:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078195.316672:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078195.316672:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078195.316676:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078195.316677:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.316677:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078195.316678:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078195.316684:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.316685:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078195.316688:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.316690:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.316703:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078195.316705:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078195.316707:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.316709:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078195.316712:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078195.316714:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078195.316760:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078195.316762:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078195.316764:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078195.316766:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078195.316766:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078195.316768:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078195.316771:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078195.316772:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078195.316773:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078195.316778:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078195.316780:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078195.316782:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078195.317997:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078195.317999:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078195.318008:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.318021:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078195.318023:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078195.318026:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078195.318029:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078195.318030:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.318031:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078195.318032:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078195.318036:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078195.318038:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078195.318039:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078195.318042:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078195.318046:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078195.318048:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078195.318050:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078195.318053:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078195.318085:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078195.318087:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078195.318088:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078195.318105:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078195.318106:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078195.318108:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078195.318109:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078195.318111:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078195.318112:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078195.318114:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078195.318115:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078195.318145:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078195.318147:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078195.318149:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078195.700662:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078195.700671:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078195.700671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078195.700673:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078195.700677:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078195.700680:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.700681:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078195.700686:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078195.700687:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078195.700693:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078195.700693:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078195.700697:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.700698:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769078195.700699:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078195.700701:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.700707:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078195.700709:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769078195.700709:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078195.700714:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078195.700714:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078195.700719:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078195.700720:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078195.700726:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078195.700733:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5180 00000400:00000200:3.0:1769078195.700742:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078195.700749:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078195.700753:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078195.700757:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078195.700760:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078195.700763:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078195.700765:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078195.700769:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078195.700772:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769078195.700775:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078195.700778:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769078195.700781:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078195.700784:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769078195.700791:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078195.700793:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078195.700796:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078195.700797:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078195.700801:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769078195.700805:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078195.700808:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078195.700811:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078195.700825:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078195.700828:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078195.700831:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078195.700834:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078195.700841:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00000020:00000040:3.0:1769078195.700845:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769078195.700849:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078195.700851:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078195.700854:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078195.700857:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078195.700862:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078195.700869:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000100:00000001:3.0:1769078195.700876:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078195.700884:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078195.700895:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078195.700899:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078195.700904:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078195.700984:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078195.700987:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078195.700990:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078195.700992:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078195.700993:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078195.700996:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078195.700999:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5180 00000400:00000200:3.0:1769078195.701002:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078195.701023:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078195.701027:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078195.701030:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078195.701037:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.701046:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078195.701047:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.701051:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078195.701053:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078195.701056:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.701060:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657869056:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078195.701065:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078195.701069:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078195.701071:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.701073:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078195.701078:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078195.701080:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078195.701087:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078195.701092:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078195.701098:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078195.701106:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657869056, portal 25 00000400:00000200:3.0:1769078195.701107:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078195.701113:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:3.0:1769078195.701113:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078195.701118:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069296000 : -115332640255616 : ffff971b06f25180) 00000100:00000040:3.0:1769078195.701120:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078195.701124:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078195.701130:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.701140:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078195.701144:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078195.701147:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078195.701151:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657869056, offset 0 00000400:00000200:1.0:1769078195.701159:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078195.701166:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078195.701173:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078195.701179:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1769078195.701180:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078195.701186:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000001:3.0:1769078195.701186:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078195.701191:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769078195.701194:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1769078195.701195:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769078195.701199:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1769078195.701200:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000040:3.0:1769078195.701202:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769078195.701206:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000400:00000200:1.0:1769078195.701209:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370679:370679:256:4294967295] 192.168.204.154@tcp LPNI seq info [370674:370674:8:4294967295] 00000020:00000001:3.0:1769078195.701210:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:3.0:1769078195.701218:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078195.701219:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078195.701224:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078195.701229:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078195.701234:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:1.0:1769078195.701240:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000040:3.0:1769078195.701240:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:3.0:1769078195.701248:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078195.701253:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078195.701254:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 02000000:00000001:3.0:1769078195.701256:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:1.0:1769078195.701262:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 02000000:00000001:3.0:1769078195.701263:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078195.701268:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078195.701270:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000200:1.0:1769078195.701274:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00100000:3.0:1769078195.701275:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000800:00000200:1.0:1769078195.701280:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000008:00000001:3.0:1769078195.701280:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078195.701284:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078195.701289:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00000800:00000200:1.1:1769078195.701291:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:3.0:1769078195.701293:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000800:00000200:1.1:1769078195.701297:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 02000000:00000001:3.0:1769078195.701298:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078195.701301:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078195.701304:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000100:1.0:1769078195.701306:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 02000000:00000001:3.0:1769078195.701307:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078195.701311:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078195.701316:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000100:00000001:3.0:1769078195.701319:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078195.701323:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000100:00100000:3.0:1769078195.701327:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769078195.701330:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:3.0:1769078195.701340:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769078195.701341:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1769078195.701344:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078195.701350:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000100:00000040:3.0:1769078195.701351:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769078195.701354:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078195.701361:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078195.701366:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078195.701370:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078195.701371:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078195.701379:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078195.701383:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078195.701386:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078195.701391:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078195.701391:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078195.701397:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5180 00000100:00000040:1.0:1769078195.701400:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769078195.701405:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078195.701412:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078195.701417:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078195.701419:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078195.701423:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078195.701424:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078195.701428:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078195.701432:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078195.701432:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078195.701438:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078195.701443:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1769078195.701444:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:3.0:1769078195.701447:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000100:00000001:1.0:1769078195.701449:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299854027 00000020:00000001:3.0:1769078195.701451:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078195.701455:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000100:00000010:1.0:1769078195.701457:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad07e0. 00000020:00000001:3.0:1769078195.701458:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769078195.701463:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000001:1.0:1769078195.701466:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1769078195.701467:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078195.701471:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078195.701474:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299854027 00000100:00000040:3.0:1769078195.701474:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078195.701477:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000010:1.0:1769078195.701480:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0960. 00000020:00000040:3.0:1769078195.701481:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00000001:1.0:1769078195.701486:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1769078195.701487:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078195.701493:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.701494:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078195.701496:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078195.701500:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078195.701502:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078195.701505:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:3.0:1769078195.701506:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078195.701510:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00100000:1.0:1769078195.701513:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078195/real 1769078195] req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1769078195.701514:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769078195.701519:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078195.701523:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078195.701530:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000400:00000001:1.0:1769078195.701533:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1769078195.701534:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000001:1.0:1769078195.701537:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1769078195.701539:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1769078195.701542:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 02000000:00000001:3.0:1769078195.701543:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078195.701547:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1769078195.701548:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 02000000:00000001:3.0:1769078195.701549:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078195.701573:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078195.701578:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 02000000:00000010:3.0:1769078195.701580:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000100:00000001:1.0:1769078195.701583:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769078195.701585:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078195.701591:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078195.701595:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078195.701613:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1769078195.701615:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078195.701618:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.701629:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1769078195.701629:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.701633:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.701640:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.701644:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078195.701645:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078195.701650:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078195.701654:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078195.701655:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078195.701658:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078195.701661:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078195.701667:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078195.701669:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078195.701673:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5180 00000100:00000040:1.0:1769078195.701678:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769078195.701680:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078195.701688:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078195.701693:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078195.701695:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000040:3.0:1769078195.701699:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078195.701700:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078195.701704:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078195.701705:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.701708:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078195.701709:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078195.701712:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078195.701714:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078195.701716:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:3.0:1769078195.701718:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078195.701721:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00080000:1.0:1769078195.701723:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1769078195.701725:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078195.701729:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00080000:1.0:1769078195.701732:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000020:00000001:3.0:1769078195.701733:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769078195.701739:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:1.0:1769078195.701740:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078195.701745:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078195.701748:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078195.701750:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078195.701752:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078195.701754:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000040:1.0:1769078195.701757:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078195.701760:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078195.701766:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078195.701770:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078195.701774:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769078195.701778:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657869056:192.168.204.154@tcp:250:kworker.0 02000000:00000001:3.0:1769078195.701779:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078195.701782:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078195.701785:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:1.0:1769078195.701787:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078195.701789:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.701791:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078195.701793:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078195.701798:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25180 x1855007657869056/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769078195.701798:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000020:00000040:3.0:1769078195.701802:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:3.0:1769078195.701808:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078195.701810:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.701826:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1769078195.701828:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078195.701831:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1769078195.701832:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078195.701836:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078195.701837:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000010:3.0:1769078195.701841:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 02000000:00000001:1.0:1769078195.701842:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078195.701846:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1769078195.701846:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078195.701850:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078195.701855:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1769078195.701856:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769078195.701858:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:1.0:1769078195.701864:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078195.701868:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1769078195.701868:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1769078195.701872:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25180. 00000100:00000001:3.0:1769078195.701873:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.701879:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1769078195.701881:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.701883:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.701889:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078195.701896:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.701899:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1769078195.701900:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5191) 00000100:00000001:1.0:1769078195.701902:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.701906:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078195.701908:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078195.701910:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078195.701915:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.701922:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078195.701924:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.701926:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078195.701927:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078195.701930:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.701933:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869184:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078195.701936:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078195.701937:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078195.701939:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.701940:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078195.701943:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078195.701945:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078195.701949:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078195.701952:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078195.701955:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078195.701958:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657869184, portal 10 00000100:00000001:1.0:1769078195.701960:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078195.701961:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069291520 : -115332640260096 : ffff971b06f24000) 00000100:00000040:1.0:1769078195.701967:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.701973:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078195.701975:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078195.701977:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078195.701979:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657869184, offset 0 00000400:00000200:1.0:1769078195.701982:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078195.701986:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078195.701989:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078195.701992:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078195.701994:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078195.701997:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078195.701999:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078195.702002:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370680:370680:256:4294967295] 192.168.204.154@tcp LPNI seq info [370675:370675:8:4294967295] 00000400:00000200:1.0:1769078195.702005:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078195.702011:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078195.702015:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078195.702019:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078195.702022:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078195.702025:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769078195.702029:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078195.702031:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1769078195.702035:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078195.702037:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078195.702039:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078195.702042:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078195.702045:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078195.702046:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078195.702049:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078195.702052:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702059:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078195.702062:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702069:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.702070:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078195.702073:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078195.702076:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078195.702079:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078195.702081:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299853323 00000100:00000001:1.0:1769078195.702083:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299854027 00000100:00000001:1.0:1769078195.702085:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299853323 00000100:00000001:1.0:1769078195.702087:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299854027 00000100:00000001:1.0:1769078195.702089:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078195.702091:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.702093:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078195.702096:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078195/real 1769078195] req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078195.702109:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078195.702110:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078195.702112:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078195.702114:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078195.702116:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078195.702117:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078195.702120:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078195.702128:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702134:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078195.702135:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702137:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.702138:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078195.702142:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702148:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078195.702151:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702157:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078195.702159:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702161:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.702162:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702164:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078195.702167:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078195.702169:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078195.702173:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078195.702175:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078195.702179:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078195.702186:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869184:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078195.702189:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078195.702192:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702198:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078195.702199:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.702201:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078195.702203:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078195.702205:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.702207:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869312:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078195.702210:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078195.702212:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078195.702214:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.702215:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078195.702218:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078195.702220:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078195.702224:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078195.702226:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078195.702229:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078195.702232:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657869312, portal 4 00000100:00000001:1.0:1769078195.702234:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078195.702235:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069303168 : -115332640248448 : ffff971b06f26d80) 00000100:00000040:1.0:1769078195.702240:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702246:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078195.702248:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078195.702250:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078195.702252:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657869312, offset 0 00000400:00000200:1.0:1769078195.702256:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078195.702259:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078195.702262:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078195.702265:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078195.702267:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078195.702269:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078195.702272:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078195.702274:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370681:370681:256:4294967295] 192.168.204.154@tcp LPNI seq info [370676:370676:8:4294967295] 00000400:00000200:1.0:1769078195.702278:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078195.702283:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078195.702287:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078195.702290:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078195.702294:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078195.702296:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769078195.702300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078195.702302:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1769078195.702306:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078195.702307:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078195.702310:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078195.702313:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078195.702315:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078195.702317:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078195.702319:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078195.702322:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702329:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078195.702332:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702338:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.702339:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078195.702342:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078195.702345:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078195.702348:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078195.702351:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299853344 00000100:00000001:1.0:1769078195.702353:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299854027 00000100:00000001:1.0:1769078195.702355:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299853344 00000100:00000001:1.0:1769078195.702357:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299854027 00000100:00000001:1.0:1769078195.702359:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078195.702361:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.702362:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078195.702366:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078195/real 1769078195] req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078195.702373:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078195.702375:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078195.702376:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078195.702378:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078195.702380:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078195.702382:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078195.702385:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078195.702393:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702399:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078195.702400:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702402:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.702403:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078195.702406:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702412:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078195.702415:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702422:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078195.702424:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702426:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.702427:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702429:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078195.702432:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078195.702435:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078195.702438:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078195.702440:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078195.702444:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078195.702452:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869312:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078195.702455:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078195.702458:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702464:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078195.702465:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.702467:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078195.702469:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078195.702471:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078195.702473:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869440:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078195.702476:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078195.702478:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078195.702479:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078195.702481:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078195.702484:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078195.702486:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078195.702489:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078195.702491:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078195.702493:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078195.702496:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657869440, portal 4 00000100:00000001:1.0:1769078195.702499:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078195.702500:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069295104 : -115332640256512 : ffff971b06f24e00) 00000100:00000040:1.0:1769078195.702505:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702511:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078195.702513:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078195.702515:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078195.702517:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657869440, offset 0 00000400:00000200:1.0:1769078195.702521:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078195.702524:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078195.702527:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078195.702530:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078195.702532:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078195.702534:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078195.702537:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078195.702539:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370682:370682:256:4294967295] 192.168.204.154@tcp LPNI seq info [370677:370677:8:4294967295] 00000400:00000200:1.0:1769078195.702543:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078195.702548:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078195.702572:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078195.702577:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078195.702581:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078195.702584:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:1.1:1769078195.702588:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078195.702590:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000100:1.0:1769078195.702593:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078195.702595:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078195.702597:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078195.702600:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078195.702603:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078195.702604:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078195.702607:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078195.702610:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702623:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078195.702625:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702632:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.702633:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078195.702636:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078195.702639:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078195.702642:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078195.702644:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299853349 00000100:00000001:1.0:1769078195.702646:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299854027 00000100:00000001:1.0:1769078195.702648:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299853349 00000100:00000001:1.0:1769078195.702650:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299854027 00000100:00000001:1.0:1769078195.702652:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078195.702654:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.702656:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078195.702659:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078195/real 1769078195] req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078195.702666:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078195.702667:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078195.702669:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078195.702671:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078195.702672:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078195.702674:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078195.702677:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078195.702685:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702691:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078195.702692:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702694:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.702695:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078195.702698:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702704:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078195.702708:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702714:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078195.702716:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702717:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078195.702718:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702720:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078195.702723:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078195.702726:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078195.702728:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078195.702731:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078195.702734:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078195.702741:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869440:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078195.702745:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702747:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078195.702750:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24000 x1855007657869184/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702756:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078195.702757:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078195.702759:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078195.702761:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078195.702763:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078195.702764:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078195.702766:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078195.702767:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 02000000:00000001:1.0:1769078195.702770:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078195.702771:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078195.702772:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24000. 00000100:00000001:1.0:1769078195.702774:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078195.702776:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702777:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078195.702780:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f26d80 x1855007657869312/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702786:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078195.702787:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078195.702789:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078195.702791:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078195.702792:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078195.702793:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078195.702795:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078195.702796:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 02000000:00000001:1.0:1769078195.702799:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078195.702800:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078195.702801:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f26d80. 00000100:00000001:1.0:1769078195.702803:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078195.702805:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702806:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078195.702809:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24e00 x1855007657869440/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078195.702827:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078195.702829:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078195.702831:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078195.702833:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078195.702834:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078195.702835:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078195.702837:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078195.702838:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19400. 02000000:00000001:1.0:1769078195.702840:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078195.702842:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078195.702843:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24e00. 00000100:00000001:1.0:1769078195.702845:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078195.702846:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702848:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078195.702851:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078195.702853:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078195.702854:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078195.702856:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078196.340657:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078196.340657:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078196.340657:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078196.340665:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078196.340668:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078196.340668:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078196.340669:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078196.340672:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078196.340672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078196.340673:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078196.340675:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078196.340679:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078196.340681:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078196.340681:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078196.340681:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078196.340686:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078196.340686:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078196.340687:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078196.340688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078196.340689:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078196.340691:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078196.340692:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078196.340693:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078196.340695:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078196.340699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078196.340700:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078196.340700:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078196.340702:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078196.340703:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078196.340707:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078196.340707:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078196.340708:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078196.340712:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078196.340712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078196.340714:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078196.340718:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078196.340719:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078196.340722:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078196.340722:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078196.340724:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078196.340727:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078196.340727:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078196.340732:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078196.340732:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078196.340733:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078196.340737:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078196.340738:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078196.340738:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078196.340739:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078196.340741:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078196.340742:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078196.340745:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078196.340745:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078196.340747:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078196.340750:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078196.340751:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078196.340752:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078196.340754:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078196.340756:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078196.340757:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:3.0:1769078196.340757:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078196.340759:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078196.340759:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078196.340761:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078196.340762:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078196.340765:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078196.340766:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769078196.340767:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078196.340768:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078196.340771:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078196.340775:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078196.340780:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078196.340783:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078196.340787:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078196.468660:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299854027, at 4299854080 00000100:00000040:1.0:1769078196.468660:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299854027, at 4299854080 00000100:00000010:0.0:1769078196.468679:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad07e0. 00000100:00000010:1.0:1769078196.468684:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0960. 00000100:00000001:1.0:1769078196.724625:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078196.724633:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078196.724635:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078196.724636:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078196.724640:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078196.724643:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078196.724644:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078196.724649:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078196.724649:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078196.724654:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078196.724655:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078196.724658:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078196.724660:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078196.724664:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078196.724667:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078196.724670:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078196.724672:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078196.724675:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078197.364655:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078197.364660:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078197.364660:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078197.364662:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078197.364667:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078197.364669:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078197.364670:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078197.364672:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078197.364673:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078197.364674:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078197.364676:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078197.364677:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078197.364679:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078197.364680:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078197.364681:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078197.364684:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078197.364686:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078197.364686:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078197.364687:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078197.364687:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078197.364690:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078197.364691:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078197.364693:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078197.364694:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078197.364696:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078197.364696:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078197.364701:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078197.364701:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078197.364702:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078197.364707:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078197.364707:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078197.364709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078197.364712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078197.364712:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078197.364713:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078197.364715:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078197.364719:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078197.364719:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078197.364721:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078197.364723:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078197.364723:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078197.364725:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078197.364726:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078197.364728:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078197.364730:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078197.364733:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078197.364734:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078197.364738:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078197.364738:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078197.364740:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078197.364741:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078197.364745:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078197.364745:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078197.364746:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078197.364746:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078197.364747:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078197.364751:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078197.364751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078197.364752:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078197.364754:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078197.364757:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078197.364758:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078197.364761:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078197.364761:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078197.364765:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078197.364766:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078197.364768:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078197.364773:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078197.364775:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078197.364776:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078197.364779:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078197.364780:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078197.364783:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078197.364784:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078197.748652:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078197.748652:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078197.748658:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078197.748659:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078197.748660:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078197.748663:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078197.748665:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078197.748668:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078197.748668:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078197.748672:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078197.748673:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078197.748675:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078197.748677:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078197.748678:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078197.748679:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078197.748682:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078197.748686:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078197.748689:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078198.388658:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078198.388658:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078198.388658:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078198.388661:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078198.388664:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078198.388665:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078198.388665:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078198.388668:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078198.388669:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078198.388669:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078198.388669:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078198.388673:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078198.388676:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078198.388676:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078198.388677:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078198.388677:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078198.388683:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078198.388683:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078198.388683:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078198.388684:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078198.388688:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078198.388689:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078198.388689:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078198.388690:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078198.388694:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078198.388697:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078198.388699:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078198.388700:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078198.388703:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078198.388705:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078198.388706:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078198.388708:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078198.388710:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078198.388712:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078198.388715:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078198.388717:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078198.388718:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078198.388719:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078198.388721:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078198.388722:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078198.388724:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078198.388725:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078198.388728:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078198.388732:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078198.388732:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078198.388733:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078198.388735:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078198.388738:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078198.388739:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078198.388739:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078198.388741:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078198.388744:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078198.388744:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078198.388745:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078198.388745:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078198.388747:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078198.388748:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078198.388750:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078198.388753:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078198.388754:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078198.388757:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078198.388758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078198.388761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078198.388763:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078198.388763:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078198.388766:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078198.388778:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078198.388779:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078198.388782:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078198.388788:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078198.388791:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078198.388811:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078198.388813:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078198.388815:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078198.772666:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078198.772671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078198.772672:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078198.772676:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078198.772676:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078198.772679:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078198.772683:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078198.772684:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078198.772690:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078198.772691:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078198.772697:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078198.772697:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078198.772702:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078198.772705:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078198.772709:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078198.772710:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078198.772713:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078198.772716:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078199.412645:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078199.412645:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078199.412653:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078199.412654:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078199.412654:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078199.412654:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078199.412657:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078199.412658:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078199.412659:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078199.412660:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078199.412660:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078199.412663:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078199.412664:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078199.412666:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078199.412666:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078199.412667:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078199.412670:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078199.412671:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078199.412672:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078199.412672:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078199.412677:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078199.412677:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078199.412677:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078199.412678:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078199.412682:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078199.412683:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078199.412688:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078199.412690:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078199.412693:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078199.412695:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078199.412696:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078199.412699:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078199.412701:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078199.412702:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078199.412703:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078199.412704:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078199.412707:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078199.412709:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078199.412710:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078199.412714:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078199.412715:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078199.412717:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078199.412720:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078199.412721:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078199.412723:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078199.412734:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078199.412736:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078199.412738:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078199.412740:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078199.412741:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078199.412742:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.412743:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078199.412748:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078199.412749:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078199.412749:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078199.412765:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078199.412765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078199.412768:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078199.412769:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078199.412770:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078199.412771:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078199.412773:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078199.412774:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078199.412774:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078199.412778:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078199.412779:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078199.412781:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078199.412781:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.412782:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078199.412785:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078199.412786:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078199.412789:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.412790:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.412795:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078199.412797:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078199.412797:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078199.412798:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.412799:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078199.412801:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.412802:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.412804:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.412807:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078199.412808:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078199.412809:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078199.412809:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.412810:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078199.412811:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.412812:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078199.412813:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078199.412845:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078199.412847:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078199.412849:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078199.796658:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078199.796658:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078199.796664:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078199.796665:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078199.796667:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078199.796668:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078199.796672:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078199.796674:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078199.796677:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078199.796679:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078199.796680:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078199.796683:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078199.796684:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078199.796686:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078199.796689:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078199.796690:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078199.796693:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078199.796695:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.436681:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078200.436681:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078200.436687:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078200.436688:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078200.436690:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.436691:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.436692:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078200.436697:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078200.436698:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078200.436701:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078200.436704:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.436704:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078200.436704:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078200.436710:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078200.436711:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078200.436713:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078200.436714:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078200.436716:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078200.436718:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078200.436721:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.436723:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078200.436723:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078200.436729:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078200.436730:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078200.436749:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078200.436753:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078200.436753:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.436754:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078200.436758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078200.436760:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078200.436762:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078200.436763:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078200.436765:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078200.436768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078200.436773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078200.436773:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078200.436779:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078200.436782:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078200.436782:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.436784:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078200.436787:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.436788:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078200.436792:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078200.436794:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078200.436795:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078200.436797:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078200.436797:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.436800:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078200.436807:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078200.436811:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.436814:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078200.436818:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.436823:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078200.436832:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078200.436835:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078200.436836:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078200.436838:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078200.436840:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078200.436843:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078200.436844:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078200.436846:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078200.436847:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078200.436849:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078200.436851:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078200.436858:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078200.436869:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078200.436873:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078200.436874:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078200.436876:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078200.436878:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078200.436881:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078200.436882:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078200.436883:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078200.436884:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.820695:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078200.820699:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078200.820701:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078200.820702:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078200.820707:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078200.820709:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1769078200.820712:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1769078200.820716:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078200.820716:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078200.820718:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078200.820723:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078200.820736:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078200.820739:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078200.820740:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078200.820741:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078200.820747:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078200.820749:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078200.820752:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078200.820753:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5186 00000100:00000001:1.0:1769078200.820755:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.820764:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078200.820764:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1769078200.820770:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078200.820771:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078200.820782:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078200.820786:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078200.820790:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078200.820796:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078200.820798:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078200.820800:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078200.820801:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078200.820805:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078200.820806:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078200.820808:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078200.820811:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:2.0:1769078200.820812:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078200.820815:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:2.0:1769078200.820816:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078200.820818:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078200.820819:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078200.820820:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078200.820822:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:2.0:1769078200.820823:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078200.820825:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078200.820827:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078200.820829:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078200.820831:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078200.820833:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078200.820834:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078200.820841:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9c00. 00000020:00000040:2.0:1769078200.820844:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:2.0:1769078200.820847:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078200.820848:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078200.820850:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078200.820851:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078200.820854:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078200.820860:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01800. 00000100:00000001:2.0:1769078200.820864:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078200.820873:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078200.820887:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078200.820891:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078200.820895:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074add99a] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078200.820913:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078200.820916:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078200.820920:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078200.820921:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078200.820923:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078200.820926:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078200.820930:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5186 00000100:00000001:1.0:1769078200.820933:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769078200.820935:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078200.820938:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769078200.820941:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078200.820942:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1769078200.820945:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078200.820950:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:1.0:1769078200.820952:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078200.820952:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078200.820956:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078200.820958:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078200.820960:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078200.820960:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078200.820961:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078200.820964:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:2.0:1769078200.820966:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:1.0:1769078200.820973:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078200.820975:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078200.820977:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078200.820980:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1769078200.820980:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078200.820984:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078200.820984:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078200.820988:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078200.820989:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078200.820991:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:1.0:1769078200.820995:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657869568:192.168.204.154@tcp:250:kworker.0 00000020:00000040:2.0:1769078200.820996:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000001:1.0:1769078200.821002:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1769078200.821002:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078200.821004:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.821007:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078200.821007:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078200.821010:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.821012:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078200.821012:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078200.821016:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078200.821018:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 00000100:00000001:2.0:1769078200.821018:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078200.821021:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078200.821022:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078200.821025:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078200.821027:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078200.821031:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000100:00000001:2.0:1769078200.821031:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078200.821036:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc8a80. 00000400:00000010:1.0:1769078200.821038:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000020:00000040:2.0:1769078200.821039:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:2.0:1769078200.821044:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078200.821044:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078200.821046:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078200.821047:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1769078200.821048:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657869568, portal 25 02000000:00000001:2.0:1769078200.821048:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.821054:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1769078200.821055:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00c00. 00000100:00000001:1.0:1769078200.821057:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082553344 : -115332626998272 : ffff971b07bc9c00) 00000100:00000001:2.0:1769078200.821060:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078200.821066:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078200.821067:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078200.821092:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078200.821093:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078200.821094:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078200.821098:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000040:2.0:1769078200.821100:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ddbd11] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769078200.821102:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078200.821107:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657869568, offset 0 00000100:00000001:2.0:1769078200.821110:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078200.821114:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769078200.821118:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00080000:2.0:1769078200.821118:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078200.821121:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078200.821123:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078200.821125:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078200.821127:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5186 00000400:00000200:1.0:1769078200.821129:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078200.821133:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078200.821137:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078200.821138:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769078200.821141:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000040:2.0:1769078200.821142:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078200.821145:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078200.821147:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078200.821149:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1769078200.821150:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078200.821153:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078200.821154:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000400:00000200:1.0:1769078200.821157:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:2.0:1769078200.821157:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078200.821160:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078200.821162:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:1.0:1769078200.821164:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078200.821165:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:1.0:1769078200.821170:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000040:2.0:1769078200.821171:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078200.821174:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078200.821177:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078200.821178:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370683:370683:256:4294967295] 192.168.204.154@tcp LPNI seq info [370678:370678:8:4294967295] 00000100:00000001:2.0:1769078200.821179:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078200.821185:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:1.0:1769078200.821188:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:2.0:1769078200.821191:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078200.821193:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078200.821195:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078200.821198:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769078200.821201:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 02000000:00000001:2.0:1769078200.821202:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078200.821206:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078200.821208:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000800:00000200:1.0:1769078200.821211:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000008:00000001:2.0:1769078200.821211:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078200.821214:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078200.821217:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000100:00000010:2.0:1769078200.821218:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb800. 00000020:00000040:2.0:1769078200.821222:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:2.0:1769078200.821223:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078200.821224:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078200.821226:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:1.0:1769078200.821228:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000001:2.0:1769078200.821228:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078200.821230:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078200.821235:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 02000000:00000010:2.0:1769078200.821235:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00400. 00000100:00000001:2.0:1769078200.821237:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078200.821244:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.1:1769078200.821248:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:2.0:1769078200.821252:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078200.821254:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078200.821255:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000100:00000040:2.0:1769078200.821259:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c3854de] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1769078200.821265:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:2.0:1769078200.821269:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078200.821270:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000100:00080000:2.0:1769078200.821271:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078200.821275:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078200.821276:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078200.821277:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:1.0:1769078200.821279:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1769078200.821279:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078200.821283:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5186 00000400:00000200:1.0:1769078200.821287:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078200.821289:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078200.821294:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000200:2.0:1769078200.821294:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000010:1.0:1769078200.821298:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00080000:2.0:1769078200.821298:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078200.821303:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078200.821304:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078200.821305:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1769078200.821310:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078200.821310:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078200.821311:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078200.821316:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078200.821318:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:2.0:1769078200.821320:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078200.821322:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:2.0:1769078200.821325:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078200.821328:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:1.0:1769078200.821329:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078200.821330:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078200.821333:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078200.821336:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000040:1.0:1769078200.821337:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078200.821338:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078200.821341:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:2.0:1769078200.821344:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078200.821347:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078200.821350:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078200.821353:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078200.821356:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.821358:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078200.821358:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078200.821360:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:1.0:1769078200.821362:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:2.0:1769078200.821363:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078200.821366:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078200.821368:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9180. 00000100:00000001:1.0:1769078200.821369:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078200.821369:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:2.0:1769078200.821374:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:1.0:1769078200.821377:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:2.0:1769078200.821377:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078200.821379:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1769078200.821381:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299859147 02000000:00000001:2.0:1769078200.821381:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078200.821384:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078200.821388:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0960. 02000000:00000010:2.0:1769078200.821389:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01c00. 00000100:00000001:2.0:1769078200.821393:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.821396:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1769078200.821397:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078200.821403:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299859147 00000100:00000001:2.0:1769078200.821404:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078200.821408:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078200.821409:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0de0. 00000100:00000001:1.0:1769078200.821413:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078200.821416:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769078200.821416:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056535918] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821419:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.821422:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078200.821427:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078200/real 1769078200] req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078200.821432:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078200.821436:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078200.821438:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1769078200.821439:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5196) 00000400:00000010:1.0:1769078200.821440:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078200.821444:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078200.821446:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078200.821447:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078200.821450:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078200.821456:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821460:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078200.821461:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821463:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.821465:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078200.821467:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821472:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078200.821474:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821482:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078200.821484:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821485:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.821486:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821488:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078200.821490:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078200.821492:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078200.821495:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078200.821497:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078200.821501:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078200.821509:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657869568:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078200.821513:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821515:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078200.821518:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9c00 x1855007657869568/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821525:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078200.821527:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078200.821529:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078200.821532:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078200.821534:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078200.821535:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078200.821537:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078200.821539:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01800. 02000000:00000001:1.0:1769078200.821543:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078200.821544:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078200.821546:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9c00. 00000100:00000001:1.0:1769078200.821548:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078200.821549:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821550:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821574:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078200.821575:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.821577:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078200.821578:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078200.821579:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078200.821581:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821586:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078200.821587:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.821588:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078200.821589:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078200.821591:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078200.821592:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869696:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078200.821594:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078200.821596:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078200.821597:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.821598:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078200.821600:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078200.821601:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078200.821604:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078200.821606:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078200.821608:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078200.821610:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657869696, portal 10 00000100:00000001:1.0:1769078200.821611:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078200.821612:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082548864 : -115332627002752 : ffff971b07bc8a80) 00000100:00000040:1.0:1769078200.821616:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821620:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078200.821621:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078200.821622:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078200.821624:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657869696, offset 0 00000400:00000200:1.0:1769078200.821626:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078200.821630:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078200.821634:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078200.821636:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078200.821639:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078200.821641:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078200.821643:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078200.821646:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370684:370684:256:4294967295] 192.168.204.154@tcp LPNI seq info [370679:370679:8:4294967295] 00000400:00000200:1.0:1769078200.821649:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078200.821655:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078200.821660:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078200.821663:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078200.821667:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078200.821669:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769078200.821673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078200.821676:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769078200.821680:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078200.821681:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078200.821684:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078200.821687:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078200.821690:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078200.821691:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078200.821694:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078200.821698:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821705:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078200.821707:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821711:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.821712:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078200.821714:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078200.821716:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078200.821718:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078200.821720:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299858443 00000100:00000001:1.0:1769078200.821722:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299859147 00000100:00000001:1.0:1769078200.821723:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299858443 00000100:00000001:1.0:1769078200.821724:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299859147 00000100:00000001:1.0:1769078200.821726:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078200.821739:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.821741:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078200.821745:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078200/real 1769078200] req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078200.821749:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078200.821750:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078200.821751:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078200.821753:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078200.821754:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078200.821755:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078200.821757:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078200.821762:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821766:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078200.821766:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821767:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.821768:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078200.821770:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821774:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078200.821776:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821780:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078200.821781:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821783:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.821783:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821785:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078200.821787:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078200.821789:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078200.821790:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078200.821792:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078200.821794:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078200.821798:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869696:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078200.821800:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078200.821802:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821805:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078200.821806:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.821807:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078200.821809:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078200.821810:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078200.821811:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869824:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078200.821814:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078200.821815:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078200.821816:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.821817:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078200.821819:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078200.821820:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078200.821823:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078200.821824:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078200.821826:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078200.821828:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657869824, portal 4 00000100:00000001:1.0:1769078200.821829:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078200.821830:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082560512 : -115332626991104 : ffff971b07bcb800) 00000100:00000040:1.0:1769078200.821834:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821838:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078200.821839:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078200.821840:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078200.821842:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657869824, offset 0 00000400:00000200:1.0:1769078200.821844:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078200.821846:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078200.821848:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078200.821850:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078200.821851:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078200.821853:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078200.821854:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078200.821856:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370685:370685:256:4294967295] 192.168.204.154@tcp LPNI seq info [370680:370680:8:4294967295] 00000400:00000200:1.0:1769078200.821858:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078200.821862:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078200.821865:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078200.821867:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078200.821869:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078200.821871:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769078200.821873:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078200.821874:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769078200.821877:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078200.821878:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078200.821880:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078200.821888:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078200.821890:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078200.821893:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078200.821895:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078200.821897:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821902:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078200.821904:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821908:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.821908:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078200.821910:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078200.821912:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078200.821914:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078200.821915:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299858464 00000100:00000001:1.0:1769078200.821916:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299859147 00000100:00000001:1.0:1769078200.821918:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299858464 00000100:00000001:1.0:1769078200.821919:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299859147 00000100:00000001:1.0:1769078200.821920:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078200.821921:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.821922:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078200.821924:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078200/real 1769078200] req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078200.821929:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078200.821930:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078200.821932:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078200.821934:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078200.821935:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078200.821937:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078200.821940:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078200.821948:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821954:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078200.821955:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821957:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.821958:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078200.821962:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821969:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078200.821972:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.821976:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078200.821978:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821978:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.821979:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.821980:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078200.821983:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078200.821984:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078200.821986:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078200.821987:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078200.821989:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078200.821993:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869824:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078200.821996:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078200.821997:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.822001:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078200.822002:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.822003:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078200.822004:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078200.822006:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078200.822007:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869952:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078200.822009:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078200.822010:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078200.822011:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078200.822013:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078200.822015:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078200.822016:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078200.822018:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078200.822020:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078200.822022:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078200.822023:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657869952, portal 4 00000100:00000001:1.0:1769078200.822025:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078200.822025:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082550656 : -115332627000960 : ffff971b07bc9180) 00000100:00000040:1.0:1769078200.822029:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.822032:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078200.822034:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078200.822035:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078200.822036:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657869952, offset 0 00000400:00000200:1.0:1769078200.822039:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078200.822042:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078200.822045:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078200.822047:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078200.822050:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078200.822052:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078200.822054:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078200.822056:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370686:370686:256:4294967295] 192.168.204.154@tcp LPNI seq info [370681:370681:8:4294967295] 00000400:00000200:1.0:1769078200.822060:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078200.822065:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078200.822070:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078200.822073:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078200.822077:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078200.822080:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:1.1:1769078200.822084:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078200.822086:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:1.0:1769078200.822090:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078200.822092:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078200.822094:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078200.822096:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078200.822099:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078200.822100:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078200.822101:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078200.822103:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.822108:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078200.822110:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078225 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.822114:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.822115:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078200.822117:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078200.822120:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078200.822123:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078200.822125:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299858468 00000100:00000001:1.0:1769078200.822127:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299859147 00000100:00000001:1.0:1769078200.822129:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299858468 00000100:00000001:1.0:1769078200.822131:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299859147 00000100:00000001:1.0:1769078200.822133:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078200.822135:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.822136:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078200.822140:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078200/real 1769078200] req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078200.822147:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078200.822149:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078200.822150:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078200.822153:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078200.822154:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078200.822157:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078200.822160:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078200.822168:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.822172:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078200.822173:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.822174:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.822175:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078200.822177:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.822181:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078200.822183:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.822187:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078200.822188:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.822189:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078200.822190:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.822191:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078200.822193:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078200.822195:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078200.822196:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078200.822197:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078200.822199:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078200.822204:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657869952:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078200.822206:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.822207:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078200.822209:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc8a80 x1855007657869696/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.822213:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078200.822214:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078200.822215:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078200.822216:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078200.822217:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078200.822218:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078200.822219:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078200.822220:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00c00. 02000000:00000001:1.0:1769078200.822221:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078200.822222:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078200.822223:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc8a80. 00000100:00000001:1.0:1769078200.822225:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078200.822227:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.822228:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078200.822231:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb800 x1855007657869824/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.822237:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078200.822238:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078200.822239:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078200.822241:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078200.822242:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078200.822243:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078200.822245:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078200.822246:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00400. 02000000:00000001:1.0:1769078200.822248:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078200.822249:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078200.822250:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb800. 00000100:00000001:1.0:1769078200.822252:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078200.822254:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.822255:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078200.822258:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9180 x1855007657869952/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078225 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078200.822265:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078200.822267:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078200.822268:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08634400. 02000000:00000001:1.0:1769078200.822270:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078200.822271:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078200.822272:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078200.822274:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078200.822275:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01c00. 02000000:00000001:1.0:1769078200.822277:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078200.822278:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078200.822279:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9180. 00000100:00000001:1.0:1769078200.822280:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078200.822281:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.822282:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078200.822284:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078200.822286:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078200.822287:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078200.822288:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078201.460706:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078201.460708:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078201.460708:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078201.460710:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078201.460714:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078201.460714:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078201.460715:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078201.460726:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078201.460727:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078201.460730:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078201.460732:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:0.0:1769078201.460733:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078201.460733:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078201.460738:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078201.460739:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078201.460740:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078201.460740:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078201.460745:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078201.460749:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078201.460750:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078201.460750:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078201.460750:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078201.460756:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078201.460758:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078201.460758:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078201.460759:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078201.460760:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078201.460773:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078201.460773:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078201.460776:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078201.460779:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078201.460780:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078201.460781:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078201.460783:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078201.460788:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078201.460790:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078201.460790:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078201.460792:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078201.460793:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078201.460795:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078201.460797:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078201.460801:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078201.460802:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078201.460804:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078201.460805:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078201.460808:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078201.460811:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078201.460811:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078201.460815:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078201.460815:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078201.460817:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078201.460821:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078201.460823:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078201.460825:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078201.460826:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078201.460828:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078201.460829:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078201.460831:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078201.460833:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078201.460845:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078201.460848:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078201.460850:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:1.0:1769078201.460851:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078201.460857:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078201.460857:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078201.460861:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078201.460861:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078201.460863:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078201.460870:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078201.460873:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078201.460874:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078201.460876:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078201.460880:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078201.460881:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078201.460889:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078201.460890:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078201.460902:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078201.460903:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078201.460909:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078201.460913:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078201.588691:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299859147, at 4299859200 00000100:00000040:0.0:1769078201.588694:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299859147, at 4299859200 00000100:00000010:0.0:1769078201.588709:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0960. 00000100:00000010:1.0:1769078201.588711:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0de0. 00000100:00000001:3.0:1769078201.844675:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078201.844676:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078201.844684:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078201.844685:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078201.844687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078201.844689:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078201.844701:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078201.844702:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078201.844722:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078201.844726:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078201.844729:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078201.844731:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078201.844735:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078201.844736:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078201.844741:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078201.844744:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078201.844748:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078201.844751:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078202.484734:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078202.484734:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078202.484734:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078202.484735:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078202.484748:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078202.484749:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078202.484749:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078202.484750:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078202.484763:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078202.484763:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078202.484763:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078202.484763:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078202.484778:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078202.484779:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078202.484779:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078202.484780:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078202.484801:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078202.484802:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078202.484802:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078202.484803:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078202.484821:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078202.484821:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078202.484822:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078202.484822:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078202.484838:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078202.484843:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.484848:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078202.484848:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078202.484856:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.484860:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078202.484861:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078202.484865:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078202.484868:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078202.484868:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078202.484872:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078202.484875:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078202.484878:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078202.484886:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078202.484889:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078202.484891:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078202.484892:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078202.484892:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078202.484895:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078202.484897:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078202.484903:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078202.484904:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078202.484905:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078202.484914:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078202.484922:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078202.484923:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078202.484924:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078202.484928:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078202.484930:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078202.484933:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078202.484936:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078202.484939:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078202.484940:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078202.484947:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.484948:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.484961:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078202.484961:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078202.484966:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.484971:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078202.484990:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078202.484993:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078202.484999:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078202.485001:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078202.485005:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078202.485006:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078202.485010:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078202.485013:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078202.485051:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078202.485054:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078202.485057:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078202.868670:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078202.868670:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078202.868676:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078202.868677:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078202.868679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078202.868681:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078202.868684:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078202.868687:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078202.868689:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078202.868705:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078202.868706:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.868710:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078202.868710:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.868713:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078202.868718:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078202.868718:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078202.868721:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078202.868724:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078203.508676:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078203.508676:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078203.508697:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078203.508697:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078203.508700:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078203.508700:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078203.508703:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078203.508707:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078203.508710:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078203.508710:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078203.508712:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078203.508713:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078203.508717:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078203.508720:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078203.508724:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078203.508725:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078203.508726:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078203.508726:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078203.508731:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078203.508736:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078203.508737:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078203.508737:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078203.508739:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078203.508743:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078203.508744:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078203.508748:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078203.508755:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078203.508757:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078203.508760:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078203.508764:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078203.508765:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078203.508768:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078203.508773:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078203.508773:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078203.508776:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078203.508782:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078203.508797:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078203.508801:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078203.508802:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078203.508803:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078203.508810:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078203.508810:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078203.508811:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078203.508816:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078203.508818:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078203.508820:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078203.508822:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078203.508825:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078203.508826:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078203.508827:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078203.508834:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078203.508835:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078203.508835:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078203.508840:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078203.508846:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078203.508853:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078203.508854:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078203.508854:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078203.508855:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078203.508862:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078203.508866:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078203.508867:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078203.508869:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078203.508876:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078203.508876:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078203.508878:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078203.508881:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078203.508882:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078203.508886:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078203.508890:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078203.508893:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078203.508925:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078203.508927:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078203.508930:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078203.892692:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078203.892700:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078203.892701:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078203.892708:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078203.892709:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078203.892712:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078203.892718:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078203.892718:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078203.892723:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078203.892730:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078203.892731:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078203.892735:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078203.892737:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078203.892738:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078203.892746:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078203.892746:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078203.892751:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078203.892755:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078204.532727:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078204.532732:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078204.532735:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078204.532741:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078204.532742:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078204.532747:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078204.532747:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078204.532750:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078204.532755:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078204.532757:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078204.532758:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078204.532758:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078204.532759:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078204.532763:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078204.532767:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078204.532767:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078204.532768:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078204.532768:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078204.532776:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078204.532778:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078204.532779:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078204.532780:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078204.532782:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078204.532784:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078204.532786:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078204.532791:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078204.532791:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078204.532792:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078204.532800:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078204.532805:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078204.532805:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078204.532810:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078204.532815:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078204.532816:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078204.532818:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078204.532820:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078204.532824:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078204.532825:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078204.532828:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078204.532833:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078204.532836:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078204.532838:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078204.532842:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078204.532842:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078204.532843:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078204.532850:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078204.532852:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078204.532853:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078204.532854:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078204.532855:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078204.532858:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078204.532864:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078204.532864:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078204.532868:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078204.532875:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078204.532875:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078204.532881:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078204.532882:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078204.532884:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078204.532888:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078204.532888:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078204.532888:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078204.532893:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078204.532893:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078204.532898:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078204.532900:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078204.532902:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078204.532908:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078204.532912:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078204.532914:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078204.532917:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078204.532934:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078204.532938:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078204.532942:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078204.916641:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078204.916651:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078204.916653:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078204.916672:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078204.916677:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078204.916681:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078204.916687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078204.916687:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078204.916690:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078204.916693:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078204.916696:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078204.916699:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078204.916700:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078204.916704:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078204.916706:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078204.916708:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078204.916712:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078204.916715:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.556728:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078205.556730:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078205.556736:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078205.556738:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.556740:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078205.556741:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078205.556745:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.556745:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078205.556747:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078205.556749:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078205.556752:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078205.556753:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078205.556759:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078205.556760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078205.556761:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078205.556761:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078205.556763:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.556769:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.556770:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078205.556770:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078205.556771:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078205.556772:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078205.556777:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078205.556778:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078205.556779:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.556782:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.556782:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078205.556788:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078205.556789:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078205.556794:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078205.556796:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078205.556802:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078205.556806:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078205.556810:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078205.556815:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078205.556823:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1769078205.556825:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078205.556826:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769078205.556828:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078205.556828:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078205.556831:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00010000:0.0:1769078205.556832:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078205.556835:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078205.556838:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078205.556842:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078205.556844:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078205.556845:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078205.556847:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.556849:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078205.556851:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078205.556853:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078205.556855:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078205.556857:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078205.556858:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078205.556860:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078205.556861:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078205.556861:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078205.556862:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.556864:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078205.556864:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078205.556867:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078205.556869:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078205.556871:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078205.556873:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078205.556876:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078205.556877:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078205.556883:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078205.556886:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078205.556889:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078205.556893:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078205.556895:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078205.556897:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078205.556899:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078205.556901:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.940695:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078205.940695:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078205.940704:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078205.940706:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078205.940707:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078205.940712:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078205.940716:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078205.940718:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078205.940720:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078205.940724:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078205.940726:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078205.940727:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.940737:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078205.940737:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.940744:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.940749:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078205.940751:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.940754:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078205.940764:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078205.940774:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078205.940777:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078205.940781:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078205.940784:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078205.940792:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5191 00000400:00000200:0.0:1769078205.940802:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078205.940809:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078205.940812:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078205.940814:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078205.940817:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:2.0:1769078205.940817:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000040:0.0:1769078205.940821:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078205.940823:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:2.0:1769078205.940823:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078205.940829:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078205.940829:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000040:0.0:1769078205.940830:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078205.940834:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078205.940836:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00000040:0.0:1769078205.940837:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078205.940843:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00001000:2.0:1769078205.940844:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:0.0:1769078205.940845:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078205.940849:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078205.940850:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078205.940851:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078205.940852:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078205.940853:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000020:00000040:0.0:1769078205.940855:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:2.0:1769078205.940857:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:0.0:1769078205.940860:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000080:00000001:2.0:1769078205.940861:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:0.0:1769078205.940863:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769078205.940864:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:0.0:1769078205.940866:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078205.940868:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:0.0:1769078205.940870:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078205.940870:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078205.940873:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078205.940874:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.940877:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000002:2.0:1769078205.940878:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:0.0:1769078205.940879:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078205.940889:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00020000:00000002:2.0:1769078205.940890:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012f0000 00000020:00000040:0.0:1769078205.940893:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:2.0:1769078205.940898:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:0.0:1769078205.940899:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:2.0:1769078205.940901:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 02000000:00000001:0.0:1769078205.940902:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.940905:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:0.0:1769078205.940906:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078205.940909:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078205.940910:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:2.0:1769078205.940912:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078205.940914:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 02000000:00000001:0.0:1769078205.940916:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.940916:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.940921:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078205.940922:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078205.940923:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078205.940924:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012f0000 02000000:00000010:0.0:1769078205.940927:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000020:00000001:2.0:1769078205.940927:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.940930:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078205.940932:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078205.940934:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:0.0:1769078205.940935:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:2.0:1769078205.940937:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078205.940942:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00100000:0.0:1769078205.940946:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078205.940948:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078205.940951:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078205.940953:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078205.940957:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00000001:0.0:1769078205.940959:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00001000:2.0:1769078205.940962:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000001:0.0:1769078205.940965:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.940968:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000100:00000040:0.0:1769078205.940970:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078205.940972:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078205.940978:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078205.940981:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078205.940983:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.940985:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.940987:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000001:0.0:1769078205.940988:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.940991:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:0.0:1769078205.940992:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1769078205.940995:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078205.940997:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078205.940999:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:2.0:1769078205.940999:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.941002:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078205.941003:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1769078205.941006:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:0.0:1769078205.941007:0:13606:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:2.0:1769078205.941008:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078205.941011:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:0.0:1769078205.941012:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5191 00000020:00000001:2.0:1769078205.941013:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078205.941016:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:0.0:1769078205.941018:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078205.941019:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.941021:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769078205.941023:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078205.941025:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:2.0:1769078205.941026:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.941027:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:2.0:1769078205.941031:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078205.941032:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078205.941032:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078205.941034:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078205.941037:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.941039:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078205.941040:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:1.0:1769078205.941043:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078205.941043:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769078205.941045:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078205.941046:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078205.941049:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078205.941051:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:0.0:1769078205.941052:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:2.0:1769078205.941054:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:0.0:1769078205.941059:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:2.0:1769078205.941059:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:1.0:1769078205.941063:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078205.941064:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078205.941065:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078205.941067:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000008:00000001:2.0:1769078205.941068:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000001:0.0:1769078205.941071:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078205.941071:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000020:2.0:1769078205.941072:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000040:0.0:1769078205.941076:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:1.0:1769078205.941076:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1769078205.941076:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078205.941083:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078205.941083:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078205.941084:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000020:00000001:0.0:1769078205.941089:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000008:00000001:2.0:1769078205.941089:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00100000:1.0:1769078205.941093:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657870080:192.168.204.154@tcp:250:kworker.0 00000008:00000001:2.0:1769078205.941094:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000100:00000040:0.0:1769078205.941096:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078205.941101:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000020:2.0:1769078205.941102:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000001:1.0:1769078205.941103:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1769078205.941104:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078205.941108:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:1.0:1769078205.941110:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:2.0:1769078205.941110:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000040:0.0:1769078205.941112:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:1.0:1769078205.941114:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1769078205.941115:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:0.0:1769078205.941116:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000008:00000001:2.0:1769078205.941119:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078205.941121:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078205.941121:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:2.0:1769078205.941123:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:0.0:1769078205.941125:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1769078205.941129:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 00000008:00000020:2.0:1769078205.941129:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 02000000:00000001:0.0:1769078205.941131:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078205.941134:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078205.941136:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.941140:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00000001:2.0:1769078205.941141:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00100000:0.0:1769078205.941144:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078205.941146:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078205.941149:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078205.941152:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078205.941153:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078205.941156:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000100:00000001:0.0:1769078205.941157:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941158:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078205.941163:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00020000:00000001:2.0:1769078205.941163:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078205.941166:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000020:00000001:2.0:1769078205.941167:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078205.941168:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:0.0:1769078205.941173:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078205.941174:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.941174:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000200:1.0:1769078205.941177:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657870080, portal 25 00000100:00000001:0.0:1769078205.941178:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078205.941179:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 02000000:00000001:0.0:1769078205.941180:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:2.0:1769078205.941183:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:0.0:1769078205.941184:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.941184:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078205.941186:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078205.941189:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000020:00000001:2.0:1769078205.941189:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000010:0.0:1769078205.941191:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00020000:00000001:2.0:1769078205.941192:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941195:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:0.0:1769078205.941196:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.941197:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:1.0:1769078205.941200:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078205.941200:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078205.941203:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00100000:0.0:1769078205.941205:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078205.941205:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078205.941208:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078205.941210:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078205.941212:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941217:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941221:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078205.941223:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078205.941226:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:1.0:1769078205.941228:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1769078205.941229:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769078205.941230:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078205.941232:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078205.941233:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941235:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000040:1.0:1769078205.941236:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078205.941237:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:0.0:1769078205.941240:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078205.941240:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000010:1.0:1769078205.941242:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000020:00000001:2.0:1769078205.941242:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078205.941244:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078205.941249:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657870080, offset 0 00020000:00000001:2.0:1769078205.941250:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941255:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769078205.941257:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.941257:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078205.941260:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078205.941262:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769078205.941264:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078205.941264:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00080000:0.0:1769078205.941266:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:2.0:1769078205.941267:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078205.941270:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:0.0:1769078205.941271:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:2.0:1769078205.941273:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00080000:0.0:1769078205.941274:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1769078205.941276:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:1.0:1769078205.941277:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078205.941280:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00001000:2.0:1769078205.941280:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078205.941284:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00080000:0.0:1769078205.941285:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5191 00020000:00000001:2.0:1769078205.941286:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000200:1.0:1769078205.941287:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000080:00000001:2.0:1769078205.941290:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078205.941293:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769078205.941295:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078205.941295:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:1.0:1769078205.941297:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00001000:2.0:1769078205.941298:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078205.941302:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:2.0:1769078205.941304:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078205.941306:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078205.941311:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000080:00000001:2.0:1769078205.941312:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078205.941314:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078205.941316:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:1.0:1769078205.941317:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:2.0:1769078205.941318:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00001000:2.0:1769078205.941320:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078205.941322:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000020:00000001:2.0:1769078205.941324:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078205.941325:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078205.941325:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1769078205.941327:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078205.941327:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078205.941328:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078205.941330:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1769078205.941334:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012f0000 00000400:00000200:1.0:1769078205.941335:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370687:370687:256:4294967295] 192.168.204.154@tcp LPNI seq info [370682:370682:8:4294967295] 00020000:00000001:2.0:1769078205.941337:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078205.941339:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078205.941342:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078205.941344:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078205.941345:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078205.941346:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078205.941350:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078205.941351:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.941352:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078205.941353:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078205.941353:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078205.941355:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012f0000 00000020:00000001:2.0:1769078205.941357:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.941360:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078205.941361:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078205.941363:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000400:00000200:1.0:1769078205.941365:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00200000:2.0:1769078205.941366:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078205.941369:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078205.941373:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078205.941374:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078205.941375:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078205.941377:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000400:00000200:0.0:1769078205.941379:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000200:1.0:1769078205.941381:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00001000:2.0:1769078205.941382:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000400:00000200:0.0:1769078205.941385:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:2.0:1769078205.941385:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000020:00000001:2.0:1769078205.941388:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:0.0:1769078205.941390:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000800:00000010:1.0:1769078205.941391:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000020:00000001:2.0:1769078205.941391:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:0.0:1769078205.941394:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078205.941394:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078205.941396:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.941397:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078205.941399:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941401:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000040:0.0:1769078205.941403:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078205.941404:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000800:00000200:1.0:1769078205.941407:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078205.941407:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.941408:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078205.941411:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078205.941414:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078205.941414:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078205.941416:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000020:00000040:0.0:1769078205.941417:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:2.0:1769078205.941418:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078205.941420:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000020:00000001:0.0:1769078205.941421:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:2.0:1769078205.941422:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:0.0:1769078205.941425:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078205.941426:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000800:00000200:1.1:1769078205.941428:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078205.941429:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:2.0:1769078205.941429:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078205.941431:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078205.941433:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:2.0:1769078205.941435:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941437:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078205.941437:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000100:00000040:0.0:1769078205.941439:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078205.941440:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.941445:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078205.941445:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078205.941449:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:1.0:1769078205.941450:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000040:0.0:1769078205.941452:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078205.941452:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078205.941454:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000020:00000001:2.0:1769078205.941457:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769078205.941458:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078205.941459:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000020:00000040:0.0:1769078205.941463:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:2.0:1769078205.941463:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:1.0:1769078205.941464:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:2.0:1769078205.941465:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078205.941468:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00080000:0.0:1769078205.941469:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000008:00000001:2.0:1769078205.941470:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078205.941474:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078205.941475:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000008:00000001:2.0:1769078205.941475:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:0.0:1769078205.941477:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000020:2.0:1769078205.941478:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:0.0:1769078205.941481:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1769078205.941481:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078205.941484:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 02000000:00000001:0.0:1769078205.941486:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078205.941486:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078205.941489:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:0.0:1769078205.941490:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:1.0:1769078205.941490:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000008:00000001:2.0:1769078205.941493:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000008:00000020:2.0:1769078205.941495:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00000001:1.0:1769078205.941497:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:2.0:1769078205.941497:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078205.941499:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078205.941501:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078205.941504:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000200:1.0:1769078205.941505:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1769078205.941506:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000020:2.0:1769078205.941506:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000008:00000001:0.0:1769078205.941512:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078205.941516:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:0.0:1769078205.941517:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078205.941521:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078205.941524:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000001:2.0:1769078205.941525:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078205.941528:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:2.0:1769078205.941529:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.941533:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:2.0:1769078205.941533:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078205.941534:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078205.941537:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078205.941538:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078205.941539:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078205.941541:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1769078205.941542:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078205.941544:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 02000000:00000001:0.0:1769078205.941545:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:2.0:1769078205.941547:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:0.0:1769078205.941549:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.941550:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078205.941552:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000010:0.0:1769078205.941571:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000001:0.0:1769078205.941575:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941576:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941579:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078205.941581:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00100000:0.0:1769078205.941582:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078205.941584:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.941588:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078205.941591:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:2.0:1769078205.941591:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078205.941594:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078205.941596:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078205.941598:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078205.941600:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941600:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.941602:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078205.941604:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941606:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:0.0:1769078205.941607:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.941608:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078205.941610:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000400:00000200:1.0:1769078205.941612:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078205.941613:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:0.0:1769078205.941615:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078205.941617:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078205.941619:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299864268 00020000:00000001:2.0:1769078205.941620:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078205.941622:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078205.941624:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078205.941626:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078205.941628:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078205.941629:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0de0. 00000100:00000001:0.0:1769078205.941631:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941631:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078205.941636:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00080000:0.0:1769078205.941637:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1769078205.941637:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078205.941639:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769078205.941640:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078205.941652:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078205.941654:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00080000:0.0:1769078205.941655:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00020000:00000001:2.0:1769078205.941656:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:0.0:1769078205.941658:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078205.941659:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299864268 00000020:00000001:2.0:1769078205.941659:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00080000:0.0:1769078205.941662:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1769078205.941662:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078205.941665:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:0.0:1769078205.941667:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000010:1.0:1769078205.941667:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0600. 00020000:00000001:2.0:1769078205.941668:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078205.941671:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00080000:0.0:1769078205.941672:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5191 00000080:00000001:2.0:1769078205.941673:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1769078205.941674:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000080:00200000:2.0:1769078205.941677:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:1.0:1769078205.941680:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1769078205.941681:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078205.941684:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078205.941686:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:0.0:1769078205.941688:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00001000:2.0:1769078205.941688:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078205.941691:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000100:00080000:0.0:1769078205.941695:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000080:00000001:2.0:1769078205.941695:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.941696:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.941701:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1769078205.941703:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078205.941707:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1769078205.941709:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078205/real 1769078205] req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078205.941713:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078205.941718:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078205.941724:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078205.941727:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000001:1.0:1769078205.941727:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1769078205.941729:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:1.0:1769078205.941731:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1769078205.941733:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000400:00000010:1.0:1769078205.941735:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000020:00000001:0.0:1769078205.941738:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000200:1.0:1769078205.941740:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000020:00000001:0.0:1769078205.941743:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000010:1.0:1769078205.941744:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000040:0.0:1769078205.941748:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078205.941749:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078205.941751:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078205.941752:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078205.941753:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078205.941755:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769078205.941758:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078205.941761:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078205.941762:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078205.941763:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078205.941766:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078205.941771:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.941775:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078205.941777:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769078205.941780:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.941782:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078205.941783:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769078205.941785:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000040:0.0:1769078205.941789:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769078205.941793:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078205.941795:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078205.941800:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078205.941801:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078205.941801:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1769078205.941805:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.941805:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.941811:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:0.0:1769078205.941812:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:1.0:1769078205.941816:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078205.941817:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078205.941825:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078205.941825:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078205.941841:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078205.941845:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.941847:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078205.941849:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078205.941856:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078205.941857:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078205.941862:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5201) 00000100:00000001:1.0:1769078205.941869:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078205.941872:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.941874:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078205.941875:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.941879:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078205.941881:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078205.941883:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078205.941888:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078205.941890:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078205.941899:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078205.941907:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657870080:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078205.941912:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.941914:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078205.941917:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657870080/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.941923:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078205.941927:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078205.941929:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078205.941932:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078205.941934:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078205.941936:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078205.941938:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078205.941940:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745c00. 02000000:00000001:1.0:1769078205.941945:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078205.941947:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078205.941949:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000100:00000001:1.0:1769078205.941952:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078205.941953:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.941955:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.941963:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078205.941965:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.941967:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078205.941968:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078205.941969:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078205.941973:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.941985:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078205.941986:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078205.941988:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078205.941990:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078205.941992:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078205.941995:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870208:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078205.941998:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078205.942000:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078205.942001:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078205.942003:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078205.942006:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078205.942008:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078205.942012:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078205.942015:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078205.942018:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078205.942021:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657870208, portal 10 00000100:00000001:1.0:1769078205.942023:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078205.942024:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000100:00000040:1.0:1769078205.942030:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942036:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078205.942039:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078205.942040:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078205.942043:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657870208, offset 0 00000400:00000200:1.0:1769078205.942046:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078205.942050:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078205.942053:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078205.942056:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078205.942059:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078205.942061:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078205.942063:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078205.942066:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370688:370688:256:4294967295] 192.168.204.154@tcp LPNI seq info [370683:370683:8:4294967295] 00000400:00000200:1.0:1769078205.942070:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078205.942076:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078205.942080:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078205.942084:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078205.942088:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078205.942091:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769078205.942094:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078205.942097:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1769078205.942100:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078205.942103:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078205.942105:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078205.942108:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078205.942111:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078205.942113:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078205.942115:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078205.942118:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942125:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078205.942128:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942134:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.942136:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078205.942139:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078205.942142:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078205.942145:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078205.942147:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299863563 00000100:00000001:1.0:1769078205.942150:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299864268 00000100:00000001:1.0:1769078205.942152:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299863563 00000100:00000001:1.0:1769078205.942155:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299864268 00000100:00000001:1.0:1769078205.942157:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078205.942159:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.942161:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078205.942164:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078205/real 1769078205] req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078205.942171:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078205.942173:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078205.942174:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078205.942177:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078205.942178:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078205.942180:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078205.942183:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078205.942190:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942196:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078205.942198:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942199:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078205.942200:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078205.942204:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942210:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078205.942213:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942220:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078205.942222:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942224:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078205.942225:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942226:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078205.942230:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078205.942232:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078205.942236:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078205.942238:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078205.942242:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078205.942249:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870208:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078205.942253:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078205.942255:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942261:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078205.942263:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078205.942265:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078205.942267:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078205.942269:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078205.942271:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870336:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078205.942274:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078205.942276:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078205.942277:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078205.942279:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078205.942283:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078205.942285:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078205.942288:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078205.942291:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078205.942294:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078205.942296:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657870336, portal 4 00000100:00000001:1.0:1769078205.942298:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078205.942299:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00000100:00000040:1.0:1769078205.942304:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942310:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078205.942313:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078205.942314:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078205.942316:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657870336, offset 0 00000400:00000200:1.0:1769078205.942320:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078205.942323:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078205.942326:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078205.942329:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078205.942331:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078205.942334:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078205.942336:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078205.942339:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370689:370689:256:4294967295] 192.168.204.154@tcp LPNI seq info [370684:370684:8:4294967295] 00000400:00000200:1.0:1769078205.942343:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078205.942348:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078205.942353:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078205.942356:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078205.942360:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078205.942363:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769078205.942366:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078205.942369:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1769078205.942372:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078205.942374:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078205.942377:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078205.942380:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078205.942382:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078205.942384:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078205.942386:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078205.942390:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942397:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078205.942399:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942405:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.942407:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078205.942410:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078205.942413:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078205.942416:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078205.942418:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299863584 00000100:00000001:1.0:1769078205.942420:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299864268 00000100:00000001:1.0:1769078205.942423:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299863584 00000100:00000001:1.0:1769078205.942425:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299864268 00000100:00000001:1.0:1769078205.942427:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078205.942429:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.942431:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078205.942434:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078205/real 1769078205] req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078205.942441:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078205.942442:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078205.942444:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078205.942446:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078205.942448:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078205.942450:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078205.942453:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078205.942461:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942466:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078205.942468:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942470:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078205.942471:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078205.942474:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942480:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078205.942484:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942491:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078205.942493:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942494:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078205.942496:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942497:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078205.942501:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078205.942504:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078205.942507:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078205.942509:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078205.942513:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078205.942520:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870336:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078205.942523:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078205.942526:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942532:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078205.942534:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078205.942536:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078205.942537:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078205.942539:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078205.942541:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870464:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078205.942545:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078205.942546:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078205.942548:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078205.942549:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078205.942569:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636800. 02000000:00000001:1.0:1769078205.942572:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078205.942575:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078205.942578:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078205.942581:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078205.942583:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657870464, portal 4 00000100:00000001:1.0:1769078205.942585:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078205.942587:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00000100:00000040:1.0:1769078205.942592:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942597:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078205.942599:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078205.942601:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078205.942604:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657870464, offset 0 00000400:00000200:1.0:1769078205.942607:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078205.942610:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078205.942613:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078205.942616:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078205.942619:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078205.942621:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078205.942623:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078205.942626:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370690:370690:256:4294967295] 192.168.204.154@tcp LPNI seq info [370685:370685:8:4294967295] 00000400:00000200:1.0:1769078205.942630:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078205.942635:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078205.942639:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078205.942655:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078205.942659:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078205.942662:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:1.1:1769078205.942666:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078205.942668:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:1.0:1769078205.942671:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078205.942673:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078205.942676:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078205.942679:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078205.942682:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078205.942684:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078205.942687:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078205.942690:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942698:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078205.942701:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942707:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.942708:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078205.942711:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078205.942714:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078205.942718:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078205.942720:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299863589 00000100:00000001:1.0:1769078205.942722:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299864268 00000100:00000001:1.0:1769078205.942725:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299863589 00000100:00000001:1.0:1769078205.942727:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299864268 00000100:00000001:1.0:1769078205.942729:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078205.942731:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.942732:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078205.942735:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078205/real 1769078205] req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078205.942742:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078205.942744:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078205.942745:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078205.942747:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078205.942749:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078205.942751:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078205.942754:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078205.942761:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942773:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078205.942774:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942776:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078205.942777:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078205.942781:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942787:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078205.942791:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942797:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078205.942800:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942801:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078205.942803:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942805:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078205.942809:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078205.942811:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078205.942814:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078205.942816:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078205.942820:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078205.942828:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870464:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078205.942831:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942833:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078205.942836:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657870208/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942842:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078205.942844:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078205.942846:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078205.942849:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078205.942850:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078205.942852:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078205.942854:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078205.942855:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 02000000:00000001:1.0:1769078205.942859:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078205.942860:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078205.942861:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:1.0:1769078205.942864:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078205.942865:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942867:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078205.942870:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657870336/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942876:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078205.942877:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078205.942879:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078205.942881:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078205.942882:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078205.942883:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078205.942885:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078205.942887:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:1.0:1769078205.942889:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078205.942890:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078205.942891:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000100:00000001:1.0:1769078205.942893:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078205.942894:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942896:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078205.942899:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657870464/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078205.942904:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078205.942906:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078205.942907:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636800. 02000000:00000001:1.0:1769078205.942909:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078205.942910:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078205.942911:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078205.942914:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078205.942915:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 02000000:00000001:1.0:1769078205.942918:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078205.942918:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078205.942920:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00000100:00000001:1.0:1769078205.942921:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078205.942922:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942924:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078205.942927:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078205.942929:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078205.942930:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078205.942932:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.580672:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078206.580683:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078206.580686:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078206.580688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078206.580693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078206.580699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078206.580700:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078206.580701:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078206.580704:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078206.580708:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078206.580708:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078206.580712:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078206.580712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.580714:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078206.580717:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.580718:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078206.580718:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078206.580720:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078206.580721:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.580723:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078206.580724:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078206.580729:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078206.580731:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078206.580732:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078206.580736:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078206.580738:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078206.580747:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078206.580749:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078206.580752:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078206.580755:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078206.580757:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078206.580758:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.580759:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078206.580762:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078206.580765:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078206.580766:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078206.580769:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078206.580774:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078206.580780:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078206.580780:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078206.580781:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078206.580781:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.580788:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078206.580792:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078206.580792:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078206.580793:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078206.580806:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078206.580807:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078206.580808:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078206.580808:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078206.580811:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078206.580814:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078206.580819:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.580820:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078206.580824:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078206.580827:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078206.580859:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078206.580862:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078206.580866:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078206.580866:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078206.580873:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078206.580874:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078206.580877:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078206.580880:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078206.580885:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078206.580886:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078206.580889:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078206.580891:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078206.580895:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078206.580899:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078206.580906:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078206.580907:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078206.580910:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078206.580913:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078206.708660:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299864268, at 4299864320 00000100:00000040:1.0:1769078206.708664:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299864268, at 4299864320 00000100:00000010:0.0:1769078206.708678:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0de0. 00000100:00000010:1.0:1769078206.708681:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0600. 00000100:00000001:1.0:1769078206.964656:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078206.964665:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078206.964668:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078206.964675:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078206.964675:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078206.964679:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078206.964686:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078206.964687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078206.964692:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078206.964693:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078206.964699:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078206.964700:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078206.964705:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078206.964706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078206.964714:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078206.964718:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078206.964720:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078206.964723:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078207.604703:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078207.604703:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078207.604707:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078207.604712:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078207.604713:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078207.604715:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078207.604716:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078207.604719:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078207.604720:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078207.604721:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078207.604724:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078207.604726:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078207.604731:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078207.604736:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078207.604737:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078207.604738:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078207.604740:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078207.604747:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078207.604748:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078207.604753:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078207.604754:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078207.604755:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078207.604757:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078207.604757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078207.604762:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078207.604763:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078207.604764:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078207.604764:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078207.604770:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078207.604774:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078207.604778:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078207.604779:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078207.604780:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078207.604788:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078207.604793:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078207.604799:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1769078207.604801:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078207.604805:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769078207.604806:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078207.604808:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078207.604810:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078207.604811:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078207.604811:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078207.604815:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078207.604815:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078207.604818:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078207.604819:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078207.604821:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078207.604822:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078207.604825:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078207.604826:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078207.604828:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078207.604830:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078207.604834:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078207.604834:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078207.604838:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078207.604841:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078207.604842:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078207.604846:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078207.604852:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078207.604855:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078207.604857:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078207.604860:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078207.604863:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078207.604863:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078207.604866:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078207.604869:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078207.604870:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078207.604873:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078207.604877:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078207.604879:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078207.604881:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078207.604882:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078207.604884:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078207.988669:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078207.988676:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078207.988678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078207.988683:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078207.988684:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078207.988686:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078207.988693:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078207.988694:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078207.988703:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078207.988704:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078207.988706:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078207.988714:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078207.988715:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078207.988721:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078207.988725:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078207.988728:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078207.988732:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078207.988735:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078208.628672:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078208.628673:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078208.628682:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078208.628684:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078208.628687:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078208.628691:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078208.628694:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078208.628695:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078208.628697:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078208.628700:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078208.628705:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078208.628708:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078208.628709:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078208.628713:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078208.628713:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078208.628713:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078208.628715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078208.628729:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078208.628731:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078208.628733:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078208.628734:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078208.628736:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078208.628737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078208.628751:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078208.628752:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078208.628759:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078208.628759:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078208.628765:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078208.628766:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078208.628772:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078208.628776:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078208.628782:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078208.628783:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078208.628783:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078208.628787:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078208.628790:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078208.628791:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078208.628793:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078208.628799:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078208.628799:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078208.628800:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078208.628806:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078208.628809:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078208.628816:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078208.628818:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078208.628818:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078208.628823:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078208.628826:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078208.628826:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078208.628829:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078208.628834:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078208.628845:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078208.628845:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000020:00000001:0.0:1769078208.628846:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078208.628853:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078208.628855:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1769078208.628856:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078208.628859:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078208.628860:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078208.628861:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078208.628864:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078208.628872:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078208.628872:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078208.628877:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078208.628882:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078208.628903:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078208.628908:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078208.628910:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078208.628914:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078208.628918:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078208.628922:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078208.628924:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078208.628926:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078208.628928:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078209.012656:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078209.012666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078209.012669:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078209.012676:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078209.012681:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078209.012681:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078209.012688:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078209.012688:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078209.012691:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078209.012696:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078209.012698:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078209.012702:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078209.012703:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078209.012707:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078209.012710:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078209.012711:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078209.012717:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078209.012720:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078209.652708:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078209.652717:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078209.652720:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078209.652726:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078209.652734:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078209.652734:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078209.652735:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078209.652741:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078209.652744:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078209.652746:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078209.652746:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078209.652748:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078209.652749:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078209.652751:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078209.652752:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078209.652753:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078209.652755:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078209.652769:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078209.652770:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078209.652771:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078209.652771:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078209.652774:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078209.652779:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078209.652784:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078209.652785:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078209.652786:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078209.652789:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078209.652793:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078209.652796:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078209.652798:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078209.652799:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078209.652804:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078209.652808:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078209.652810:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078209.652818:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078209.652818:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078209.652820:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078209.652825:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078209.652826:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078209.652829:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078209.652833:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078209.652837:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078209.652837:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078209.652838:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078209.652843:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078209.652844:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078209.652849:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078209.652850:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078209.652854:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078209.652855:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078209.652859:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078209.652860:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078209.652863:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078209.652867:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078209.652867:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078209.652871:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078209.652871:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078209.652875:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078209.652885:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078209.652885:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078209.652893:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078209.652895:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078209.652898:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078209.652898:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078209.652900:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078209.652904:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078209.652907:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078209.652907:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078209.652907:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078209.652918:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078209.652919:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078209.652920:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078209.652924:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078209.652924:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078209.652929:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078209.652930:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078209.652930:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078209.652937:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078209.652938:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078209.652940:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078209.652941:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078209.652941:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078209.652943:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078209.652948:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078209.652953:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078209.652956:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078209.652958:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078209.652962:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078209.652967:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078209.653085:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078209.653088:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078209.653092:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078210.036681:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078210.036681:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078210.036689:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078210.036689:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078210.036691:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078210.036691:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078210.036698:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078210.036698:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078210.036702:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078210.036702:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078210.036706:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078210.036706:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078210.036709:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078210.036712:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078210.036714:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078210.036715:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078210.036716:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078210.036718:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078210.676732:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078210.676734:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078210.676742:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078210.676743:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078210.676746:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078210.676746:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078210.676747:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078210.676748:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078210.676754:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078210.676757:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078210.676758:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078210.676759:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078210.676761:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078210.676761:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078210.676770:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078210.676771:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078210.676771:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078210.676771:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078210.676779:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078210.676783:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078210.676783:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078210.676784:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078210.676785:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078210.676792:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078210.676793:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078210.676794:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078210.676810:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078210.676813:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078210.676816:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078210.676817:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078210.676823:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078210.676824:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078210.676828:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078210.676828:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078210.676828:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078210.676830:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078210.676833:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078210.676835:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078210.676840:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078210.676840:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078210.676843:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078210.676846:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078210.676847:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078210.676850:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078210.676863:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078210.676870:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078210.676872:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078210.676873:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769078210.676874:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1769078210.676877:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078210.676879:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078210.676880:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078210.676883:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078210.676884:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078210.676888:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078210.676891:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078210.676893:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078210.676893:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769078210.676893:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078210.676900:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078210.676901:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078210.676902:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078210.676905:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078210.676905:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078210.676908:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078210.676910:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078210.676918:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078210.676919:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078210.676921:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078210.676924:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078210.676931:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078210.676932:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078210.676937:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078210.676941:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.060699:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078211.060699:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078211.060702:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078211.060710:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078211.060710:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1769078211.060712:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078211.060713:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.060714:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078211.060716:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1769078211.060717:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078211.060720:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078211.060721:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078211.060722:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078211.060724:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078211.060726:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078211.060727:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.060729:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078211.060731:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078211.060735:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078211.060737:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5196 00000100:00000001:3.0:1769078211.060739:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.060741:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078211.060745:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769078211.060750:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078211.060751:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078211.060756:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:0.0:1769078211.060761:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00000001:2.0:1769078211.060764:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00080000:0.0:1769078211.060766:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078211.060768:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000040:0.0:1769078211.060773:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078211.060774:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:0.0:1769078211.060779:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:2.0:1769078211.060783:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000040:0.0:1769078211.060784:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078211.060792:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078211.060794:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000020:00000001:0.0:1769078211.060796:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078211.060798:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078211.060799:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769078211.060801:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078211.060805:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000080:00000001:2.0:1769078211.060805:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000020:00000001:0.0:1769078211.060811:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000080:00200000:2.0:1769078211.060812:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769078211.060814:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078211.060824:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078211.060826:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769078211.060827:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078211.060832:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078211.060833:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078211.060841:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:2.0:1769078211.060842:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078211.060848:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000002:2.0:1769078211.060852:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00080000:0.0:1769078211.060853:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078211.060858:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078211.060866:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000002:2.0:1769078211.060867:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:0.0:1769078211.060870:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078211.060873:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.060874:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:0.0:1769078211.060876:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078211.060881:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.060881:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078211.060886:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078211.060888:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.060891:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1769078211.060893:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00020000:00000001:2.0:1769078211.060894:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000040:0.0:1769078211.060899:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:2.0:1769078211.060900:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078211.060905:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078211.060906:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:0.0:1769078211.060908:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.060910:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078211.060911:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078211.060914:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000001:0.0:1769078211.060915:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000002:2.0:1769078211.060918:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:0.0:1769078211.060920:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.060926:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.060930:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078211.060932:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000010:0.0:1769078211.060935:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00020000:00000001:2.0:1769078211.060936:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078211.060942:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:0.0:1769078211.060945:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078211.060951:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00100000:0.0:1769078211.060956:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078211.060958:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078211.060963:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078211.060967:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078211.060971:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769078211.060972:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00000001:0.0:1769078211.060976:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078211.060981:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000040:0.0:1769078211.060984:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.060987:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:2.0:1769078211.060995:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078211.061001:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.061004:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078211.061006:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078211.061008:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.061009:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078211.061014:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:2.0:1769078211.061015:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00080000:0.0:1769078211.061018:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078211.061023:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078211.061026:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1769078211.061027:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:0.0:1769078211.061029:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078211.061031:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078211.061034:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5196 00000100:00000001:1.0:1769078211.061037:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:2.0:1769078211.061040:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.061043:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1769078211.061046:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078211.061048:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078211.061051:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.061056:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:1.0:1769078211.061059:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769078211.061060:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:2.0:1769078211.061061:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00080000:0.0:1769078211.061070:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:2.0:1769078211.061071:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:0.0:1769078211.061080:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078211.061080:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:0.0:1769078211.061087:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078211.061090:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078211.061090:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:0.0:1769078211.061091:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078211.061097:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078211.061098:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.061098:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078211.061103:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078211.061107:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078211.061108:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.061109:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1769078211.061110:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078211.061116:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1769078211.061117:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00020000:00000001:2.0:1769078211.061118:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078211.061124:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078211.061124:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.061126:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078211.061130:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00100000:1.0:1769078211.061137:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657870592:192.168.204.154@tcp:250:kworker.0 00000020:00000001:2.0:1769078211.061138:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:0.0:1769078211.061139:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078211.061146:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078211.061146:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.061148:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1769078211.061150:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078211.061155:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078211.061156:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078211.061157:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:1.0:1769078211.061157:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078211.061165:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078211.061166:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:2.0:1769078211.061166:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:1.0:1769078211.061171:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078211.061172:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.061173:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 02000000:00000001:0.0:1769078211.061175:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:2.0:1769078211.061177:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000010:1.0:1769078211.061180:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 00000020:00000001:2.0:1769078211.061181:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:0.0:1769078211.061182:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078211.061185:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078211.061187:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 02000000:00000001:0.0:1769078211.061189:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078211.061194:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00000001:2.0:1769078211.061194:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:1.0:1769078211.061199:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00100000:0.0:1769078211.061204:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078211.061204:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000010:1.0:1769078211.061205:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000008:00000020:2.0:1769078211.061210:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078211.061213:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078211.061214:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078211.061220:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078211.061223:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000010:1.0:1769078211.061225:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000010:0.0:1769078211.061228:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 00000008:00000001:2.0:1769078211.061229:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078211.061234:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000020:00000040:0.0:1769078211.061235:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000200:1.0:1769078211.061236:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657870592, portal 25 00000100:00000001:1.0:1769078211.061244:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1769078211.061245:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000008:00000020:2.0:1769078211.061246:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000001:1.0:1769078211.061248:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094220544 : -115332615331072 : ffff971b086ea300) 02000000:00000001:0.0:1769078211.061251:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078211.061258:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000008:00000001:2.0:1769078211.061261:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:0.0:1769078211.061262:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1769078211.061263:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:2.0:1769078211.061268:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:0.0:1769078211.061269:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078211.061277:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1769078211.061280:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:1.0:1769078211.061280:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1769078211.061282:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:0.0:1769078211.061286:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078211.061289:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000008:00000020:2.0:1769078211.061290:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00100000:0.0:1769078211.061297:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769078211.061297:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000008:00000001:2.0:1769078211.061301:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:1.0:1769078211.061304:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657870592, offset 0 00000008:00000001:2.0:1769078211.061308:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.061319:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078211.061320:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1769078211.061320:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078211.061329:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.061330:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.061334:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078211.061338:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078211.061340:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078211.061344:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.061348:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:1.0:1769078211.061351:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:2.0:1769078211.061354:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078211.061358:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000200:1.0:1769078211.061362:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078211.061363:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1769078211.061366:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.061368:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:0.0:1769078211.061372:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769078211.061372:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00080000:0.0:1769078211.061378:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:1.0:1769078211.061381:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1769078211.061383:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:2.0:1769078211.061383:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078211.061388:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00080000:0.0:1769078211.061389:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:2.0:1769078211.061391:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:0.0:1769078211.061398:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769078211.061398:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370691:370691:256:4294967295] 192.168.204.154@tcp LPNI seq info [370686:370686:8:4294967295] 00000020:00000001:2.0:1769078211.061398:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:0.0:1769078211.061406:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5196 00000020:00000001:2.0:1769078211.061406:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:1.0:1769078211.061410:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078211.061411:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078211.061415:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.061420:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078211.061424:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078211.061428:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078211.061430:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:2.0:1769078211.061432:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.061438:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000400:00000200:0.0:1769078211.061442:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078211.061443:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000800:00000200:1.0:1769078211.061444:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078211.061450:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000800:00000010:1.0:1769078211.061455:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000020:00000001:2.0:1769078211.061455:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000400:00000200:0.0:1769078211.061456:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:2.0:1769078211.061461:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00080000:0.0:1769078211.061463:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:2.0:1769078211.061466:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000040:0.0:1769078211.061473:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000200:1.0:1769078211.061475:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078211.061476:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078211.061478:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078211.061488:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:1.0:1769078211.061488:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000100:00000001:0.0:1769078211.061492:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078211.061494:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078211.061497:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078211.061500:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000040:0.0:1769078211.061501:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000200:1.1:1769078211.061501:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078211.061506:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078211.061508:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:2.0:1769078211.061510:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078211.061510:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000020:00000040:0.0:1769078211.061513:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769078211.061520:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:2.0:1769078211.061523:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078211.061530:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000100:1.0:1769078211.061533:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078211.061533:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:0.0:1769078211.061540:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078211.061540:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078211.061542:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000020:00000001:2.0:1769078211.061550:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078211.061551:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769078211.061590:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000001:2.0:1769078211.061594:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078211.061599:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000400:00000200:1.0:1769078211.061600:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1769078211.061602:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078211.061608:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:0.0:1769078211.061609:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:1.0:1769078211.061612:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000020:00001000:2.0:1769078211.061612:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:0.0:1769078211.061617:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:1.0:1769078211.061620:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00020000:00000001:2.0:1769078211.061621:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000020:00000040:0.0:1769078211.061623:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:2.0:1769078211.061631:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00080000:0.0:1769078211.061632:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078211.061632:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000080:00000001:2.0:1769078211.061637:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:0.0:1769078211.061639:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078211.061641:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:2.0:1769078211.061643:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:0.0:1769078211.061644:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078211.061649:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078211.061664:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078211.061664:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078211.061670:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:0.0:1769078211.061672:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078211.061675:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00100000:0.0:1769078211.061676:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00001000:2.0:1769078211.061677:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000040:1.0:1769078211.061683:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078211.061686:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078211.061686:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1769078211.061698:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078211.061699:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078211.061707:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000100:00000001:1.0:1769078211.061711:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078211.061713:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:1.0:1769078211.061715:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:2.0:1769078211.061717:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:0.0:1769078211.061718:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000080:00000001:2.0:1769078211.061721:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 02000000:00000001:0.0:1769078211.061722:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.061724:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.061726:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078211.061728:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078211.061731:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 02000000:00000001:0.0:1769078211.061732:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1769078211.061732:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:0.0:1769078211.061736:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078211.061741:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000001:1.0:1769078211.061742:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299869388 02000000:00000010:0.0:1769078211.061745:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00000020:00000001:2.0:1769078211.061750:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000100:00000001:0.0:1769078211.061753:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078211.061754:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0600. 00000020:00000001:2.0:1769078211.061755:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078211.061762:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078211.061765:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:0.0:1769078211.061769:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078211.061769:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769078211.061773:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.061778:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078211.061781:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299869388 00000080:00000001:2.0:1769078211.061784:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078211.061792:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0f60. 00000100:00000001:0.0:1769078211.061795:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000002:2.0:1769078211.061795:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769078211.061798:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1769078211.061803:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.061806:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1769078211.061810:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:1.0:1769078211.061811:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078211.061814:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.061819:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:1.0:1769078211.061821:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:2.0:1769078211.061827:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078211.061833:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00100000:1.0:1769078211.061834:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078211/real 1769078211] req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078211.061835:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.061837:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078211.061844:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:2.0:1769078211.061849:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078211.061861:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00080000:0.0:1769078211.061862:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:0.0:1769078211.061870:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:2.0:1769078211.061870:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078211.061872:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1769078211.061875:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000001:1.0:1769078211.061877:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1769078211.061878:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000010:1.0:1769078211.061881:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000100:00000001:0.0:1769078211.061884:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078211.061884:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:1.0:1769078211.061888:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00020000:00000001:2.0:1769078211.061889:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00080000:0.0:1769078211.061891:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5196 00000400:00000010:1.0:1769078211.061895:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00020000:00000002:2.0:1769078211.061895:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:1.0:1769078211.061902:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1769078211.061903:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078211.061907:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078211.061913:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000200:1.0:1769078211.061914:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.061915:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078211.061920:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:0.0:1769078211.061921:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:2.0:1769078211.061926:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000040:0.0:1769078211.061931:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00200000:2.0:1769078211.061932:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000200:1.0:1769078211.061940:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078211.061941:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000002:2.0:1769078211.061941:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000040:0.0:1769078211.061951:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078211.061959:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:0.0:1769078211.061961:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078211.061965:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:1.0:1769078211.061969:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1769078211.061970:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078211.061972:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078211.061973:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769078211.061974:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:2.0:1769078211.061977:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00000001:0.0:1769078211.061980:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078211.061980:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1769078211.061987:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00001000:2.0:1769078211.061987:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000001:1.0:1769078211.061988:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078211.061998:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078211.061998:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000100:00100000:1.0:1769078211.062001:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078211.062007:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078211.062007:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078211.062012:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.062018:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:0.0:1769078211.062019:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078211.062022:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078211.062025:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078211.062029:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078211.062032:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078211.062034:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078211.062037:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000040:1.0:1769078211.062039:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078211.062041:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078211.062043:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078211.062050:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078211.062052:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:2.0:1769078211.062061:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.062063:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1769078211.062067:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:2.0:1769078211.062069:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.062071:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078211.062075:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062076:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769078211.062077:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:2.0:1769078211.062081:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:1.0:1769078211.062082:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078211.062083:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:2.0:1769078211.062084:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:0.0:1769078211.062089:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078211.062092:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1769078211.062092:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:0.0:1769078211.062094:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062104:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:0.0:1769078211.062105:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078211.062105:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078211.062111:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078211.062113:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00080000:1.0:1769078211.062114:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1769078211.062117:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078211.062122:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078211.062125:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00020000:00000001:2.0:1769078211.062126:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078211.062127:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.062133:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:2.0:1769078211.062134:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078211.062139:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000001:2.0:1769078211.062140:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:1.0:1769078211.062141:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769078211.062147:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078211.062147:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078211.062157:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078211.062159:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078211.062161:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062168:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769078211.062169:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078211.062172:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 02000000:00000001:0.0:1769078211.062174:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1769078211.062175:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657870592:192.168.204.154@tcp:250:kworker.0 00020000:00000001:2.0:1769078211.062177:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:0.0:1769078211.062179:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062182:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078211.062185:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.062186:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 02000000:00000010:0.0:1769078211.062187:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000100:00000001:1.0:1769078211.062189:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:2.0:1769078211.062191:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078211.062196:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078211.062197:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ea300 x1855007657870592/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078211.062199:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078211.062206:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00100000:0.0:1769078211.062207:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:2.0:1769078211.062213:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.062222:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769078211.062224:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:2.0:1769078211.062226:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 02000000:00000001:1.0:1769078211.062229:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:2.0:1769078211.062233:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 02000000:00000010:1.0:1769078211.062234:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 00000100:00000001:0.0:1769078211.062235:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1769078211.062244:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769078211.062245:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1769078211.062245:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000020:00000001:1.0:1769078211.062249:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078211.062253:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000100:00000040:0.0:1769078211.062260:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078211.062260:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000001:1.0:1769078211.062261:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000020:2.0:1769078211.062266:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000010:1.0:1769078211.062267:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 00000008:00000001:2.0:1769078211.062273:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078211.062278:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000008:00000001:2.0:1769078211.062284:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:0.0:1769078211.062285:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.062285:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00000020:2.0:1769078211.062291:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000010:1.0:1769078211.062292:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ea300. 00000100:00000040:0.0:1769078211.062294:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5206) 00000100:00000001:1.0:1769078211.062299:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078211.062305:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.062308:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1769078211.062311:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.062315:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062319:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.062321:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.062323:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:2.0:1769078211.062324:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.062326:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062329:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.062332:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769078211.062333:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078211.062336:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:2.0:1769078211.062336:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:1.0:1769078211.062340:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:2.0:1769078211.062341:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078211.062347:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:1.0:1769078211.062352:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.062353:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078211.062358:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.062366:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078211.062371:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078211.062375:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078211.062380:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:2.0:1769078211.062380:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:1.0:1769078211.062384:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.062385:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.062390:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:1.0:1769078211.062391:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078211.062395:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:1.0:1769078211.062396:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078211.062399:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.062401:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.062405:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.062409:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870720:192.168.204.154@tcp:38:kworker.0 00020000:00000001:2.0:1769078211.062411:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078211.062416:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078211.062419:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:1.0:1769078211.062423:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078211.062423:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078211.062426:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:1.0:1769078211.062428:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078211.062429:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:1.0:1769078211.062434:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.062434:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.062438:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:1.0:1769078211.062440:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769078211.062441:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078211.062445:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078211.062446:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 00020000:00000001:2.0:1769078211.062448:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.062451:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.062454:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078211.062458:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:1.0:1769078211.062460:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078211.062462:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078211.062466:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000020:00000001:2.0:1769078211.062466:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078211.062470:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000010:1.0:1769078211.062473:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00020000:00000001:2.0:1769078211.062473:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078211.062476:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000200:1.0:1769078211.062481:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657870720, portal 10 00000020:00000001:2.0:1769078211.062482:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078211.062487:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:1.0:1769078211.062489:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078211.062492:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094213376 : -115332615338240 : ffff971b086e8700) 00020000:00000001:2.0:1769078211.062493:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078211.062502:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078211.062506:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000040:1.0:1769078211.062508:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:2.0:1769078211.062510:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769078211.062527:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078211.062531:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1769078211.062533:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00001000:2.0:1769078211.062536:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000040:1.0:1769078211.062540:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00000001:2.0:1769078211.062543:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000400:00000010:1.0:1769078211.062544:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000080:00000001:2.0:1769078211.062548:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078211.062550:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657870720, offset 0 00000080:00000001:2.0:1769078211.062591:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078211.062596:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:1.0:1769078211.062597:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078211.062601:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078211.062605:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000400:00000200:1.0:1769078211.062606:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:2.0:1769078211.062615:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000400:00000200:1.0:1769078211.062618:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078211.062621:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000400:00000200:1.0:1769078211.062624:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078211.062627:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:1.0:1769078211.062631:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000080:00000001:2.0:1769078211.062632:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:1.0:1769078211.062637:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000080:00200000:2.0:1769078211.062637:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:1.0:1769078211.062646:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:2.0:1769078211.062648:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.062654:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:1.0:1769078211.062655:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370692:370692:256:4294967295] 192.168.204.154@tcp LPNI seq info [370687:370687:8:4294967295] 00000080:00000001:2.0:1769078211.062657:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078211.062666:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:2.0:1769078211.062667:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1769078211.062677:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:1.0:1769078211.062681:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:2.0:1769078211.062683:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078211.062687:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078211.062691:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000800:00000200:1.0:1769078211.062692:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078211.062695:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078211.062698:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00020000:00000001:2.0:1769078211.062700:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1769078211.062709:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078211.062709:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078211.062716:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078211.062717:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:1.1:1769078211.062723:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078211.062726:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000100:1.0:1769078211.062731:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078211.062732:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078211.062735:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078211.062738:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078211.062741:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078211.062744:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078211.062750:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769078211.062751:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.062754:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078211.062757:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000200:1.0:1769078211.062758:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:2.0:1769078211.062761:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:2.0:1769078211.062773:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062782:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769078211.062783:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078211.062788:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:1.0:1769078211.062791:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.062792:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078211.062798:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078211.062807:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:1.0:1769078211.062815:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.062817:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:1.0:1769078211.062819:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:2.0:1769078211.062821:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:1.0:1769078211.062824:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062825:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078211.062829:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00000040:1.0:1769078211.062832:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000020:00001000:2.0:1769078211.062835:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000400:00000200:1.0:1769078211.062841:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078211.062843:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000100:00000001:1.0:1769078211.062845:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299868684 00000020:00000001:2.0:1769078211.062848:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078211.062853:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299869388 00000020:00000001:2.0:1769078211.062854:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.062859:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078211.062860:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299868684 00000020:00000001:2.0:1769078211.062863:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.062865:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299869388 00020000:00000001:2.0:1769078211.062867:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.062870:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078211.062873:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000001:1.0:1769078211.062875:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062878:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078211.062880:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1769078211.062881:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.062888:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078211/real 1769078211] req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.062888:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062895:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062902:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078211.062905:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078211.062910:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000001:1.0:1769078211.062915:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1769078211.062915:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078211.062917:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000001:1.0:1769078211.062919:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1769078211.062921:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078211.062922:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000020:00000001:2.0:1769078211.062927:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078211.062929:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00020000:00000001:2.0:1769078211.062932:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078211.062933:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00020000:00000001:2.0:1769078211.062938:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.062940:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1769078211.062942:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078211.062948:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078211.062949:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.062955:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.062961:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078211.062964:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078211.062969:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.062972:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078211.062976:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078211.062983:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000200:1.0:1769078211.062984:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078211.062988:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078211.062993:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078211.062998:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.063001:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:2.0:1769078211.063003:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769078211.063005:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.063007:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:1.0:1769078211.063010:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:2.0:1769078211.063011:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000100:00000001:1.0:1769078211.063015:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1769078211.063018:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000100:00100000:1.0:1769078211.063024:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078211.063026:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078211.063030:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078211.063033:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.063042:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078211.063047:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000001:1.0:1769078211.063050:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.063058:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000040:1.0:1769078211.063060:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078211.063065:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063072:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.063080:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.063081:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:2.0:1769078211.063085:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.063088:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078211.063090:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.063093:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769078211.063095:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078211.063097:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078211.063099:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:1.0:1769078211.063101:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:2.0:1769078211.063103:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:1.0:1769078211.063108:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078211.063108:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078211.063113:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:1.0:1769078211.063115:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00020000:00000001:2.0:1769078211.063117:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.063121:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00080000:1.0:1769078211.063123:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000020:00000001:2.0:1769078211.063125:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078211.063128:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:2.0:1769078211.063129:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078211.063133:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000040:1.0:1769078211.063137:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.063137:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.063141:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078211.063144:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078211.063150:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.063157:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.063162:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870720:192.168.204.154@tcp:38:kworker.0 00020000:00000001:2.0:1769078211.063164:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078211.063167:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078211.063173:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:1.0:1769078211.063176:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078211.063177:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078211.063181:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:1.0:1769078211.063185:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.063186:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078211.063191:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.063194:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078211.063197:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078211.063202:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.063210:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.063213:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:2.0:1769078211.063215:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078211.063218:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063219:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078211.063222:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.063225:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078211.063227:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1769078211.063230:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078211.063230:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078211.063233:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:1.0:1769078211.063236:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063237:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078211.063242:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:1.0:1769078211.063248:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870848:192.168.204.154@tcp:8:kworker.0 00000020:00001000:2.0:1769078211.063248:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078211.063256:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:1.0:1769078211.063258:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:2.0:1769078211.063260:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:1.0:1769078211.063262:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000080:00000001:2.0:1769078211.063264:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:1.0:1769078211.063266:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769078211.063269:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:1.0:1769078211.063270:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:2.0:1769078211.063276:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000010:1.0:1769078211.063277:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 00000020:00000001:2.0:1769078211.063280:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:1.0:1769078211.063282:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078211.063284:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078211.063289:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000400:00000200:1.0:1769078211.063290:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078211.063293:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078211.063296:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000080:00000001:2.0:1769078211.063300:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000010:1.0:1769078211.063303:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000080:00000001:2.0:1769078211.063304:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078211.063309:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000200:1.0:1769078211.063311:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657870848, portal 4 00000020:00000001:2.0:1769078211.063312:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:1.0:1769078211.063319:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00001000:2.0:1769078211.063320:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000001:1.0:1769078211.063323:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094226816 : -115332615324800 : ffff971b086ebb80) 00000020:00000001:2.0:1769078211.063326:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:2.0:1769078211.063330:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:1.0:1769078211.063336:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078211.063336:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078211.063340:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1769078211.063357:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.063362:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078211.063366:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000080:00000001:2.0:1769078211.063367:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078211.063373:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000040:1.0:1769078211.063375:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078211.063381:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00020000:00000002:2.0:1769078211.063382:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000200:1.0:1769078211.063386:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657870848, offset 0 00020000:00000001:2.0:1769078211.063388:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078211.063391:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078211.063393:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078211.063398:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078211.063399:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078211.063405:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769078211.063412:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078211.063413:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078211.063418:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078211.063421:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078211.063422:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.063426:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078211.063429:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000400:00000200:1.0:1769078211.063430:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000002:2.0:1769078211.063432:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:1.0:1769078211.063438:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:2.0:1769078211.063438:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063448:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000400:00000200:1.0:1769078211.063449:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078211.063451:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078211.063455:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000400:00000200:1.0:1769078211.063456:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00200000:2.0:1769078211.063458:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078211.063464:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:1.0:1769078211.063465:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370693:370693:256:4294967295] 192.168.204.154@tcp LPNI seq info [370688:370688:8:4294967295] 00020000:00000001:2.0:1769078211.063470:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078211.063475:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000200:1.0:1769078211.063478:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078211.063479:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078211.063483:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078211.063491:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000400:00000200:1.0:1769078211.063496:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078211.063498:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:2.0:1769078211.063508:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000800:00000200:1.0:1769078211.063514:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078211.063514:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.063520:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000800:00000010:1.0:1769078211.063521:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000020:00000001:2.0:1769078211.063523:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.063527:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078211.063535:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078211.063536:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078211.063543:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000800:00000200:1.0:1769078211.063547:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000020:00000001:2.0:1769078211.063547:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.063577:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063580:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063581:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078211.063581:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078211.063583:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.063585:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078211.063589:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078211.063591:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063598:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078211.063600:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078211.063601:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.063605:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063610:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000800:00000200:1.1:1769078211.063610:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000020:00000001:2.0:1769078211.063614:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063622:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063625:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000800:00000100:1.0:1769078211.063632:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078211.063632:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078211.063638:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.063641:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000800:00000010:1.0:1769078211.063642:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000008:00000001:2.0:1769078211.063643:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078211.063644:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078211.063649:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:1.0:1769078211.063652:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000020:2.0:1769078211.063652:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078211.063654:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.063660:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078211.063661:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078211.063665:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000400:00000200:1.0:1769078211.063668:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000008:00000020:2.0:1769078211.063669:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000200:1.0:1769078211.063678:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000008:00000001:2.0:1769078211.063679:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078211.063681:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000010:1.0:1769078211.063684:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000008:00000001:2.0:1769078211.063684:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.063685:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078211.063690:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:1.0:1769078211.063692:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:2.0:1769078211.063695:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.063697:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063702:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078211.063703:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.063704:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.063709:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063714:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063721:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078211.063726:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078211.063730:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078211.063734:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078211.063736:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078211.063737:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078211.063742:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078211.063745:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.063747:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078211.063750:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078211.063753:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078211.063758:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:1.0:1769078211.063761:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.063761:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.063764:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078211.063766:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769078211.063767:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078211.063771:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.063772:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.063774:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078211.063777:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00020000:00000001:2.0:1769078211.063779:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078211.063784:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000200:1.0:1769078211.063789:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078211.063789:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078211.063794:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:1.0:1769078211.063795:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299868706 00000020:00000001:2.0:1769078211.063798:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078211.063800:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299869388 00020000:00000001:2.0:1769078211.063801:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078211.063804:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078211.063806:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299868706 00000020:00000001:2.0:1769078211.063808:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078211.063810:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299869388 00000020:00000001:2.0:1769078211.063812:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078211.063815:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078211.063816:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.063820:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.063821:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.063825:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:2.0:1769078211.063826:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078211.063830:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00100000:1.0:1769078211.063832:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078211/real 1769078211] req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.063833:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.063840:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078211.063843:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078211.063848:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078211.063852:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000001:1.0:1769078211.063856:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1769078211.063856:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000001:1.0:1769078211.063860:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00001000:2.0:1769078211.063861:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000400:00000010:1.0:1769078211.063864:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00020000:00000001:2.0:1769078211.063867:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000200:1.0:1769078211.063870:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00020000:00000001:2.0:1769078211.063871:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000010:1.0:1769078211.063874:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000080:00000001:2.0:1769078211.063875:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078211.063880:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:1.0:1769078211.063881:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078211.063887:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078211.063889:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078211.063893:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078211.063897:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078211.063905:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1769078211.063911:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078211.063912:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078211.063922:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078211.063928:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:1.0:1769078211.063929:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1769078211.063931:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078211.063933:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078211.063936:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:1.0:1769078211.063937:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078211.063940:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1769078211.063943:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00100000:1.0:1769078211.063948:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.063950:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:2.0:1769078211.063957:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078211.063963:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078211.063967:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769078211.063971:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078211.063974:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.063976:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:1.0:1769078211.063982:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078211.063982:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078211.063993:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769078211.064002:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000002:2.0:1769078211.064004:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:1.0:1769078211.064008:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078211.064011:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:1.0:1769078211.064014:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:2.0:1769078211.064015:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:1.0:1769078211.064018:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078211.064019:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:1.0:1769078211.064022:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:2.0:1769078211.064024:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.064028:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078211.064030:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:2.0:1769078211.064031:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00080000:1.0:1769078211.064038:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00020000:00000001:2.0:1769078211.064038:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064045:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:1.0:1769078211.064051:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000020:00000001:2.0:1769078211.064052:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078211.064061:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:2.0:1769078211.064062:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078211.064067:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:1.0:1769078211.064070:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.064072:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064080:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078211.064085:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078211.064089:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078211.064093:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1769078211.064095:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870848:192.168.204.154@tcp:8:kworker.0 00020000:00000002:2.0:1769078211.064100:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:1.0:1769078211.064101:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078211.064107:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.064108:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078211.064111:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078211.064115:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078211.064120:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00000001:1.0:1769078211.064122:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078211.064127:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078211.064128:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 02000000:00000001:1.0:1769078211.064132:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078211.064134:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 02000000:00000001:1.0:1769078211.064136:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078211.064138:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:1.0:1769078211.064142:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064143:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.064149:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00100000:1.0:1769078211.064151:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870976:192.168.204.154@tcp:8:kworker.0 00000020:00000001:2.0:1769078211.064153:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.064160:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.064162:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078211.064166:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078211.064166:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 02000000:00000001:1.0:1769078211.064169:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064173:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:1.0:1769078211.064174:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769078211.064176:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078211.064180:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 00020000:00000001:2.0:1769078211.064182:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.064184:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064187:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078211.064193:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078211.064193:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078211.064199:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000010:1.0:1769078211.064200:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00020000:00000001:2.0:1769078211.064203:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000010:1.0:1769078211.064206:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000020:00000001:2.0:1769078211.064206:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078211.064209:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000200:1.0:1769078211.064212:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657870976, portal 4 00000020:00000001:2.0:1769078211.064213:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.064219:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078211.064220:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.064223:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00020000:00000001:2.0:1769078211.064226:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.064230:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078211.064234:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.064236:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078211.064239:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064247:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064256:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078211.064258:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:2.0:1769078211.064259:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078211.064264:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:1.0:1769078211.064265:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078211.064267:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000010:1.0:1769078211.064269:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000008:00000001:2.0:1769078211.064271:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000200:1.0:1769078211.064276:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657870976, offset 0 00000008:00000001:2.0:1769078211.064276:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078211.064281:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078211.064284:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:1.0:1769078211.064285:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000008:00000001:2.0:1769078211.064293:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078211.064296:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078211.064299:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078211.064303:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:1.0:1769078211.064304:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000008:00000001:2.0:1769078211.064308:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000400:00000200:1.0:1769078211.064311:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078211.064317:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000020:2.0:1769078211.064318:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000200:1.0:1769078211.064323:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000001:2.0:1769078211.064327:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:1.0:1769078211.064331:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000020:2.0:1769078211.064332:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078211.064335:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078211.064339:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370694:370694:256:4294967295] 192.168.204.154@tcp LPNI seq info [370689:370689:8:4294967295] 00000008:00000001:2.0:1769078211.064340:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078211.064344:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000400:00000200:1.0:1769078211.064351:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078211.064358:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.064366:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078211.064371:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078211.064371:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.064382:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078211.064388:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078211.064390:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078211.064395:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000020:00000001:2.0:1769078211.064396:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064401:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000800:00000200:1.0:1769078211.064407:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078211.064407:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000800:00000200:1.0:1769078211.064414:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00020000:00000001:2.0:1769078211.064414:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078211.064419:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078211.064422:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000800:00000200:1.1:1769078211.064425:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078211.064426:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078211.064436:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00020000:00000001:2.0:1769078211.064437:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078211.064442:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078211.064446:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000800:00000100:1.0:1769078211.064447:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078211.064449:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000800:00000010:1.0:1769078211.064452:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00020000:00000001:2.0:1769078211.064453:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.064457:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:1.0:1769078211.064459:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:2.0:1769078211.064459:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078211.064462:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078211.064467:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:2.0:1769078211.064467:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.064476:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000400:00000200:1.0:1769078211.064477:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078211.064482:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000020:00000001:2.0:1769078211.064482:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078211.064489:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:1.0:1769078211.064490:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1769078211.064494:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000200:1.0:1769078211.064498:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.064498:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078211.064503:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078211.064508:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.064512:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078211.064516:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078211.064519:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.064520:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:2.0:1769078211.064523:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078211.064527:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078236 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.064529:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078211.064531:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078211.064536:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064542:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078211.064546:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078211.064549:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078211.064552:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078211.064588:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078211.064590:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:1.0:1769078211.064591:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.064595:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:1.0:1769078211.064597:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:2.0:1769078211.064599:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078211.064603:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1769078211.064604:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769078211.064608:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000040:1.0:1769078211.064611:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000080:00000001:2.0:1769078211.064614:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078211.064618:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:1.0:1769078211.064619:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078211.064624:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299868711 00000020:00001000:2.0:1769078211.064625:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078211.064634:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.064635:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299869388 00000100:00000001:1.0:1769078211.064644:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299868711 00000080:00000001:2.0:1769078211.064645:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.064651:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299869388 00000080:00000001:2.0:1769078211.064654:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769078211.064656:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1769078211.064658:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:1.0:1769078211.064661:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064661:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078211.064666:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:1.0:1769078211.064667:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00001000:2.0:1769078211.064672:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00100000:1.0:1769078211.064675:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078211/real 1769078211] req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.064677:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:2.0:1769078211.064684:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078211.064688:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078211.064692:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000001:1.0:1769078211.064699:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1769078211.064701:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000001:1.0:1769078211.064703:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1769078211.064704:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000010:1.0:1769078211.064707:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000080:00000001:2.0:1769078211.064708:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078211.064716:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00020000:00000002:2.0:1769078211.064716:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000400:00000010:1.0:1769078211.064722:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00020000:00000002:2.0:1769078211.064726:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:1.0:1769078211.064728:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000001:2.0:1769078211.064731:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000200:1.0:1769078211.064735:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.064736:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078211.064741:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078211.064744:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.064752:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078211.064761:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000200:1.0:1769078211.064763:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.064765:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064773:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078211.064776:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078211.064781:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078211.064785:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:1.0:1769078211.064789:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1769078211.064790:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.064793:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078211.064795:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769078211.064797:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769078211.064799:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078211.064802:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078211.064803:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078211.064807:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1769078211.064810:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:2.0:1769078211.064811:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078211.064823:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078211.064829:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078211.064834:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078211.064838:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078211.064839:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00000040:1.0:1769078211.064848:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:2.0:1769078211.064848:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078211.064855:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:2.0:1769078211.064861:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078211.064866:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078211.064868:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078211.064870:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078211.064876:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078211.064877:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.064883:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:2.0:1769078211.064884:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.064887:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078211.064890:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000001:1.0:1769078211.064892:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1769078211.064897:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078211.064899:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078211.064900:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078211.064908:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00020000:00000001:2.0:1769078211.064908:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064915:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078211.064919:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000020:00000001:2.0:1769078211.064924:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769078211.064926:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:2.0:1769078211.064927:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078211.064931:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.064935:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:1.0:1769078211.064936:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.064938:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078211.064942:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064950:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.064959:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.064966:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657870976:192.168.204.154@tcp:8:kworker.0 00020000:00000001:2.0:1769078211.064967:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064975:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078211.064977:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078211.064978:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.064985:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078211.064985:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.064990:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:1.0:1769078211.064996:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8700 x1855007657870720/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078211.064997:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078211.065000:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.065003:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078211.065006:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078211.065010:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078211.065013:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078211.065015:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078211.065018:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:2.0:1769078211.065019:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078211.065023:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:2.0:1769078211.065025:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 02000000:00000010:1.0:1769078211.065027:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 00000008:00000001:2.0:1769078211.065029:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 02000000:00000001:1.0:1769078211.065033:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00000001:2.0:1769078211.065034:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000020:00000001:1.0:1769078211.065037:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000008:00000020:2.0:1769078211.065040:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000020:00000040:1.0:1769078211.065041:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078211.065047:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:2.0:1769078211.065056:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000010:1.0:1769078211.065057:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 00000008:00000020:2.0:1769078211.065062:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:1.0:1769078211.065065:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000008:00000001:2.0:1769078211.065066:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078211.065069:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078211.065072:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8700. 00000008:00000001:2.0:1769078211.065072:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078211.065076:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:1.0:1769078211.065078:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078211.065082:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078211.065084:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.065087:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:2.0:1769078211.065090:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078211.065096:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ebb80 x1855007657870848/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.065097:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.065104:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078211.065110:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.065116:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.065122:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078211.065124:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00020000:00000001:2.0:1769078211.065125:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 02000000:00000001:1.0:1769078211.065128:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:2.0:1769078211.065129:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000010:1.0:1769078211.065132:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 00000020:00000001:2.0:1769078211.065133:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078211.065138:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:1.0:1769078211.065139:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:2.0:1769078211.065140:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078211.065142:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00020000:00000001:2.0:1769078211.065145:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000040:1.0:1769078211.065146:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078211.065150:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078211.065152:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1769078211.065153:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000010:1.0:1769078211.065156:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746400. 00020000:00000001:2.0:1769078211.065157:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078211.065163:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769078211.065164:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1769078211.065167:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:1.0:1769078211.065168:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1769078211.065170:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000010:1.0:1769078211.065172:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ebb80. 00020000:00000001:2.0:1769078211.065174:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.065178:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00020000:00000001:2.0:1769078211.065179:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.065181:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078211.065183:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:1.0:1769078211.065187:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078211.065187:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078211.065192:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000040:1.0:1769078211.065196:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657870976/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078236 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078211.065196:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078211.065200:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078211.065205:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078211.065208:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078211.065213:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078211.065217:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078211.065220:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.065222:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00020000:00000001:2.0:1769078211.065224:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078211.065226:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:2.0:1769078211.065228:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 02000000:00000010:1.0:1769078211.065230:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 00000020:00000001:2.0:1769078211.065232:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:1.0:1769078211.065235:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078211.065236:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078211.065239:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1769078211.065241:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000040:1.0:1769078211.065242:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00000001:2.0:1769078211.065244:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000020:00000001:1.0:1769078211.065247:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00020000:00000001:2.0:1769078211.065248:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000010:1.0:1769078211.065251:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746000. 00000020:00000001:2.0:1769078211.065252:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1769078211.065258:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1769078211.065258:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:1.0:1769078211.065262:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00001000:2.0:1769078211.065264:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000010:1.0:1769078211.065266:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00020000:00000001:2.0:1769078211.065269:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:1.0:1769078211.065271:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00020000:00000001:2.0:1769078211.065274:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:1.0:1769078211.065275:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078211.065278:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1769078211.065279:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1769078211.065282:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:1.0:1769078211.065286:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:2.0:1769078211.065288:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:1.0:1769078211.065290:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078211.065292:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1769078211.065295:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00001000:2.0:1769078211.065297:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000001:1.0:1769078211.065299:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078211.065302:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078211.065306:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078211.700617:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078211.700620:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078211.700625:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078211.700625:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078211.700627:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078211.700629:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.700632:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078211.700634:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078211.700635:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078211.700636:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078211.700639:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078211.700642:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078211.700643:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.700643:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078211.700647:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078211.700648:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078211.700652:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078211.700657:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078211.700658:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078211.700662:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078211.700663:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078211.700666:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078211.700667:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078211.700673:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078211.700674:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078211.700674:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.700676:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078211.700681:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078211.700681:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078211.700685:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078211.700687:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078211.700692:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078211.700694:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078211.700696:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078211.700696:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078211.700697:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078211.700700:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078211.700701:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078211.700703:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078211.700706:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078211.700708:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078211.700711:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078211.700714:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078211.700715:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078211.700716:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078211.700720:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078211.700724:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078211.700727:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078211.700728:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078211.700730:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078211.700731:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078211.700735:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078211.700741:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078211.700741:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078211.700744:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078211.700745:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078211.700749:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078211.700754:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078211.700762:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078211.700767:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078211.700770:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078211.700772:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078211.700775:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078211.700801:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078211.700806:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078211.700808:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078211.700811:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078211.700814:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078211.700816:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078211.700818:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078211.700821:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078211.700825:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078211.700826:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078211.700829:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078211.700831:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078211.700834:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078211.700835:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078211.700885:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078211.700888:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078211.700891:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769078211.828650:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299869388, at 4299869440 00000100:00000040:0.0:1769078211.828651:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299869388, at 4299869440 00000100:00000010:1.0:1769078211.828664:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0f60. 00000100:00000010:0.0:1769078211.828667:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0600. 00000100:00000001:1.0:1769078212.084637:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078212.084637:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078212.084644:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078212.084644:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078212.084647:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078212.084648:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078212.084653:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078212.084654:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078212.084658:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078212.084658:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078212.084663:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078212.084663:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078212.084668:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078212.084670:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078212.084672:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078212.084674:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078212.084676:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078212.084678:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078212.724685:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078212.724685:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078212.724685:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078212.724688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078212.724692:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078212.724693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078212.724694:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078212.724694:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078212.724695:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078212.724699:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078212.724700:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078212.724701:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078212.724701:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078212.724704:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078212.724707:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078212.724707:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078212.724708:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078212.724709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078212.724712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078212.724714:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078212.724714:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078212.724715:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078212.724716:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078212.724719:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078212.724719:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078212.724720:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078212.724721:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078212.724726:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078212.724732:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078212.724733:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078212.724736:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078212.724740:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078212.724740:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078212.724741:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078212.724744:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078212.724745:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078212.724747:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078212.724748:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078212.724750:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078212.724750:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078212.724753:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078212.724755:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078212.724757:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078212.724757:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078212.724758:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078212.724761:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078212.724764:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078212.724765:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078212.724765:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078212.724768:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078212.724771:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078212.724771:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078212.724772:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078212.724776:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078212.724777:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078212.724778:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078212.724780:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078212.724782:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078212.724784:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078212.724786:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078212.724787:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078212.724790:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078212.724792:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078212.724792:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078212.724796:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078212.724798:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078212.724800:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078212.724802:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078212.724806:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078212.724808:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078212.724811:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078212.724822:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078212.724826:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078212.724830:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078213.108646:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078213.108646:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078213.108652:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078213.108652:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078213.108655:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078213.108655:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078213.108661:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078213.108661:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078213.108666:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078213.108666:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078213.108670:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078213.108671:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078213.108675:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078213.108678:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078213.108680:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078213.108681:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078213.108683:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078213.108685:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078213.748653:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078213.748653:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078213.748653:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078213.748659:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078213.748660:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078213.748661:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078213.748661:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078213.748663:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078213.748664:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078213.748668:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078213.748672:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078213.748673:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078213.748673:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078213.748673:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078213.748678:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078213.748679:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078213.748679:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078213.748679:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078213.748681:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078213.748683:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078213.748683:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078213.748685:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078213.748687:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078213.748688:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078213.748693:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078213.748693:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078213.748694:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078213.748697:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078213.748697:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078213.748702:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078213.748703:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078213.748706:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078213.748709:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078213.748709:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078213.748710:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078213.748712:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078213.748714:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078213.748715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078213.748717:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078213.748719:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078213.748721:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078213.748723:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078213.748723:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078213.748725:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078213.748725:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078213.748727:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078213.748727:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078213.748728:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078213.748730:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078213.748731:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078213.748733:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078213.748734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078213.748735:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078213.748735:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078213.748737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078213.748739:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078213.748739:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078213.748742:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078213.748744:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078213.748744:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078213.748745:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078213.748748:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078213.748748:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078213.748749:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078213.748751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078213.748752:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078213.748755:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078213.748757:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078213.748758:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078213.748760:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078213.748761:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078213.748772:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078213.748776:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078213.748780:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078214.132621:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078214.132627:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078214.132627:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078214.132631:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078214.132631:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078214.132634:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078214.132637:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078214.132637:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078214.132641:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078214.132642:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078214.132647:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078214.132647:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078214.132652:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078214.132654:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078214.132656:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078214.132658:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078214.132660:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078214.132662:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078214.772670:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078214.772670:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078214.772673:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078214.772678:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078214.772678:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078214.772679:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078214.772681:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078214.772682:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078214.772688:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078214.772688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078214.772688:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078214.772692:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078214.772694:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078214.772695:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078214.772698:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078214.772700:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078214.772700:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078214.772701:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078214.772705:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078214.772708:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078214.772709:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078214.772712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078214.772714:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078214.772718:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078214.772721:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078214.772725:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078214.772775:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078214.772779:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078214.772780:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078214.772781:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078214.772782:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078214.772784:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078214.772785:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078214.772787:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078214.772787:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078214.772788:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078214.772794:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078214.772794:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078214.772794:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078214.772798:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078214.772800:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078214.772800:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078214.772804:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078214.772805:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078214.772805:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078214.772808:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078214.772813:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078214.772813:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078214.772816:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078214.772825:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078214.772825:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078214.772830:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078214.772833:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078214.772842:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078214.772843:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078214.772847:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078214.772848:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078214.772851:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078214.772852:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078214.772855:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078214.772857:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078214.772860:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078214.772862:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078214.772863:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078214.772866:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078214.772867:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078214.772868:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078214.772871:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078214.772874:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078214.772877:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078214.772880:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078214.772949:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078214.772952:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078214.772956:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078215.156650:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078215.156651:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078215.156657:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078215.156657:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078215.156660:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.156661:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078215.156668:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078215.156669:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078215.156674:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078215.156675:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078215.156679:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078215.156680:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078215.156682:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078215.156685:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078215.156688:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.156690:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078215.156693:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078215.156696:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078215.796653:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078215.796654:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078215.796657:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078215.796658:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078215.796660:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078215.796663:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078215.796664:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078215.796664:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078215.796666:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078215.796669:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.796670:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078215.796672:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078215.796672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078215.796673:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078215.796674:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078215.796675:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.796678:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078215.796679:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078215.796680:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078215.796681:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078215.796682:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078215.796684:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078215.796684:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078215.796685:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078215.796686:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078215.796691:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078215.796691:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078215.796695:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078215.796699:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078215.796699:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078215.796702:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078215.796705:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.796706:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078215.796709:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078215.796711:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078215.796715:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078215.796718:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078215.796718:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769078215.796720:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078215.796722:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078215.796723:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078215.796724:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.796725:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078215.796726:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078215.796727:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078215.796731:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078215.796731:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00010000:3.0:1769078215.796732:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078215.796735:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078215.796736:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078215.796738:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078215.796740:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078215.796740:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078215.796742:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078215.796744:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078215.796745:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078215.796746:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078215.796748:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078215.796749:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078215.796750:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078215.796754:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078215.796755:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078215.796757:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.796758:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078215.796759:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078215.796760:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078215.796762:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078215.796764:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078215.796765:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078215.796769:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078215.796771:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078215.796773:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078215.796774:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078215.796776:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.180607:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078216.180613:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078216.180618:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078216.180620:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078216.180621:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078216.180624:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.180626:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078216.180632:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078216.180634:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078216.180637:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078216.180638:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078216.180639:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078216.180642:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078216.180642:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.180648:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078216.180650:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078216.180652:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.180653:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.180654:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078216.180655:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078216.180659:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078216.180660:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078216.180666:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078216.180673:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5201 00000080:00000001:2.0:1769078216.180676:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:0.0:1769078216.180681:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078216.180682:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078216.180686:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:0.0:1769078216.180689:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078216.180692:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078216.180693:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000040:0.0:1769078216.180695:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078216.180699:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:2.0:1769078216.180701:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000040:0.0:1769078216.180702:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078216.180706:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078216.180709:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078216.180710:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000020:00000040:0.0:1769078216.180711:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078216.180715:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078216.180715:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000040:0.0:1769078216.180720:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000080:00000001:2.0:1769078216.180720:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000020:00000001:0.0:1769078216.180724:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000080:00200000:2.0:1769078216.180725:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769078216.180726:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078216.180731:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078216.180733:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769078216.180734:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078216.180738:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078216.180738:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078216.180742:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:2.0:1769078216.180742:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078216.180748:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000002:2.0:1769078216.180750:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00080000:0.0:1769078216.180751:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078216.180756:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.180759:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000002:2.0:1769078216.180759:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012f0000 02000000:00000001:0.0:1769078216.180763:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078216.180765:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:0.0:1769078216.180766:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.180770:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:2.0:1769078216.180770:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:0.0:1769078216.180774:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.180778:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000010:0.0:1769078216.180780:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00020000:00000001:2.0:1769078216.180783:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078216.180784:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:2.0:1769078216.180787:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078216.180789:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078216.180792:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.180793:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769078216.180794:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078216.180797:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.180798:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078216.180801:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:0.0:1769078216.180802:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.180804:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078216.180807:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000010:0.0:1769078216.180809:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00020000:00000002:2.0:1769078216.180809:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012f0000 00000020:00000001:2.0:1769078216.180814:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.180817:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.180819:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078216.180822:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078216.180824:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00100000:0.0:1769078216.180825:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00200000:2.0:1769078216.180828:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078216.180835:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:0.0:1769078216.180836:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078216.180840:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.180841:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000040:0.0:1769078216.180845:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078216.180845:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078216.180848:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078216.180852:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078216.180857:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078216.180859:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000020:00000001:2.0:1769078216.180861:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078216.180863:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.180864:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078216.180868:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:0.0:1769078216.180869:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1769078216.180872:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078216.180873:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078216.180877:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:2.0:1769078216.180877:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078216.180880:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:2.0:1769078216.180881:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000001:0.0:1769078216.180884:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078216.180885:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078216.180888:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769078216.180889:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5201 00000020:00000001:2.0:1769078216.180889:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.180892:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:2.0:1769078216.180894:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.180896:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078216.180898:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078216.180899:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078216.180901:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:1.0:1769078216.180905:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078216.180905:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000200:0.0:1769078216.180910:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:2.0:1769078216.180910:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078216.180913:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00080000:0.0:1769078216.180917:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078216.180918:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078216.180920:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078216.180922:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.180923:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078216.180925:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078216.180929:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.180930:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078216.180931:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078216.180932:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.180934:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769078216.180937:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:1.0:1769078216.180938:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.180938:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.180943:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:0.0:1769078216.180944:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:1.0:1769078216.180947:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657871104:192.168.204.154@tcp:250:kworker.0 00000020:00000001:2.0:1769078216.180948:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078216.180950:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078216.180954:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078216.180955:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000100:00000001:1.0:1769078216.180955:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078216.180959:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1769078216.180960:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1769078216.180961:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078216.180963:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000020:00000040:0.0:1769078216.180965:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:1.0:1769078216.180965:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.180966:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769078216.180969:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769078216.180971:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1769078216.180972:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000010:1.0:1769078216.180974:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 00000008:00000001:2.0:1769078216.180975:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000020:00000001:0.0:1769078216.180977:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078216.180979:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078216.180980:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000040:0.0:1769078216.180985:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078216.180987:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:2.0:1769078216.180988:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:1.0:1769078216.180990:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:0.0:1769078216.180992:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000020:2.0:1769078216.180993:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000010:1.0:1769078216.180995:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000100:00000001:0.0:1769078216.180996:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:2.0:1769078216.180998:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769078216.180999:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000400:00000010:1.0:1769078216.181001:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00080000:0.0:1769078216.181005:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000008:00000001:2.0:1769078216.181005:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000200:1.0:1769078216.181009:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657871104, portal 25 00000008:00000001:2.0:1769078216.181009:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:0.0:1769078216.181010:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181014:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:2.0:1769078216.181014:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 02000000:00000001:0.0:1769078216.181015:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078216.181021:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00000008:00000020:2.0:1769078216.181021:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 02000000:00000001:0.0:1769078216.181022:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078216.181030:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078216.181030:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:1.0:1769078216.181031:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:2.0:1769078216.181034:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:0.0:1769078216.181037:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00000001:2.0:1769078216.181038:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769078216.181043:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:1.0:1769078216.181045:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1769078216.181045:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000040:1.0:1769078216.181050:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000008:00000001:0.0:1769078216.181051:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1769078216.181051:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000400:00000010:1.0:1769078216.181053:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000001:0.0:1769078216.181057:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078216.181058:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657871104, offset 0 00000008:00000001:2.0:1769078216.181062:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769078216.181066:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000008:00000001:2.0:1769078216.181066:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078216.181069:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000040:0.0:1769078216.181071:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078216.181073:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.181075:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:2.0:1769078216.181076:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.181077:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078216.181081:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078216.181082:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078216.181083:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.181085:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078216.181088:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.181089:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078216.181092:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078216.181094:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000010:0.0:1769078216.181097:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00020000:00000001:2.0:1769078216.181098:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000400:00000200:1.0:1769078216.181100:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1769078216.181102:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.181102:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078216.181105:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:1.0:1769078216.181108:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:2.0:1769078216.181108:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00100000:0.0:1769078216.181112:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078216.181112:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078216.181117:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:2.0:1769078216.181119:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078216.181123:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:1.0:1769078216.181125:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:2.0:1769078216.181127:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:0.0:1769078216.181128:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078216.181132:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.181132:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000200:1.0:1769078216.181134:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370695:370695:256:4294967295] 192.168.204.154@tcp LPNI seq info [370690:370690:8:4294967295] 00020000:00000001:2.0:1769078216.181135:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078216.181138:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078216.181140:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078216.181143:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078216.181144:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078216.181148:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078216.181152:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078216.181152:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078216.181156:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078216.181159:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078216.181162:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078216.181165:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:1.0:1769078216.181166:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:2.0:1769078216.181169:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078216.181172:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078216.181175:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078216.181179:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000800:00000200:1.0:1769078216.181180:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078216.181181:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.181182:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.181188:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078216.181189:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:1.0:1769078216.181190:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00020000:00000001:2.0:1769078216.181191:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078216.181194:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078216.181198:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078216.181199:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000200:1.0:1769078216.181203:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078216.181203:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078216.181204:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:2.0:1769078216.181207:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00080000:0.0:1769078216.181209:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.0:1769078216.181210:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00020000:00000001:2.0:1769078216.181210:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078216.181214:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078216.181215:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078216.181219:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:0.0:1769078216.181222:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5201 00000020:00001000:2.0:1769078216.181223:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000800:00000200:1.1:1769078216.181224:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:2.0:1769078216.181229:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000800:00000200:1.1:1769078216.181231:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000400:00000200:0.0:1769078216.181232:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078216.181233:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000200:0.0:1769078216.181239:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00000001:2.0:1769078216.181239:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000800:00000100:1.0:1769078216.181244:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000080:00200000:2.0:1769078216.181244:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00080000:0.0:1769078216.181245:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000800:00000010:1.0:1769078216.181250:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000080:00000001:2.0:1769078216.181251:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078216.181254:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:1.0:1769078216.181257:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:0.0:1769078216.181258:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00001000:2.0:1769078216.181258:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000001:0.0:1769078216.181263:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:2.0:1769078216.181264:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078216.181268:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:2.0:1769078216.181270:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.181272:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:1.0:1769078216.181272:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1769078216.181277:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078216.181279:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000080:00000001:2.0:1769078216.181279:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:1.0:1769078216.181281:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000020:00000001:0.0:1769078216.181283:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:2.0:1769078216.181283:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000010:1.0:1769078216.181286:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000020:00000040:0.0:1769078216.181287:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078216.181287:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078216.181292:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:2.0:1769078216.181292:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:1.0:1769078216.181294:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078216.181299:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00001000:2.0:1769078216.181299:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000200:1.0:1769078216.181303:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078216.181305:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000100:00000040:0.0:1769078216.181306:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078216.181311:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078216.181312:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:2.0:1769078216.181315:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:0.0:1769078216.181317:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00200000:2.0:1769078216.181320:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:0.0:1769078216.181322:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:1.0:1769078216.181326:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1769078216.181327:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:2.0:1769078216.181328:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078216.181332:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:0.0:1769078216.181333:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000040:1.0:1769078216.181333:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078216.181336:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.181338:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.181342:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000002:2.0:1769078216.181343:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 02000000:00000001:0.0:1769078216.181346:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078216.181352:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078216.181352:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012f0000 00000100:00000001:0.0:1769078216.181354:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078216.181356:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:2.0:1769078216.181358:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000008:00000001:0.0:1769078216.181359:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181359:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.181362:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:0.0:1769078216.181364:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181365:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:2.0:1769078216.181366:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000010:0.0:1769078216.181370:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00020000:00000001:2.0:1769078216.181370:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078216.181374:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:1.0:1769078216.181374:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.181376:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078216.181381:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:2.0:1769078216.181382:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 02000000:00000001:0.0:1769078216.181384:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078216.181385:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078216.181386:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078216.181386:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078216.181389:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078216.181392:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181392:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299874507 00000020:00000001:2.0:1769078216.181392:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078216.181396:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000010:0.0:1769078216.181399:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00020000:00000001:2.0:1769078216.181399:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000010:1.0:1769078216.181401:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0f60. 00020000:00000002:2.0:1769078216.181403:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012f0000 00000100:00000001:0.0:1769078216.181404:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.181409:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181410:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769078216.181414:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00100000:0.0:1769078216.181417:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1769078216.181417:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078216.181419:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299874507 00020000:00000001:2.0:1769078216.181421:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078216.181426:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000010:1.0:1769078216.181427:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0540. 00000100:00000001:0.0:1769078216.181428:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000002:2.0:1769078216.181431:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:0.0:1769078216.181432:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181433:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00020000:00000001:2.0:1769078216.181437:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000040:0.0:1769078216.181440:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.181440:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078216.181441:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078216.181444:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078216.181447:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.181448:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00000001:1.0:1769078216.181454:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078216.181455:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078216.181455:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00080000:0.0:1769078216.181461:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1769078216.181461:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000100:00100000:1.0:1769078216.181462:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078216/real 1769078216] req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078216.181466:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078216.181483:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078216.181487:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:0.0:1769078216.181490:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000001:1.0:1769078216.181490:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1769078216.181490:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1769078216.181493:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078216.181495:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:2.0:1769078216.181496:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078216.181497:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000100:00080000:0.0:1769078216.181498:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078216.181503:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769078216.181503:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00020000:00000001:2.0:1769078216.181503:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000400:00000010:1.0:1769078216.181507:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000020:00000001:2.0:1769078216.181508:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:0.0:1769078216.181509:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5201 00000100:00000001:1.0:1769078216.181512:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1769078216.181512:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078216.181517:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000200:1.0:1769078216.181519:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078216.181519:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078216.181522:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:2.0:1769078216.181525:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078216.181527:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078216.181532:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:0.0:1769078216.181535:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078216.181536:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:0.0:1769078216.181538:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1769078216.181539:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078216.181540:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:0.0:1769078216.181543:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078216.181544:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078216.181547:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:0.0:1769078216.181549:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078216.181551:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078216.181570:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078216.181571:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769078216.181572:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078216.181574:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769078216.181576:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769078216.181577:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078216.181580:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181583:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1769078216.181584:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078216.181585:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181586:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078216.181590:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078216.181591:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:2.0:1769078216.181591:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078216.181594:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078216.181595:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078216.181596:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:0.0:1769078216.181597:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078216.181599:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078216.181601:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00100000:1.0:1769078216.181604:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078216.181604:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078216.181607:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:2.0:1769078216.181609:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769078216.181613:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.181613:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078216.181616:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078216.181620:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078216.181621:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078216.181621:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078216.181625:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 02000000:00000001:0.0:1769078216.181627:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769078216.181629:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078216.181629:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 02000000:00000001:0.0:1769078216.181634:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078216.181635:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078216.181638:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078216.181641:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078216.181642:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00000001:2.0:1769078216.181642:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.181645:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00100000:0.0:1769078216.181647:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:2.0:1769078216.181647:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769078216.181648:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.181651:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078216.181651:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769078216.181653:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181656:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00000001:2.0:1769078216.181656:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000100:00000001:0.0:1769078216.181657:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181659:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000020:2.0:1769078216.181662:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00080000:1.0:1769078216.181664:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000010:0.0:1769078216.181665:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769078216.181670:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00080000:1.0:1769078216.181671:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000008:00000001:2.0:1769078216.181671:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078216.181675:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:0.0:1769078216.181676:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078216.181677:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:2.0:1769078216.181678:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078216.181679:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.181684:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1769078216.181684:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078216.181684:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:0.0:1769078216.181688:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000008:00000020:2.0:1769078216.181689:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 02000000:00000001:0.0:1769078216.181691:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078216.181697:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000008:00000001:2.0:1769078216.181700:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078216.181702:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.181704:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657871104:192.168.204.154@tcp:250:kworker.0 00000008:00000001:2.0:1769078216.181705:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078216.181710:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1769078216.181711:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181712:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078216.181717:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181718:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:2.0:1769078216.181722:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.181723:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1769078216.181724:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657871104/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078216.181727:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.181728:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.181733:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078216.181737:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1769078216.181738:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078216.181738:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 02000000:00000001:1.0:1769078216.181741:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:2.0:1769078216.181742:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000010:1.0:1769078216.181744:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 00000020:00000001:2.0:1769078216.181746:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078216.181750:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:1.0:1769078216.181751:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1769078216.181753:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.181753:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078216.181754:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078216.181756:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00020000:00000001:2.0:1769078216.181759:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078216.181760:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1769078216.181761:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5211) 00000020:00000001:2.0:1769078216.181762:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000010:1.0:1769078216.181763:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745800. 00000020:00000001:2.0:1769078216.181765:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078216.181767:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:1.0:1769078216.181769:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00020000:00000001:2.0:1769078216.181769:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769078216.181772:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1769078216.181773:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000010:1.0:1769078216.181776:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000020:00000001:2.0:1769078216.181776:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078216.181779:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181780:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00020000:00000001:2.0:1769078216.181781:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.181783:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078216.181784:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:1.0:1769078216.181786:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078216.181787:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078216.181789:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078216.181790:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078216.181791:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078216.181792:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:2.0:1769078216.181793:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078216.181795:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.181796:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078216.181797:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1769078216.181798:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078216.181800:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078216.181801:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078216.181803:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:2.0:1769078216.181804:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.181807:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078216.181808:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078216.181810:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078216.181812:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078216.181814:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.181818:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078216.181821:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:1.0:1769078216.181822:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:2.0:1769078216.181823:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:1.0:1769078216.181824:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.181826:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1769078216.181828:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078216.181828:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:1.0:1769078216.181831:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00001000:2.0:1769078216.181831:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 02000000:00000001:1.0:1769078216.181834:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.181836:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00100000:1.0:1769078216.181839:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657871232:192.168.204.154@tcp:38:kworker.0 00020000:00000001:2.0:1769078216.181840:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078216.181843:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1769078216.181844:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078216.181848:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000080:00200000:2.0:1769078216.181848:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:1.0:1769078216.181850:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.181853:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:2.0:1769078216.181855:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000010:1.0:1769078216.181857:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 00000020:00000001:2.0:1769078216.181858:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:1.0:1769078216.181861:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078216.181862:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000400:00000200:1.0:1769078216.181866:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078216.181866:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1769078216.181869:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000080:00000001:2.0:1769078216.181870:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078216.181873:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078216.181877:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657871232, portal 10 00000080:00000001:2.0:1769078216.181877:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769078216.181880:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000080:00000001:2.0:1769078216.181880:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078216.181884:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078216.181885:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000020:00000001:2.0:1769078216.181888:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000040:1.0:1769078216.181892:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:2.0:1769078216.181894:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078216.181899:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000100:00000001:1.0:1769078216.181901:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1769078216.181903:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:1.0:1769078216.181905:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00000001:2.0:1769078216.181907:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000010:1.0:1769078216.181908:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000080:00200000:2.0:1769078216.181911:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000200:1.0:1769078216.181912:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657871232, offset 0 00000400:00000200:1.0:1769078216.181918:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078216.181919:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:1.0:1769078216.181923:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078216.181923:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078216.181926:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078216.181927:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000002:2.0:1769078216.181930:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000400:00000200:1.0:1769078216.181931:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078216.181936:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000002:2.0:1769078216.181937:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012f0000 00000400:00000200:1.0:1769078216.181939:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078216.181942:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:2.0:1769078216.181942:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078216.181946:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000400:00000200:1.0:1769078216.181948:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370696:370696:256:4294967295] 192.168.204.154@tcp LPNI seq info [370691:370691:8:4294967295] 00020000:00000001:2.0:1769078216.181950:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078216.181953:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078216.181954:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078216.181957:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1769078216.181964:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:2.0:1769078216.181964:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078216.181967:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1769078216.181971:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078216.181973:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000010:1.0:1769078216.181975:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000020:00000001:2.0:1769078216.181976:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078216.181979:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000800:00000200:1.0:1769078216.181981:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000002:2.0:1769078216.181983:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012f0000 00000800:00000200:1.0:1769078216.181984:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000020:00000001:2.0:1769078216.181988:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078216.181990:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078216.181992:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000800:00000200:1.1:1769078216.181994:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000020:00000001:2.0:1769078216.181995:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000800:00000100:1.0:1769078216.181999:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078216.182000:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000800:00000010:1.0:1769078216.182001:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00020000:00200000:2.0:1769078216.182004:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000200:1.0:1769078216.182005:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000002:2.0:1769078216.182009:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:1.0:1769078216.182012:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:2.0:1769078216.182014:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000200:1.0:1769078216.182017:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00020000:00000001:2.0:1769078216.182018:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000010:1.0:1769078216.182021:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000020:00000001:2.0:1769078216.182022:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078216.182025:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00000001:1.0:1769078216.182027:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00001000:2.0:1769078216.182030:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000200:1.0:1769078216.182034:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078216.182035:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000020:00000001:2.0:1769078216.182038:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078216.182041:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078216.182044:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078216.182046:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.182049:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.182052:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000001:1.0:1769078216.182053:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078216.182055:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078216.182057:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078216.182060:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078216.182060:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.182064:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.182067:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078216.182069:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078216.182071:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078216.182073:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078216.182076:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078216.182077:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.182079:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.182081:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769078216.182082:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.182085:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.182086:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.182088:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.182088:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078216.182090:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.182093:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.182094:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:1.0:1769078216.182095:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00020000:00000001:2.0:1769078216.182096:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078216.182098:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078216.182099:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078216.182101:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078216.182102:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:1.0:1769078216.182105:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078216.182106:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078216.182108:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078216.182110:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182111:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299873803 00000008:00000001:2.0:1769078216.182112:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078216.182114:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078216.182116:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000100:00000001:1.0:1769078216.182118:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299874507 00000008:00000020:2.0:1769078216.182119:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000001:1.0:1769078216.182123:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299873803 00000008:00000001:2.0:1769078216.182124:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078216.182126:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078216.182128:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182129:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299874507 00000008:00000001:2.0:1769078216.182130:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078216.182132:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:1.0:1769078216.182135:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:2.0:1769078216.182136:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:2.0:1769078216.182139:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.182142:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.182143:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.182144:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.182147:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.182149:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.182150:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1769078216.182151:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078216.182153:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078216.182155:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078216.182157:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078216.182158:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00100000:1.0:1769078216.182159:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078216/real 1769078216] req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078216.182159:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.182162:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078216.182163:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078216.182165:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078216.182167:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078216.182168:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078216.182170:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078216.182172:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078216.182173:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.182177:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078216.182179:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000400:00000001:1.0:1769078216.182180:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1769078216.182181:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078216.182183:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000400:00000001:1.0:1769078216.182185:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1769078216.182185:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078216.182189:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000010:1.0:1769078216.182190:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00020000:00000001:2.0:1769078216.182190:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078216.182192:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078216.182193:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078216.182195:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078216.182196:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078216.182197:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00020000:00000001:2.0:1769078216.182198:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078216.182202:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00020000:00000001:2.0:1769078216.182202:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078216.182203:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078216.182205:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.182207:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078216.182208:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000001:2.0:1769078216.182208:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078216.182211:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078216.182213:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078216.182215:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000200:1.0:1769078216.182216:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:2.0:1769078216.182216:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078216.182219:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078216.182221:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078216.182223:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078216.182225:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769078216.182230:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078216.182232:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078216.182236:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000200:1.0:1769078216.182239:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078216.182239:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:2.0:1769078216.182244:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.182252:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078216.182254:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182257:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.182258:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078216.182262:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182269:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078216.182274:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182281:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078216.182283:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182284:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.182286:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182287:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078216.182291:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078216.182294:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078216.182297:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078216.182299:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078216.182302:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078216.182308:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657871232:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078216.182311:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078216.182314:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182321:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.182322:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.182324:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078216.182326:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078216.182328:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.182332:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657871360:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078216.182335:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078216.182336:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078216.182338:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.182339:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078216.182343:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078216.182345:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078216.182349:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078216.182352:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078216.182355:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078216.182357:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657871360, portal 4 00000100:00000001:1.0:1769078216.182359:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078216.182360:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000100:00000040:1.0:1769078216.182366:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182373:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078216.182376:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078216.182378:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078216.182380:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657871360, offset 0 00000400:00000200:1.0:1769078216.182384:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078216.182388:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078216.182391:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078216.182394:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078216.182397:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078216.182399:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078216.182401:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078216.182403:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370697:370697:256:4294967295] 192.168.204.154@tcp LPNI seq info [370692:370692:8:4294967295] 00000400:00000200:1.0:1769078216.182407:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078216.182413:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078216.182418:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078216.182421:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078216.182425:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078216.182428:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769078216.182432:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078216.182434:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1769078216.182437:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078216.182439:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078216.182442:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078216.182445:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078216.182448:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078216.182450:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078216.182452:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078216.182456:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182463:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078216.182465:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182483:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.182486:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078216.182489:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078216.182492:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078216.182495:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078216.182497:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299873824 00000100:00000001:1.0:1769078216.182499:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299874507 00000100:00000001:1.0:1769078216.182501:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299873824 00000100:00000001:1.0:1769078216.182503:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299874507 00000100:00000001:1.0:1769078216.182506:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078216.182508:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.182509:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078216.182513:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078216/real 1769078216] req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078216.182521:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078216.182522:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078216.182523:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078216.182526:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078216.182527:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078216.182530:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078216.182533:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078216.182540:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182546:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078216.182548:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182550:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.182551:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078216.182573:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182579:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078216.182583:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182590:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078216.182592:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182594:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.182595:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182597:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078216.182601:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078216.182603:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078216.182606:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078216.182608:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078216.182612:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078216.182619:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657871360:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078216.182623:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078216.182626:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182632:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.182633:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.182635:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078216.182637:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078216.182639:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.182641:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657871488:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078216.182645:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078216.182646:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078216.182648:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078216.182650:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078216.182653:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078216.182655:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078216.182658:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078216.182661:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078216.182664:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078216.182667:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657871488, portal 4 00000100:00000001:1.0:1769078216.182669:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078216.182670:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00000100:00000040:1.0:1769078216.182674:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182680:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078216.182682:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078216.182685:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078216.182687:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657871488, offset 0 00000400:00000200:1.0:1769078216.182691:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078216.182694:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078216.182697:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078216.182700:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078216.182703:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078216.182705:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078216.182707:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078216.182710:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370698:370698:256:4294967295] 192.168.204.154@tcp LPNI seq info [370693:370693:8:4294967295] 00000400:00000200:1.0:1769078216.182713:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078216.182719:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078216.182723:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078216.182726:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078216.182729:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078216.182732:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:1.1:1769078216.182736:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078216.182739:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:1.0:1769078216.182742:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078216.182744:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078216.182746:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078216.182749:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078216.182751:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078216.182753:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078216.182756:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078216.182759:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182766:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078216.182769:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078241 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182775:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.182776:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078216.182779:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078216.182782:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078216.182785:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078216.182787:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299873829 00000100:00000001:1.0:1769078216.182789:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299874507 00000100:00000001:1.0:1769078216.182791:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299873829 00000100:00000001:1.0:1769078216.182794:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299874507 00000100:00000001:1.0:1769078216.182796:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078216.182798:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.182800:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078216.182803:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078216/real 1769078216] req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078216.182810:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078216.182811:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078216.182812:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078216.182815:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078216.182816:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078216.182818:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078216.182821:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078216.182828:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182839:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078216.182840:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182842:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.182843:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078216.182847:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182853:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078216.182856:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182863:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078216.182865:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182866:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078216.182868:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182869:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078216.182873:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078216.182875:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078216.182878:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078216.182880:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078216.182884:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078216.182892:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657871488:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078216.182895:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182897:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078216.182900:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657871232/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182906:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078216.182908:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078216.182910:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078216.182912:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078216.182914:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078216.182915:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078216.182917:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078216.182919:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746000. 02000000:00000001:1.0:1769078216.182922:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078216.182923:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078216.182925:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:1.0:1769078216.182927:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078216.182929:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182930:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078216.182933:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657871360/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182939:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078216.182940:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078216.182942:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078216.182944:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078216.182945:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078216.182946:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078216.182948:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078216.182949:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746400. 02000000:00000001:1.0:1769078216.182951:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078216.182952:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078216.182953:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000100:00000001:1.0:1769078216.182956:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078216.182957:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182958:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078216.182961:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657871488/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078241 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078216.182967:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078216.182968:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078216.182970:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078216.182972:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078216.182973:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078216.182974:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078216.182976:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078216.182977:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 02000000:00000001:1.0:1769078216.182980:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078216.182981:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078216.182982:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:1.0:1769078216.182984:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078216.182985:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182987:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.182991:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078216.182992:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.182994:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078216.182995:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.820638:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078216.820638:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078216.820645:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078216.820645:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078216.820647:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.820648:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078216.820654:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078216.820655:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078216.820656:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078216.820659:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078216.820662:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078216.820662:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078216.820663:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.820664:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078216.820667:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078216.820667:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078216.820668:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078216.820670:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078216.820672:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078216.820674:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078216.820675:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078216.820675:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078216.820680:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078216.820681:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.820682:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078216.820684:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078216.820685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078216.820686:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078216.820689:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.820690:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.820690:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.820695:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078216.820696:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078216.820698:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078216.820701:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078216.820701:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078216.820702:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078216.820704:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078216.820705:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078216.820710:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078216.820710:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078216.820715:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078216.820716:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078216.820717:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078216.820719:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078216.820720:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078216.820721:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078216.820725:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078216.820726:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078216.820726:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.820730:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078216.820731:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078216.820731:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.820738:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078216.820738:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.820739:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078216.820744:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078216.820744:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078216.820745:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078216.820751:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078216.820751:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078216.820751:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078216.820755:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078216.820758:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078216.820759:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078216.820780:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078216.820784:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078216.820786:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078216.820789:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078216.820791:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078216.820793:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078216.820795:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078216.820796:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078216.820799:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078216.948642:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299874507, at 4299874560 00000100:00000040:1.0:1769078216.948642:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299874507, at 4299874560 00000100:00000010:0.0:1769078216.948656:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0f60. 00000100:00000010:1.0:1769078216.948661:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0540. 00000100:00000001:1.0:1769078217.204627:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078217.204627:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078217.204634:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078217.204634:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078217.204637:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.204638:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078217.204643:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078217.204644:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078217.204648:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078217.204649:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078217.204651:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078217.204653:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078217.204654:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078217.204657:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078217.204660:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.204662:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078217.204665:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078217.204668:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078217.844668:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078217.844668:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078217.844675:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078217.844676:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078217.844676:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078217.844676:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078217.844678:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.844679:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078217.844681:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078217.844682:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078217.844686:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078217.844687:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078217.844687:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078217.844688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078217.844691:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078217.844692:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078217.844693:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078217.844694:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078217.844696:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078217.844696:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078217.844697:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078217.844699:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078217.844699:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078217.844700:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078217.844703:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078217.844704:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078217.844705:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078217.844706:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.844708:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078217.844709:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.844712:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078217.844717:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078217.844718:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078217.844719:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078217.844722:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078217.844724:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078217.844727:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078217.844727:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078217.844727:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078217.844730:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078217.844732:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00010000:2.0:1769078217.844734:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078217.844735:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078217.844737:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078217.844739:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078217.844741:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078217.844743:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.844744:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078217.844745:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078217.844750:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078217.844751:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078217.844752:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.844754:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078217.844756:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078217.844758:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078217.844759:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078217.844761:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078217.844763:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078217.844764:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078217.844764:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078217.844767:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078217.844769:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078217.844770:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078217.844771:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078217.844775:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078217.844776:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078217.844780:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078217.844780:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078217.844784:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078217.844786:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078217.844789:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078217.844791:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078217.844793:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078217.844795:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.228594:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078218.228601:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078218.228603:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078218.228608:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078218.228610:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078218.228612:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078218.228612:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078218.228614:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.228615:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078218.228616:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078218.228617:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078218.228618:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078218.228619:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078218.228620:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078218.228622:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078218.228622:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078218.228623:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078218.228625:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.868631:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078218.868631:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078218.868636:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078218.868639:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078218.868639:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078218.868640:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078218.868642:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078218.868643:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.868643:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078218.868648:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078218.868649:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078218.868653:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078218.868655:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078218.868655:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078218.868656:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078218.868659:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078218.868659:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078218.868660:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078218.868663:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078218.868664:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078218.868667:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078218.868688:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078218.868690:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078218.868691:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078218.868692:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078218.868693:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078218.868695:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078218.868753:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078218.868756:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078218.868758:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078218.868760:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078218.868762:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078218.868764:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078218.869378:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078218.869380:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078218.869383:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.869383:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078218.869385:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078218.869387:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078218.869391:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078218.869394:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078218.869396:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.869414:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078218.869418:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078218.869419:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078218.869421:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078218.869437:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078218.869438:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078218.869439:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078218.869439:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078218.869441:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078218.869441:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.869443:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078218.869444:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.869450:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078218.869453:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078218.869454:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078218.869455:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078218.869456:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078218.869458:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078218.869459:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078218.869460:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078218.869461:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078218.869461:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078218.869463:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869465:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078218.869468:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078218.869470:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078218.869473:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869475:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078218.869477:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869479:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869481:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869485:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078218.869487:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078218.869488:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078218.869489:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869491:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078218.869492:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869494:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869495:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869497:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078218.869498:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078218.869499:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078218.869500:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869501:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078218.869502:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869503:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078218.869504:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078218.869515:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078218.869516:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078218.869518:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078219.252643:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078219.252643:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078219.252649:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078219.252649:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078219.252652:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078219.252653:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078219.252658:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078219.252659:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078219.252664:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078219.252665:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078219.252670:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078219.252670:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078219.252674:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078219.252677:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078219.252678:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078219.252680:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078219.252683:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078219.252685:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078219.892660:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078219.892660:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078219.892664:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078219.892665:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078219.892666:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078219.892667:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078219.892670:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078219.892670:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078219.892671:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078219.892672:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078219.892676:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078219.892677:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078219.892678:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078219.892679:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078219.892681:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078219.892682:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078219.892682:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078219.892685:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078219.892685:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078219.892687:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078219.892690:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078219.892691:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078219.892691:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078219.892691:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078219.892693:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078219.892695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078219.892699:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078219.892700:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078219.892701:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078219.892703:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078219.892705:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078219.892706:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078219.892707:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078219.892711:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078219.892715:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078219.892716:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078219.892720:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078219.892722:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078219.892723:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078219.892725:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078219.892726:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078219.892728:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078219.892729:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078219.892730:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1769078219.892733:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078219.892733:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078219.892734:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078219.892738:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078219.892738:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1769078219.892740:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078219.892741:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078219.892742:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078219.892746:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078219.892746:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078219.892748:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078219.892749:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078219.892753:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078219.892754:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078219.892754:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078219.892758:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078219.892758:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078219.892761:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078219.892763:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078219.892765:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078219.892767:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078219.892770:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078219.892772:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078219.892774:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078219.892776:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078219.892779:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078219.892782:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078219.892783:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078219.892787:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078219.892789:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078220.276646:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078220.276651:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078220.276653:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078220.276654:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078220.276657:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078220.276659:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078220.276661:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078220.276662:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078220.276665:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078220.276668:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078220.276668:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078220.276673:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078220.276673:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078220.276676:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078220.276678:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078220.276682:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078220.276684:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078220.276686:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078220.916637:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078220.916639:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078220.916644:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078220.916645:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078220.916645:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078220.916650:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078220.916650:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078220.916651:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078220.916653:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078220.916654:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078220.916656:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078220.916656:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078220.916657:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078220.916659:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078220.916659:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078220.916664:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078220.916664:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078220.916665:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078220.916665:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078220.916669:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078220.916670:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078220.916671:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078220.916671:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078220.916675:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078220.916676:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078220.916677:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078220.916680:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078220.916681:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078220.916686:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078220.916687:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078220.916690:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078220.916692:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078220.916693:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078220.916695:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078220.916697:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078220.916705:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078220.916708:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078220.916708:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078220.916712:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078220.916712:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078220.916715:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078220.916715:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078220.916718:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078220.916719:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078220.916720:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078220.916721:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078220.916722:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078220.916724:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078220.916724:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078220.916725:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078220.916726:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078220.916728:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078220.916729:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078220.916731:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078220.916732:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078220.916732:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078220.916736:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078220.916737:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078220.916738:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078220.916739:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078220.916741:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078220.916745:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078220.916745:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078220.916748:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078220.916749:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078220.916751:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078220.916752:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078220.916754:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078220.916757:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078220.916760:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078220.916761:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078220.916763:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078220.916764:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078220.916766:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078221.300619:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078221.300624:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078221.300626:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.300631:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078221.300631:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078221.300637:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078221.300637:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078221.300640:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078221.300641:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078221.300642:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078221.300648:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078221.300649:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078221.300651:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078221.300654:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078221.300655:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078221.300655:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.300660:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078221.300661:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.300665:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769078221.300666:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078221.300667:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.300673:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.300673:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078221.300681:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5206 00000400:00000200:2.0:1769078221.300688:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078221.300694:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078221.300697:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078221.300700:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.300703:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078221.300705:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.300707:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078221.300711:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078221.300713:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078221.300716:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078221.300718:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:2.0:1769078221.300720:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078221.300723:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:2.0:1769078221.300726:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.300728:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078221.300730:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.300732:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078221.300736:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:2.0:1769078221.300739:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078221.300741:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078221.300744:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078221.300747:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078221.300749:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.300751:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078221.300752:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078221.300758:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc8e00. 00000020:00000040:2.0:1769078221.300761:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:2.0:1769078221.300764:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078221.300765:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.300767:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078221.300769:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078221.300772:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078221.300778:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02c00. 00000100:00000001:2.0:1769078221.300782:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078221.300789:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078221.300795:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078221.300799:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078221.300802:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e488e4e] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078221.300817:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078221.300819:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078221.300821:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078221.300822:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078221.300823:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078221.300826:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078221.300827:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5206 00000400:00000200:2.0:1769078221.300830:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078221.300832:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078221.300834:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078221.300836:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.300838:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078221.300840:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.300841:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078221.300843:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1769078221.300844:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1769078221.300844:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078221.300848:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078221.300849:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1769078221.300850:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:1.0:1769078221.300854:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078221.300854:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:2.0:1769078221.300858:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:2.0:1769078221.300862:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:1.0:1769078221.300864:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078221.300864:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078221.300868:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.300872:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078221.300876:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:2.0:1769078221.300881:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078221.300885:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.300888:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1769078221.300889:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1769078221.300893:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078221.300895:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078221.300898:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078221.300898:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.300902:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:1.0:1769078221.300904:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:2.0:1769078221.300905:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:1.0:1769078221.300911:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078221.300911:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.300916:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078221.300920:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657871616:192.168.204.154@tcp:250:kworker.0 00000100:00000010:2.0:1769078221.300920:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9180. 00000020:00000040:2.0:1769078221.300922:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:2.0:1769078221.300927:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078221.300929:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078221.300929:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.300933:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078221.300934:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078221.300936:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078221.300936:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.300940:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078221.300941:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01c00. 02000000:00000001:1.0:1769078221.300945:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078221.300946:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078221.300952:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769078221.300954:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078221.300959:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.300960:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078221.300963:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078221.300966:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056535918] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078221.300970:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078221.300975:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078221.300981:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000001:2.0:1769078221.300991:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078221.300992:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657871616, portal 25 00000100:00080000:2.0:1769078221.300993:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078221.300998:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769078221.300998:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078221.301002:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082549760 : -115332627001856 : ffff971b07bc8e00) 00000100:00000001:2.0:1769078221.301002:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078221.301004:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078221.301008:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078221.301010:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5206 00000100:00000040:1.0:1769078221.301014:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078221.301014:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078221.301020:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078221.301023:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078221.301030:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.301035:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1769078221.301036:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078221.301038:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000040:1.0:1769078221.301043:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:2.0:1769078221.301043:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078221.301046:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078221.301048:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000400:00000010:1.0:1769078221.301049:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000020:00000001:2.0:1769078221.301050:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078221.301052:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078221.301055:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000200:1.0:1769078221.301056:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657871616, offset 0 00000020:00000001:2.0:1769078221.301059:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:2.0:1769078221.301063:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.301066:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1769078221.301067:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000040:2.0:1769078221.301069:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.301072:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078221.301073:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:2.0:1769078221.301075:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078221.301076:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078221.301080:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:2.0:1769078221.301080:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078221.301084:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078221.301087:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.301088:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:1.0:1769078221.301090:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000008:00100000:2.0:1769078221.301090:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:2.0:1769078221.301093:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.301096:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078221.301098:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb800. 00000400:00000200:1.0:1769078221.301099:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:2.0:1769078221.301102:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000200:1.0:1769078221.301106:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 02000000:00000001:2.0:1769078221.301107:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078221.301109:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.301111:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1769078221.301114:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1769078221.301114:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078221.301116:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078221.301121:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 02000000:00000010:2.0:1769078221.301121:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00400. 00000100:00000001:2.0:1769078221.301125:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078221.301130:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370699:370699:256:4294967295] 192.168.204.154@tcp LPNI seq info [370694:370694:8:4294967295] 00000100:00100000:2.0:1769078221.301131:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769078221.301143:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078221.301143:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078221.301147:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078221.301150:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c3854de] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078221.301162:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:2.0:1769078221.301162:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078221.301167:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078221.301171:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078221.301172:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078221.301175:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:1.0:1769078221.301176:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:2.0:1769078221.301177:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078221.301181:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5206 00000400:00000200:2.0:1769078221.301183:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000010:1.0:1769078221.301185:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000400:00000200:2.0:1769078221.301186:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078221.301190:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078221.301192:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.301195:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1769078221.301198:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:2.0:1769078221.301199:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.301204:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078221.301205:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:1.0:1769078221.301206:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000020:00000040:2.0:1769078221.301207:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:2.0:1769078221.301209:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078221.301211:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:2.0:1769078221.301214:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078221.301216:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000800:00000200:1.1:1769078221.301219:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:2.0:1769078221.301221:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078221.301225:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078221.301226:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:1.1:1769078221.301226:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00000001:2.0:1769078221.301230:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078221.301233:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000800:00000100:1.0:1769078221.301237:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00080000:2.0:1769078221.301238:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000800:00000010:1.0:1769078221.301242:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000100:00000001:2.0:1769078221.301243:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078221.301246:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078221.301249:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078221.301250:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078221.301251:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1769078221.301251:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078221.301254:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:2.0:1769078221.301256:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.301258:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078221.301261:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc8a80. 00000400:00000200:1.0:1769078221.301262:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000040:2.0:1769078221.301265:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:2.0:1769078221.301267:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078221.301268:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078221.301269:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000100:00000001:2.0:1769078221.301270:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078221.301272:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078221.301274:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078221.301275:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 02000000:00000010:2.0:1769078221.301277:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00c00. 00000100:00000001:1.0:1769078221.301281:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078221.301281:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078221.301291:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769078221.301292:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078221.301308:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078221.301312:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.301315:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078221.301316:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ddbd11] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078221.301323:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078221.301324:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078221.301330:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5216) 00000100:00000001:1.0:1769078221.301338:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.301340:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078221.301346:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078221.301351:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078221.301354:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299879627 00000100:00000010:1.0:1769078221.301359:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0540. 00000100:00000001:1.0:1769078221.301374:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078221.301381:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299879627 00000100:00000010:1.0:1769078221.301414:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad02a0. 00000100:00000001:1.0:1769078221.301417:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078221.301421:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078221.301423:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.301426:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078221.301430:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078221/real 1769078221] req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078221.301440:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078221.301441:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078221.301443:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078221.301446:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078221.301448:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078221.301450:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078221.301454:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078221.301462:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301469:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078221.301470:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.301472:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078221.301474:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078221.301478:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301485:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078221.301489:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301496:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078221.301499:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.301500:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078221.301502:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.301504:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078221.301505:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078221.301508:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078221.301512:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078221.301514:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078221.301518:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078221.301525:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657871616:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078221.301530:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.301532:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078221.301535:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc8e00 x1855007657871616/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301541:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078221.301543:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078221.301546:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078221.301549:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078221.301550:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078221.301552:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078221.301572:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078221.301574:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02c00. 02000000:00000001:1.0:1769078221.301579:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078221.301581:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078221.301582:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc8e00. 00000100:00000001:1.0:1769078221.301585:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078221.301586:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.301588:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.301596:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078221.301598:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.301600:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078221.301601:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078221.301603:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078221.301606:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301613:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078221.301615:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.301617:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078221.301618:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078221.301620:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078221.301623:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657871744:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078221.301626:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078221.301628:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078221.301629:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.301631:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078221.301633:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078221.301635:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078221.301639:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078221.301642:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078221.301645:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078221.301647:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657871744, portal 10 00000100:00000001:1.0:1769078221.301649:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078221.301650:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082550656 : -115332627000960 : ffff971b07bc9180) 00000100:00000040:1.0:1769078221.301656:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301662:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078221.301664:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078221.301667:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078221.301669:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657871744, offset 0 00000400:00000200:1.0:1769078221.301672:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078221.301676:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078221.301680:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078221.301683:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078221.301685:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078221.301688:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078221.301690:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078221.301693:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370700:370700:256:4294967295] 192.168.204.154@tcp LPNI seq info [370695:370695:8:4294967295] 00000400:00000200:1.0:1769078221.301697:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078221.301703:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078221.301707:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078221.301710:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078221.301715:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078221.301718:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769078221.301722:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078221.301725:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1769078221.301729:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078221.301731:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078221.301733:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078221.301736:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078221.301739:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078221.301741:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078221.301743:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078221.301747:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301754:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078221.301757:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301763:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.301765:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078221.301767:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078221.301771:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078221.301775:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078221.301776:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299878923 00000100:00000001:1.0:1769078221.301779:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299879627 00000100:00000001:1.0:1769078221.301781:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299878923 00000100:00000001:1.0:1769078221.301784:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299879627 00000100:00000001:1.0:1769078221.301786:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078221.301788:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.301790:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078221.301793:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078221/real 1769078221] req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078221.301801:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078221.301802:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078221.301803:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078221.301805:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078221.301807:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078221.301809:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078221.301812:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078221.301819:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301826:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078221.301827:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.301829:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078221.301830:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078221.301834:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301840:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078221.301844:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301851:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078221.301853:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.301855:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078221.301856:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.301858:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078221.301861:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078221.301864:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078221.301867:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078221.301869:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078221.301873:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078221.301880:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657871744:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078221.301884:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078221.301887:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301893:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078221.301894:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.301897:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078221.301898:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078221.301900:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078221.301903:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657871872:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078221.301906:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078221.301908:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078221.301909:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.301911:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078221.301914:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078221.301916:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078221.301920:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078221.301922:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078221.301925:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078221.301928:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657871872, portal 4 00000100:00000001:1.0:1769078221.301930:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078221.301931:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082560512 : -115332626991104 : ffff971b07bcb800) 00000100:00000040:1.0:1769078221.301937:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.301943:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078221.301945:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078221.301947:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078221.301949:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657871872, offset 0 00000400:00000200:1.0:1769078221.301953:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078221.301957:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078221.301960:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078221.301963:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078221.301965:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078221.301967:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078221.301970:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078221.301972:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370701:370701:256:4294967295] 192.168.204.154@tcp LPNI seq info [370696:370696:8:4294967295] 00000400:00000200:1.0:1769078221.301976:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078221.301982:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078221.301986:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078221.301989:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078221.301992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078221.301995:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769078221.301999:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078221.302001:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1769078221.302004:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078221.302006:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078221.302009:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078221.302012:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078221.302014:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078221.302016:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078221.302018:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078221.302021:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302029:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078221.302032:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302038:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.302039:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078221.302042:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078221.302045:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078221.302048:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078221.302050:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299878944 00000100:00000001:1.0:1769078221.302052:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299879627 00000100:00000001:1.0:1769078221.302054:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299878944 00000100:00000001:1.0:1769078221.302056:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299879627 00000100:00000001:1.0:1769078221.302058:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078221.302060:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.302062:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078221.302065:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078221/real 1769078221] req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078221.302072:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078221.302074:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078221.302075:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078221.302078:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078221.302079:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078221.302081:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078221.302084:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078221.302092:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302097:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078221.302098:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.302100:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078221.302102:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078221.302105:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302113:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078221.302116:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302122:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078221.302124:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.302126:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078221.302127:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.302129:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078221.302132:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078221.302135:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078221.302138:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078221.302140:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078221.302144:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078221.302152:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657871872:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078221.302155:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078221.302158:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302165:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078221.302166:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.302169:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078221.302170:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078221.302173:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078221.302176:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872000:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078221.302178:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078221.302180:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078221.302182:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078221.302184:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078221.302186:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078221.302188:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078221.302191:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078221.302194:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078221.302196:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078221.302199:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657872000, portal 4 00000100:00000001:1.0:1769078221.302201:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078221.302202:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082548864 : -115332627002752 : ffff971b07bc8a80) 00000100:00000040:1.0:1769078221.302207:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302213:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078221.302215:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078221.302217:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078221.302219:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657872000, offset 0 00000400:00000200:1.0:1769078221.302223:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078221.302226:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078221.302229:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078221.302232:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078221.302235:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078221.302237:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078221.302239:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078221.302242:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370702:370702:256:4294967295] 192.168.204.154@tcp LPNI seq info [370697:370697:8:4294967295] 00000400:00000200:1.0:1769078221.302245:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078221.302251:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078221.302255:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078221.302258:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078221.302262:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078221.302264:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:1.1:1769078221.302268:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078221.302270:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:1.0:1769078221.302274:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078221.302276:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078221.302279:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078221.302282:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078221.302285:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078221.302286:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078221.302288:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078221.302291:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302298:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078221.302301:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302307:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.302308:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078221.302311:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078221.302313:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078221.302316:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078221.302318:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299878948 00000100:00000001:1.0:1769078221.302320:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299879627 00000100:00000001:1.0:1769078221.302321:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299878948 00000100:00000001:1.0:1769078221.302324:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299879627 00000100:00000001:1.0:1769078221.302325:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078221.302327:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.302329:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078221.302332:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078221/real 1769078221] req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078221.302340:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078221.302341:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078221.302342:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078221.302344:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078221.302346:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078221.302348:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078221.302351:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078221.302358:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302364:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078221.302365:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.302366:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078221.302368:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078221.302372:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302378:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078221.302395:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302401:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078221.302404:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.302405:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078221.302406:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.302408:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078221.302412:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078221.302415:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078221.302418:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078221.302420:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078221.302424:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078221.302431:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872000:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078221.302434:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.302436:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078221.302439:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9180 x1855007657871744/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302445:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078221.302447:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078221.302448:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078221.302451:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078221.302452:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078221.302454:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078221.302455:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078221.302457:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01c00. 02000000:00000001:1.0:1769078221.302460:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078221.302461:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078221.302462:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9180. 00000100:00000001:1.0:1769078221.302464:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078221.302466:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.302468:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078221.302470:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb800 x1855007657871872/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302476:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078221.302478:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078221.302479:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078221.302481:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078221.302482:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078221.302484:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078221.302485:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078221.302487:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00400. 02000000:00000001:1.0:1769078221.302489:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078221.302490:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078221.302492:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb800. 00000100:00000001:1.0:1769078221.302494:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078221.302495:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.302497:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078221.302500:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc8a80 x1855007657872000/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078246 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078221.302505:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078221.302507:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078221.302508:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636400. 02000000:00000001:1.0:1769078221.302511:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078221.302512:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078221.302513:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078221.302515:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078221.302516:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00c00. 02000000:00000001:1.0:1769078221.302518:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078221.302519:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078221.302521:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc8a80. 00000100:00000001:1.0:1769078221.302523:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078221.302524:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.302525:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.302529:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078221.302530:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.302532:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078221.302533:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.940650:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078221.940650:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078221.940650:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078221.940650:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078221.940658:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078221.940659:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078221.940660:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078221.940660:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078221.940662:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.940664:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.940665:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078221.940665:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078221.940672:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078221.940673:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078221.940673:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078221.940673:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078221.940676:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078221.940679:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078221.940680:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078221.940680:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078221.940681:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078221.940684:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078221.940685:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078221.940685:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078221.940685:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078221.940689:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078221.940692:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078221.940693:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078221.940696:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078221.940699:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.940700:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078221.940703:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078221.940704:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078221.940706:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078221.940708:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.940708:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078221.940709:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.940713:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078221.940713:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078221.940719:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078221.940720:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078221.940721:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078221.940723:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078221.940726:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078221.940727:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078221.940728:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078221.940731:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.940733:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078221.940733:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078221.940737:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078221.940738:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.940739:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078221.940742:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078221.940744:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078221.940744:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078221.940746:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078221.940748:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.940750:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078221.940750:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078221.940752:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078221.940754:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078221.940755:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.940756:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078221.940760:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078221.940761:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078221.940761:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078221.940763:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078221.940769:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.940769:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078221.940770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078221.940772:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078221.940774:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078221.940777:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078221.940779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078221.940782:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078221.940786:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078221.940787:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078221.940806:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078221.940809:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078221.940812:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078222.068619:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299879627, at 4299879680 00000100:00000040:1.0:1769078222.068619:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299879627, at 4299879680 00000100:00000010:0.0:1769078222.068632:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0540. 00000100:00000010:1.0:1769078222.068635:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad02a0. 00000100:00000001:3.0:1769078222.324633:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078222.324639:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078222.324640:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078222.324641:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078222.324646:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078222.324647:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078222.324650:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078222.324651:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078222.324654:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078222.324655:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078222.324658:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078222.324660:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078222.324663:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078222.324665:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078222.324667:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078222.324669:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078222.324671:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078222.324673:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078222.964649:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078222.964654:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078222.964655:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078222.964655:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078222.964659:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078222.964661:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078222.964661:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078222.964664:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078222.964665:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078222.964666:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078222.964670:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078222.964671:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078222.964672:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078222.964676:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078222.964678:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078222.964678:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078222.964681:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078222.964683:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078222.964683:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078222.964691:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078222.964696:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078222.964697:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078222.964700:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078222.964703:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078222.964704:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078222.964706:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078222.964708:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078222.964713:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078222.964717:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078222.964717:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078222.964720:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078222.964721:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078222.964722:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078222.964723:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078222.964724:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078222.964725:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078222.964726:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078222.964727:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078222.964728:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078222.964730:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078222.964731:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078222.964731:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078222.964733:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078222.964737:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078222.964737:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078222.964737:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078222.964738:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078222.964740:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078222.964742:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078222.964743:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078222.964744:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078222.964745:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078222.964749:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078222.964749:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078222.964749:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078222.964753:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078222.964756:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078222.964757:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078222.964760:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078222.964763:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078222.964764:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078222.964767:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078222.964770:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078222.964774:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078222.964777:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078222.964780:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078222.964781:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078222.964784:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078222.964785:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078222.964787:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078222.964788:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078222.964800:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078222.964802:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078222.964804:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078223.348660:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078223.348660:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078223.348666:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078223.348667:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078223.348668:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078223.348668:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078223.348673:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078223.348673:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078223.348677:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078223.348677:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078223.348681:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078223.348681:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078223.348683:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078223.348685:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078223.348688:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078223.348689:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078223.348690:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078223.348692:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078223.988672:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078223.988672:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078223.988673:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078223.988673:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078223.988679:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078223.988679:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078223.988680:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078223.988680:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078223.988683:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078223.988683:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078223.988685:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078223.988685:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078223.988691:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078223.988691:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078223.988692:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078223.988693:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078223.988699:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078223.988699:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078223.988699:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078223.988700:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078223.988704:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078223.988704:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078223.988705:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078223.988705:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078223.988709:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078223.988712:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078223.988714:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078223.988715:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078223.988717:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078223.988719:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078223.988720:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078223.988723:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078223.988725:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078223.988726:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078223.988729:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078223.988732:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078223.988732:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078223.988734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078223.988737:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078223.988737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078223.988739:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078223.988741:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078223.988743:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078223.988744:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078223.988744:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078223.988745:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078223.988748:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078223.988749:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078223.988749:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078223.988750:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078223.988755:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078223.988755:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078223.988756:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078223.988756:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078223.988760:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078223.988760:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078223.988760:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078223.988761:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078223.988763:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078223.988767:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078223.988768:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078223.988768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078223.988768:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078223.988773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078223.988773:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078223.988775:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078223.988780:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078223.988780:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078223.988784:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078223.988786:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078223.988791:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078223.988793:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078223.988796:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078223.988799:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078224.372658:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078224.372658:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078224.372665:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078224.372666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078224.372669:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078224.372670:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078224.372676:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078224.372677:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078224.372682:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078224.372683:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078224.372687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078224.372687:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078224.372692:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078224.372696:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.372699:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078224.372700:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078224.372702:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078224.372705:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078225.012671:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078225.012671:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078225.012674:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078225.012677:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078225.012678:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078225.012680:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078225.012680:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078225.012682:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078225.012684:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078225.012685:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078225.012688:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078225.012690:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078225.012690:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078225.012693:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078225.012695:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078225.012696:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078225.012697:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078225.012699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078225.012700:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078225.012704:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078225.012705:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078225.012710:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078225.012711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078225.012716:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078225.012716:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078225.012717:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078225.012721:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078225.012725:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078225.012725:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078225.012726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078225.012729:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078225.012730:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078225.012736:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078225.012737:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078225.012738:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078225.012741:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078225.012743:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078225.012746:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078225.012747:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078225.012749:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078225.012751:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078225.012754:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078225.012754:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078225.012755:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078225.012759:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078225.012759:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078225.012760:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000020:00000001:2.0:1769078225.012763:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078225.012764:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078225.012764:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078225.012765:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078225.012766:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078225.012768:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078225.012770:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078225.012770:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078225.012772:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078225.012773:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078225.012774:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078225.012776:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078225.012777:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078225.012782:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078225.012782:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078225.012786:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078225.012788:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078225.012790:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078225.012791:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078225.012795:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078225.012796:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078225.012799:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078225.012803:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078225.012805:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078225.012807:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078225.012809:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078225.012810:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078225.396681:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078225.396690:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078225.396693:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078225.396698:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078225.396703:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078225.396706:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078225.396709:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078225.396712:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078225.396715:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078225.396724:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078225.396729:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078225.396731:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078225.396735:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078225.396738:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078225.396740:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078225.396743:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078225.396745:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078225.396748:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.036687:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078226.036693:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078226.036694:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078226.036698:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078226.036703:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078226.036704:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078226.036707:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078226.036714:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078226.036715:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078226.036717:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078226.036719:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.036721:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078226.036731:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078226.036737:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078226.036740:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078226.036743:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078226.036745:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078226.036748:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078226.036753:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078226.036755:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078226.036759:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078226.036760:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078226.036763:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078226.036764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078226.036766:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078226.036767:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078226.036781:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078226.036783:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078226.036786:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078226.036871:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078226.036874:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078226.036876:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.036877:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078226.036878:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078226.036880:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078226.036881:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078226.036881:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078226.036883:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078226.036885:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078226.036886:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078226.036888:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078226.036890:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.036891:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.036892:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078226.036893:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.036894:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.036895:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.038407:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078226.038408:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078226.038408:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078226.038412:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078226.038413:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078226.038413:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078226.038415:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.038416:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.038417:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078226.038422:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078226.038422:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078226.038422:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078226.038428:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078226.038428:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078226.038429:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078226.038433:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.038434:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078226.038434:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078226.038438:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078226.038440:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078226.038442:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078226.038446:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078226.038447:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078226.038449:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.038450:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078226.038453:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.038456:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.420657:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078226.420665:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078226.420667:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078226.420672:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078226.420677:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078226.420687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078226.420688:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078226.420690:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078226.420694:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078226.420696:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078226.420696:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078226.420700:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.420702:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078226.420702:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078226.420706:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078226.420708:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1769078226.420711:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078226.420713:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078226.420716:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078226.420720:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078226.420722:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5211 00000100:00000001:3.0:1769078226.420724:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078226.420727:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078226.420730:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078226.420734:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078226.420742:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078226.420746:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078226.420750:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078226.420754:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078226.420757:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078226.420759:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078226.420764:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078226.420766:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078226.420769:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078226.420771:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:2.0:1769078226.420774:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078226.420776:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:2.0:1769078226.420779:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078226.420782:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078226.420783:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078226.420785:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078226.420788:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:2.0:1769078226.420791:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078226.420802:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078226.420804:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078226.420808:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078226.420811:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.420813:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078226.420816:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078226.420825:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9c00. 00000020:00000040:2.0:1769078226.420828:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:2.0:1769078226.420832:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078226.420834:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.420837:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078226.420839:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078226.420842:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078226.420849:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01400. 00000100:00000001:2.0:1769078226.420855:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078226.420863:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078226.420872:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078226.420876:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078226.420880:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074add99a] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078226.420897:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078226.420900:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078226.420903:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078226.420904:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078226.420906:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078226.420909:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078226.420912:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5211 00000400:00000200:2.0:1769078226.420917:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078226.420920:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1769078226.420920:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078226.420925:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078226.420926:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078226.420929:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078226.420932:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078226.420936:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078226.420939:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078226.420941:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078226.420946:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078226.420951:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078226.420953:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078226.420958:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1769078226.420959:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1769078226.420961:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:1.0:1769078226.420963:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078226.420966:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078226.420968:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078226.420971:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:1.0:1769078226.420973:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078226.420977:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078226.420978:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00100000:1.0:1769078226.420984:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657872128:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078226.420984:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078226.420991:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078226.420992:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078226.420996:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1769078226.420996:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:1.0:1769078226.421001:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078226.421001:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:1.0:1769078226.421004:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1769078226.421008:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000010:1.0:1769078226.421010:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 00000100:00000001:2.0:1769078226.421011:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.421014:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078226.421016:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1769078226.421023:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:2.0:1769078226.421024:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1769078226.421028:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 02000000:00000001:2.0:1769078226.421029:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.421034:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:1.0:1769078226.421037:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000008:00100000:2.0:1769078226.421038:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078226.421043:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078226.421045:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657872128, portal 25 00000100:00000001:2.0:1769078226.421046:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421049:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078226.421052:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082553344 : -115332626998272 : ffff971b07bc9c00) 00000100:00000010:2.0:1769078226.421053:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcad80. 00000020:00000040:2.0:1769078226.421057:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000040:1.0:1769078226.421059:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078226.421061:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078226.421065:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.421068:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078226.421071:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078226.421074:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421076:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1769078226.421080:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01000. 00000100:00000040:1.0:1769078226.421081:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:2.0:1769078226.421086:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1769078226.421087:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078226.421093:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657872128, offset 0 00000100:00100000:2.0:1769078226.421095:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769078226.421103:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:2.0:1769078226.421109:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078226.421111:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078226.421115:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:2.0:1769078226.421118:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce2e0917] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078226.421125:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078226.421135:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1769078226.421137:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078226.421142:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00080000:2.0:1769078226.421143:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1769078226.421148:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00080000:2.0:1769078226.421149:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078226.421154:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:1.0:1769078226.421156:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00080000:2.0:1769078226.421157:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078226.421162:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:1.0:1769078226.421163:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370703:370703:256:4294967295] 192.168.204.154@tcp LPNI seq info [370698:370698:8:4294967295] 00000100:00080000:2.0:1769078226.421168:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5211 00000400:00000200:1.0:1769078226.421174:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078226.421178:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078226.421184:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078226.421189:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1769078226.421192:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000040:2.0:1769078226.421196:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078226.421201:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1769078226.421204:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000040:2.0:1769078226.421207:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078226.421211:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078226.421213:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078226.421214:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:2.0:1769078226.421215:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078226.421217:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078226.421219:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000010:1.0:1769078226.421220:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000020:00000001:2.0:1769078226.421222:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:2.0:1769078226.421229:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078226.421231:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:1.0:1769078226.421235:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:2.0:1769078226.421237:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:1.0:1769078226.421241:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00000001:2.0:1769078226.421242:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078226.421247:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000800:00000200:1.1:1769078226.421251:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:2.0:1769078226.421252:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078226.421259:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1769078226.421259:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 02000000:00000001:2.0:1769078226.421262:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078226.421266:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:1.0:1769078226.421268:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 02000000:00000001:2.0:1769078226.421270:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1769078226.421273:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000100:00000001:2.0:1769078226.421274:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078226.421278:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000400:00000200:1.0:1769078226.421280:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:2.0:1769078226.421281:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.421286:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078226.421287:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000010:2.0:1769078226.421291:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcaa00. 00000400:00000200:1.0:1769078226.421294:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000020:00000040:2.0:1769078226.421307:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:2.0:1769078226.421312:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:1.0:1769078226.421314:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 02000000:00000001:2.0:1769078226.421315:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.421319:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078226.421321:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078226.421322:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421323:0:2365:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1769078226.421327:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f03800. 00000100:00000200:1.0:1769078226.421330:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078226.421332:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078226.421342:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078226.421345:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078226.421352:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078226.421354:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078226.421358:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421367:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078226.421368:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f465e77c] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421370:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078226.421377:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.421379:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078226.421383:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:2.0:1769078226.421384:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078226.421388:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299884747 00000100:00080000:2.0:1769078226.421390:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078226.421393:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:1.0:1769078226.421395:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad02a0. 00000100:00080000:2.0:1769078226.421396:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078226.421401:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078226.421403:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1769078226.421404:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5211 00000100:00000001:1.0:1769078226.421411:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299884747 00000400:00000200:2.0:1769078226.421412:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000010:1.0:1769078226.421417:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07ad0b40. 00000400:00000200:2.0:1769078226.421419:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:1.0:1769078226.421422:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1769078226.421423:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1769078226.421427:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769078226.421430:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078226.421431:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421436:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:2.0:1769078226.421436:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078226.421441:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00100000:1.0:1769078226.421444:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078226/real 1769078226] req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078226.421445:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078226.421451:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078226.421454:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:2.0:1769078226.421455:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078226.421457:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:2.0:1769078226.421459:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078226.421461:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:2.0:1769078226.421467:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078226.421470:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078226.421474:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078226.421478:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078226.421483:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000400:00000001:1.0:1769078226.421487:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:2.0:1769078226.421488:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000001:1.0:1769078226.421490:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078226.421493:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078226.421496:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078226.421497:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078226.421502:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1769078226.421503:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1769078226.421507:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078226.421509:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078226.421514:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078226.421517:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078226.421521:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000200:1.0:1769078226.421525:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1769078226.421525:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:2.0:1769078226.421533:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421537:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078226.421538:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421539:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.421542:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1769078226.421543:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcbb80. 00000100:00000001:1.0:1769078226.421544:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078226.421549:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769078226.421550:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:1.0:1769078226.421569:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078226.421573:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421580:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769078226.421584:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1769078226.421585:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078226.421588:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421589:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078226.421593:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078226.421593:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078226.421597:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1769078226.421598:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078226.421602:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:2.0:1769078226.421602:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078226.421609:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 02000000:00000010:2.0:1769078226.421611:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02400. 00000100:00080000:1.0:1769078226.421614:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078226.421618:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1769078226.421618:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078226.421626:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078226.421630:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769078226.421639:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657872128:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078226.421646:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.421649:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078226.421649:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078226.421655:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078226.421656:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9c00 x1855007657872128/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421665:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1769078226.421666:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f7e7c42] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078226.421667:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078226.421670:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078226.421674:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078226.421676:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078226.421678:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078226.421683:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1769078226.421683:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078226.421685:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01400. 00000100:00000040:2.0:1769078226.421689:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5221) 02000000:00000001:1.0:1769078226.421690:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078226.421692:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078226.421694:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9c00. 00000100:00000001:1.0:1769078226.421697:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078226.421698:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.421700:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.421705:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078226.421706:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421708:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078226.421709:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078226.421711:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078226.421713:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421717:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078226.421718:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.421720:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078226.421721:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078226.421722:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078226.421724:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872256:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078226.421726:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078226.421727:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078226.421728:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.421729:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078226.421731:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078226.421733:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078226.421735:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078226.421737:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078226.421739:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078226.421741:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657872256, portal 10 00000100:00000001:1.0:1769078226.421742:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078226.421743:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082557824 : -115332626993792 : ffff971b07bcad80) 00000100:00000040:1.0:1769078226.421747:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421751:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078226.421752:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078226.421754:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078226.421755:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657872256, offset 0 00000400:00000200:1.0:1769078226.421757:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078226.421760:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078226.421762:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078226.421764:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078226.421765:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078226.421767:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078226.421768:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078226.421770:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370704:370704:256:4294967295] 192.168.204.154@tcp LPNI seq info [370699:370699:8:4294967295] 00000400:00000200:1.0:1769078226.421773:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078226.421776:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078226.421779:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078226.421781:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078226.421783:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078226.421785:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769078226.421788:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078226.421790:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769078226.421792:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078226.421793:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078226.421795:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078226.421797:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078226.421799:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078226.421800:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078226.421801:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078226.421803:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421808:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078226.421809:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421813:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421814:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078226.421816:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078226.421818:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:1.0:1769078226.421820:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078226.421821:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299884043 00000100:00000001:1.0:1769078226.421822:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299884747 00000100:00000001:1.0:1769078226.421824:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299884043 00000100:00000001:1.0:1769078226.421825:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299884747 00000100:00000001:1.0:1769078226.421826:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078226.421827:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421828:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078226.421830:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078226/real 1769078226] req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078226.421834:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078226.421835:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078226.421836:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078226.421838:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078226.421838:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078226.421840:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078226.421842:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078226.421846:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421849:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078226.421850:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.421851:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078226.421852:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078226.421854:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421857:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078226.421859:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421863:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078226.421865:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.421865:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078226.421866:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.421867:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078226.421869:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078226.421871:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078226.421872:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078226.421873:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078226.421875:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078226.421880:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872256:192.168.204.154@tcp:38:kworker.0 00000100:00000001:1.0:1769078226.421882:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078226.421884:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421888:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078226.421889:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.421890:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078226.421891:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078226.421892:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078226.421893:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872384:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078226.421895:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078226.421896:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078226.421897:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.421898:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078226.421900:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078226.421901:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078226.421903:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078226.421904:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078226.421906:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078226.421908:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657872384, portal 4 00000100:00000001:1.0:1769078226.421909:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078226.421910:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082556928 : -115332626994688 : ffff971b07bcaa00) 00000100:00000040:1.0:1769078226.421913:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421916:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078226.421918:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078226.421919:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078226.421920:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657872384, offset 0 00000400:00000200:1.0:1769078226.421922:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078226.421924:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078226.421925:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078226.421927:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078226.421929:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078226.421930:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078226.421931:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078226.421933:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370705:370705:256:4294967295] 192.168.204.154@tcp LPNI seq info [370700:370700:8:4294967295] 00000400:00000200:1.0:1769078226.421936:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078226.421939:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078226.421941:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078226.421942:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078226.421944:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078226.421946:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769078226.421948:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078226.421949:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769078226.421952:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078226.421953:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078226.421954:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078226.421956:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078226.421957:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078226.421958:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078226.421959:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078226.421961:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421965:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078226.421967:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.421970:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421971:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078226.421973:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078226.421974:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:1.0:1769078226.421976:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078226.421977:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299884064 00000100:00000001:1.0:1769078226.421979:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299884747 00000100:00000001:1.0:1769078226.421980:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299884064 00000100:00000001:1.0:1769078226.421981:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299884747 00000100:00000001:1.0:1769078226.421983:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078226.421984:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.421985:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078226.421987:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078226/real 1769078226] req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078226.421990:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078226.421991:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078226.421992:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078226.421993:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078226.421994:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078226.421995:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078226.421996:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078226.422001:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422004:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078226.422004:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.422005:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078226.422006:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078226.422008:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422012:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078226.422014:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422017:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078226.422019:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.422019:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078226.422020:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.422021:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078226.422024:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078226.422025:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078226.422027:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078226.422028:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078226.422031:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078226.422035:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872384:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078226.422037:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078226.422039:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422042:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078226.422043:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.422044:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1769078226.422045:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078226.422046:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078226.422047:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872512:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078226.422049:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078226.422049:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1769078226.422050:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078226.422051:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078226.422053:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b08636800. 02000000:00000001:1.0:1769078226.422054:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078226.422055:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:1.0:1769078226.422056:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b180433c8. 00000400:00000010:1.0:1769078226.422058:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042d48. 00000100:00000200:1.0:1769078226.422059:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657872512, portal 4 00000100:00000001:1.0:1769078226.422060:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078226.422061:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082561408 : -115332626990208 : ffff971b07bcbb80) 00000100:00000040:1.0:1769078226.422064:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422068:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078226.422069:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:1.0:1769078226.422070:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b18042bb0. 00000100:00000200:1.0:1769078226.422072:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657872512, offset 0 00000400:00000200:1.0:1769078226.422074:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078226.422075:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078226.422077:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078226.422078:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078226.422080:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:1.0:1769078226.422081:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769078226.422082:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:1.0:1769078226.422083:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370706:370706:256:4294967295] 192.168.204.154@tcp LPNI seq info [370701:370701:8:4294967295] 00000400:00000200:1.0:1769078226.422086:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078226.422089:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:1.0:1769078226.422092:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078226.422093:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b0667ef00. 00000800:00000200:1.0:1769078226.422095:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.0:1769078226.422096:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:1.1:1769078226.422098:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:1.1:1769078226.422100:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:1.0:1769078226.422102:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:1.0:1769078226.422104:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b0667ef00. 00000400:00000200:1.0:1769078226.422105:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078226.422107:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078226.422108:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042bb0 00000400:00000010:1.0:1769078226.422109:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042bb0. 00000100:00000001:1.0:1769078226.422110:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078226.422112:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422116:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078226.422118:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078251 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422126:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.422126:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078226.422128:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078226.422130:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:1.0:1769078226.422131:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078226.422132:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299884068 00000100:00000001:1.0:1769078226.422134:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299884747 00000100:00000001:1.0:1769078226.422135:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299884068 00000100:00000001:1.0:1769078226.422136:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299884747 00000100:00000001:1.0:1769078226.422137:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078226.422138:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.422139:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078226.422141:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078226/real 1769078226] req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1769078226.422145:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1769078226.422145:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1769078226.422146:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b180433c8. 00000400:00000200:1.0:1769078226.422147:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b18042d48 00000400:00000010:1.0:1769078226.422148:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b18042d48. 00000100:00000001:1.0:1769078226.422149:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1769078226.422150:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078226.422155:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422158:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1769078226.422159:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.422160:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078226.422161:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078226.422163:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422167:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078226.422169:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422173:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1769078226.422174:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.422175:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078226.422175:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.422176:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1769078226.422179:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1769078226.422180:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769078226.422181:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:1.0:1769078226.422182:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1769078226.422184:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078226.422188:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872512:192.168.204.154@tcp:8:kworker.0 00000100:00000001:1.0:1769078226.422190:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.422191:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078226.422193:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcad80 x1855007657872256/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422196:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078226.422198:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078226.422199:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637800. 02000000:00000001:1.0:1769078226.422200:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078226.422200:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078226.422201:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078226.422202:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078226.422203:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01000. 02000000:00000001:1.0:1769078226.422205:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078226.422206:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078226.422207:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcad80. 00000100:00000001:1.0:1769078226.422209:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078226.422209:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.422210:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078226.422212:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcaa00 x1855007657872384/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422216:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078226.422216:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078226.422217:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08637000. 02000000:00000001:1.0:1769078226.422218:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078226.422219:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078226.422219:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078226.422220:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078226.422221:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f03800. 02000000:00000001:1.0:1769078226.422222:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078226.422222:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078226.422223:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcaa00. 00000100:00000001:1.0:1769078226.422224:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078226.422225:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.422225:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078226.422227:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcbb80 x1855007657872512/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078251 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078226.422230:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1769078226.422231:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1769078226.422231:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b08636800. 02000000:00000001:1.0:1769078226.422233:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078226.422233:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1769078226.422234:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078226.422235:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1769078226.422235:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02400. 02000000:00000001:1.0:1769078226.422237:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1769078226.422237:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1769078226.422238:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcbb80. 00000100:00000001:1.0:1769078226.422239:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1769078226.422240:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.422241:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078226.422243:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078226.422244:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078226.422245:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078226.422246:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078227.060662:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078227.060662:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078227.060668:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078227.060669:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078227.060671:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078227.060673:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078227.060680:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078227.060680:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078227.060682:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078227.060686:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078227.060687:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078227.060687:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078227.060693:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078227.060693:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078227.060694:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078227.060698:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078227.060699:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078227.060702:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078227.060703:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078227.060705:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078227.060709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078227.060710:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078227.060729:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078227.060731:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078227.060734:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078227.060743:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078227.060746:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078227.060748:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078227.060751:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078227.060754:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078227.060756:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078227.060777:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078227.060780:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078227.060781:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078227.060787:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078227.060789:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078227.060791:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078227.060880:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078227.060880:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078227.060884:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078227.060888:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078227.060889:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078227.060892:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078227.060895:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078227.060906:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078227.060909:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078227.060911:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078227.060914:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078227.060916:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078227.060918:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078227.060920:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078227.060921:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078227.060922:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078227.060926:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078227.060927:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078227.060931:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078227.060935:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078227.060938:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078227.060941:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078227.060941:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078227.060945:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078227.060946:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078227.060949:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078227.060950:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078227.060954:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078227.060955:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078227.060958:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078227.060962:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078227.060964:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078227.060965:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078227.060967:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078227.060972:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078227.060976:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078227.060979:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078227.188647:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299884747, at 4299884800 00000100:00000040:1.0:1769078227.188647:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299884747, at 4299884800 00000100:00000010:1.0:1769078227.188660:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad0b40. 00000100:00000010:0.0:1769078227.188663:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07ad02a0. 00000100:00000001:1.0:1769078227.444671:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078227.444671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078227.444680:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078227.444680:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078227.444683:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078227.444684:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078227.444691:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078227.444691:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078227.444697:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078227.444698:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078227.444703:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078227.444704:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078227.444708:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078227.444712:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078227.444715:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078227.444715:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078227.444720:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078227.444723:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078228.084631:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078228.084631:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078228.084633:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078228.084638:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078228.084638:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078228.084639:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078228.084642:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078228.084642:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078228.084644:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078228.084649:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078228.084650:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078228.084654:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078228.084655:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078228.084656:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078228.084659:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078228.084660:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078228.084660:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078228.084663:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078228.084666:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078228.084669:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078228.084672:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078228.084681:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078228.084684:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078228.084687:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078228.084729:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078228.084731:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078228.084732:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078228.084734:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078228.084736:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078228.084738:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078228.084740:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078228.084741:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078228.084742:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078228.084751:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078228.084754:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078228.084755:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078228.084757:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078228.084759:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078228.084762:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078228.084764:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078228.084766:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078228.084766:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078228.084766:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078228.084769:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078228.084770:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078228.084771:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078228.084773:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078228.084776:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078228.084776:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078228.084779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078228.084780:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078228.084784:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078228.084784:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078228.084788:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078228.084788:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078228.084791:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078228.084793:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078228.084794:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078228.084796:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078228.084797:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078228.084802:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078228.084804:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078228.084807:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078228.084809:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078228.084811:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078228.084814:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078228.084815:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078228.084818:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078228.084829:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078228.084833:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078228.084837:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078228.084867:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078228.084868:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078228.084870:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078228.468630:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078228.468630:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078228.468636:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078228.468637:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078228.468638:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078228.468641:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078228.468643:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078228.468646:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078228.468647:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078228.468650:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078228.468651:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078228.468653:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078228.468655:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078228.468656:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078228.468661:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078228.468661:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078228.468665:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078228.468668:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.108717:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078229.108725:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078229.108728:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078229.108732:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078229.108736:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078229.108737:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078229.108742:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.108743:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078229.108748:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078229.108750:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078229.108750:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078229.108753:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078229.108754:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078229.108760:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078229.108761:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078229.108761:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078229.108762:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078229.108769:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.108774:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078229.108774:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078229.108775:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078229.108776:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078229.108790:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769078229.108793:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078229.108794:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078229.108795:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078229.108803:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078229.108806:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078229.108808:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078229.108808:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078229.108815:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078229.108816:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078229.108817:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078229.108820:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078229.108828:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078229.108834:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078229.108838:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078229.108839:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078229.108839:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078229.108841:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078229.108849:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078229.108850:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078229.108853:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078229.108857:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078229.108861:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078229.108861:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.108862:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078229.108868:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078229.108876:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078229.108878:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.108879:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078229.108881:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.108883:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078229.108884:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078229.108889:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078229.108889:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078229.108891:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078229.108893:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078229.108895:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078229.108897:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078229.108899:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078229.108901:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078229.108903:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078229.108903:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078229.108906:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078229.108909:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078229.108911:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078229.108912:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078229.108916:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078229.108917:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078229.108919:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078229.108920:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078229.108922:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078229.108923:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078229.108928:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078229.108932:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078229.108937:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078229.108938:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078229.108941:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078229.108945:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.108950:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769078229.108961:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078229.108964:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078229.108965:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.108967:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078229.108970:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769078229.108971:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078229.108975:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078229.108979:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078229.108980:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078229.108981:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078229.108982:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.492711:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078229.492711:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078229.492718:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078229.492720:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078229.492726:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078229.492727:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078229.492731:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078229.492732:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078229.492737:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078229.492739:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078229.492741:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078229.492745:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078229.492747:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078229.492749:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078229.492754:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078229.492758:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078229.492761:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078229.492764:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078230.132648:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078230.132656:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078230.132659:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078230.132664:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078230.132669:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078230.132669:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078230.132675:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078230.132675:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078230.132678:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078230.132680:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078230.132684:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078230.132685:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078230.132689:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078230.132690:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078230.132693:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078230.132697:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078230.132700:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078230.132702:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078230.132715:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078230.132720:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078230.132721:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078230.132726:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078230.132730:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078230.132732:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078230.132732:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078230.132737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078230.132738:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078230.132738:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078230.132749:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078230.132749:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078230.132750:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078230.132754:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078230.132757:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078230.132757:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078230.132759:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078230.132763:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078230.132764:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078230.132764:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078230.132772:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078230.132775:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078230.132778:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078230.132783:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078230.132786:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078230.132790:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078230.132799:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078230.132802:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078230.132806:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078230.132953:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078230.132959:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078230.132961:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078230.132963:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078230.132966:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078230.132966:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078230.132969:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078230.132973:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078230.132974:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078230.132975:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078230.132977:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078230.132980:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078230.132984:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078230.132986:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078230.132986:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078230.132989:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078230.132996:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078230.132999:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078230.132999:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078230.133001:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078230.133008:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078230.133008:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078230.133014:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078230.133018:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078230.133022:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078230.133026:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078230.133029:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078230.516674:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078230.516682:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078230.516684:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078230.516690:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078230.516693:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078230.516696:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078230.516699:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078230.516701:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078230.516703:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078230.518102:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078230.518108:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078230.518110:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078230.518115:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078230.518119:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078230.518122:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078230.518124:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078230.518127:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078230.518129:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.156702:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078231.156704:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078231.156705:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078231.156717:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078231.156717:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078231.156720:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.156721:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.156721:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078231.156726:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078231.156726:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078231.156728:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078231.156730:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078231.156738:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078231.156744:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078231.156745:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078231.156747:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078231.156747:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078231.156754:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078231.156756:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078231.156757:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078231.156761:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078231.156767:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078231.156767:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078231.156768:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078231.156773:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.156774:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.156790:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.156791:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078231.156795:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.156808:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.156809:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078231.156812:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078231.156816:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078231.156816:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078231.156819:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078231.156820:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078231.156826:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078231.156828:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.156830:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078231.156831:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078231.156838:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078231.156842:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078231.156846:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078231.156846:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078231.156850:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078231.156855:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.156856:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078231.156858:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078231.156859:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078231.156862:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078231.156866:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078231.156868:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078231.156868:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078231.156869:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078231.156870:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078231.156872:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.156876:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078231.156878:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078231.156881:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078231.156881:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078231.156889:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078231.156894:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078231.156894:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078231.156899:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078231.156901:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078231.156902:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.156912:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078231.156917:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078231.156918:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078231.156921:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078231.156925:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078231.156937:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078231.156942:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078231.156949:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078231.540668:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078231.540675:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078231.540677:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078231.540681:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.540681:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078231.540685:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078231.540689:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078231.540690:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078231.540696:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078231.540697:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078231.540702:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078231.540703:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078231.540705:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078231.540709:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078231.540713:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078231.540716:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078231.540720:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078231.540725:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078231.540773:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078231.540779:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078231.540782:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078231.540786:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078231.540789:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078231.540796:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5216 00000400:00000200:3.0:1769078231.540806:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078231.540812:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078231.540815:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078231.540819:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078231.540822:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078231.540828:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078231.540832:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078231.540837:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078231.540840:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769078231.540843:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078231.540846:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769078231.540849:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078231.540853:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769078231.540863:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078231.540869:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078231.540872:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078231.540874:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078231.540878:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769078231.540882:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078231.540884:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.540887:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078231.540891:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078231.540894:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.540897:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078231.540899:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078231.540908:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24a80. 00000020:00000040:3.0:1769078231.540912:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769078231.540918:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078231.540920:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.540923:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078231.540926:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078231.540931:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078231.540939:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00000100:00000001:3.0:1769078231.540946:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078231.540955:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078231.540963:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078231.540967:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078231.540971:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9aa0412] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078231.540995:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078231.540999:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078231.541002:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078231.541004:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078231.541029:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078231.541036:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078231.541039:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078231.541052:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.541064:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078231.541067:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078231.541072:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1769078231.541073:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1769078231.541078:0:13261:0:(import.c:484:import_select_connection()) Process entered 02000000:00000001:2.0:1769078231.541080:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769078231.541084:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5216 02000000:00000001:2.0:1769078231.541093:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078231.541098:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00100000:2.0:1769078231.541103:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657872640:192.168.204.154@tcp:250:kworker.0 00000400:00000200:3.0:1769078231.541109:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769078231.541116:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1769078231.541117:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1769078231.541124:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1769078231.541124:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078231.541130:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1769078231.541131:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078231.541138:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078231.541140:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1769078231.541145:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078231.541149:0:13261:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:2.0:1769078231.541150:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 00000020:00000040:3.0:1769078231.541153:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769078231.541156:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1769078231.541158:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078231.541160:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:3.0:1769078231.541164:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000400:00000200:2.0:1769078231.541172:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078231.541177:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078231.541184:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078231.541192:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657872640, portal 25 00000100:00000001:2.0:1769078231.541195:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078231.541197:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069294208 : -115332640257408 : ffff971b06f24a80) 00000100:00000040:2.0:1769078231.541204:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.541224:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078231.541227:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078231.541230:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078231.541234:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657872640, offset 0 00000400:00000200:2.0:1769078231.541240:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078231.541254:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078231.541263:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078231.541268:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078231.541272:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078231.541276:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078231.541279:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078231.541283:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370707:370707:256:4294967295] 192.168.204.154@tcp LPNI seq info [370702:370702:8:4294967295] 00000400:00000200:2.0:1769078231.541288:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078231.541299:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078231.541307:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078231.541313:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000020:00000001:3.0:1769078231.541315:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:3.0:1769078231.541326:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000200:2.0:1769078231.541327:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:3.0:1769078231.541333:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1769078231.541336:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000100:00000040:3.0:1769078231.541339:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078231.541347:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078231.541355:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000800:00000200:2.1:1769078231.541356:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078231.541364:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:2.0:1769078231.541374:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078231.541377:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078231.541382:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078231.541388:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078231.541395:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078231.541398:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078231.541405:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:3.0:1769078231.541411:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078231.541416:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.541418:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:2.0:1769078231.541424:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078231.541424:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078231.541427:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.541429:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078231.541434:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1769078231.541443:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.541449:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.541456:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1769078231.541457:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27800. 00000020:00000040:3.0:1769078231.541462:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000040:2.0:1769078231.541465:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078231.541467:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078231.541471:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.541476:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078231.541480:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078231.541484:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.541488:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078231.541491:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000100:00000001:2.0:1769078231.541493:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078231.541497:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.541504:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078231.541507:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769078231.541518:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078231.541526:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299889867 00000100:00000001:3.0:1769078231.541530:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1769078231.541534:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bb40. 00000100:00000001:3.0:1769078231.541535:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078231.541546:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f2388de] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.541547:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078231.541589:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299889868 00000100:00000001:3.0:1769078231.541592:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078231.541597:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b9c0. 00000100:00080000:3.0:1769078231.541598:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078231.541605:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1769078231.541606:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078231.541610:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078231.541613:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078231.541616:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078231.541618:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:3.0:1769078231.541622:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5216 00000100:00000001:2.0:1769078231.541630:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078231.541631:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078231.541639:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000400:00000200:3.0:1769078231.541641:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078231.541645:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1769078231.541650:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078231/real 1769078231] req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078231.541654:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078231.541663:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078231.541668:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078231.541677:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078231.541686:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078231.541689:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769078231.541694:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078231.541698:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769078231.541701:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769078231.541703:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000001:2.0:1769078231.541704:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1769078231.541708:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000001:2.0:1769078231.541710:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078231.541712:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1769078231.541715:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000100:00000040:3.0:1769078231.541718:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:2.0:1769078231.541723:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000100:00000001:3.0:1769078231.541723:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:2.0:1769078231.541728:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000040:3.0:1769078231.541730:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00000001:2.0:1769078231.541735:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769078231.541737:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000200:2.0:1769078231.541745:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078231.541746:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.541752:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078231.541757:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078231.541762:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.541767:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078231.541769:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000200:2.0:1769078231.541772:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078231.541772:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.541775:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078231.541781:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000020:00000040:3.0:1769078231.541787:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:3.0:1769078231.541793:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078231.541796:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.541799:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1769078231.541800:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1769078231.541802:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078231.541807:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.541808:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1769078231.541811:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000100:00000001:2.0:1769078231.541813:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078231.541816:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.541818:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078231.541824:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1769078231.541829:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078231.541847:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078231.541852:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078231.541853:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078231.541868:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078231.541870:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078231.541906:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.541909:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078231.541912:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078231.541915:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078231.541918:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078231.541921:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078231.541921:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078231.541926:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.541929:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1769078231.541931:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078231.541935:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078231.541937:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078231.541943:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5216 00000100:00080000:2.0:1769078231.541944:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1769078231.541950:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078231.541955:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078231.541961:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1769078231.541962:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000040:3.0:1769078231.541970:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078231.541972:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:3.0:1769078231.541973:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078231.541978:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078231.541983:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000040:2.0:1769078231.541985:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078231.541988:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078231.541991:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:3.0:1769078231.541995:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078231.542001:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769078231.542011:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00100000:2.0:1769078231.542015:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657872640:192.168.204.154@tcp:250:kworker.0 00000020:00000001:3.0:1769078231.542020:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078231.542023:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078231.542028:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078231.542030:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078231.542032:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078231.542038:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078231.542042:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000040:2.0:1769078231.542043:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24a80 x1855007657872640/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1769078231.542047:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769078231.542056:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078231.542061:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078231.542069:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078231.542075:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078231.542077:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078231.542078:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078231.542082:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1769078231.542083:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00100000:3.0:1769078231.542084:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769078231.542091:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078231.542093:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 00000100:00000001:3.0:1769078231.542095:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078231.542100:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1769078231.542103:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000020:00000001:2.0:1769078231.542104:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078231.542108:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000040:3.0:1769078231.542108:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:3.0:1769078231.542119:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078231.542120:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1769078231.542124:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078231.542126:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19400. 00000100:00000001:3.0:1769078231.542129:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078231.542132:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078231.542133:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078231.542136:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078231.542138:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:3.0:1769078231.542142:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000100:00000010:2.0:1769078231.542143:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24a80. 00000100:00000001:3.0:1769078231.542149:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.542151:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078231.542154:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078231.542156:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078231.542159:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078231.542170:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078231.542171:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.542174:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1769078231.542175:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542180:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.542189:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078231.542197:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.542198:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078231.542201:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078231.542206:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5226) 00000100:00000040:2.0:1769078231.542208:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542232:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078231.542234:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078231.542237:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078231.542239:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078231.542242:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078231.542245:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872768:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078231.542249:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078231.542251:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078231.542252:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078231.542254:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078231.542257:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769078231.542259:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078231.542264:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078231.542266:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078231.542269:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078231.542272:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657872768, portal 10 00000100:00000001:2.0:1769078231.542273:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078231.542275:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069305856 : -115332640245760 : ffff971b06f27800) 00000100:00000040:2.0:1769078231.542280:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542285:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078231.542287:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078231.542289:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078231.542291:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657872768, offset 0 00000400:00000200:2.0:1769078231.542295:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078231.542298:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078231.542302:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078231.542304:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078231.542307:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078231.542309:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078231.542311:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078231.542313:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370708:370708:256:4294967295] 192.168.204.154@tcp LPNI seq info [370703:370703:8:4294967295] 00000400:00000200:2.0:1769078231.542317:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078231.542322:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078231.542326:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078231.542329:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078231.542332:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078231.542335:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769078231.542340:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078231.542343:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:2.0:1769078231.542346:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078231.542348:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078231.542351:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078231.542353:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078231.542356:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078231.542358:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078231.542360:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078231.542363:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542371:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078231.542373:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542379:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.542381:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078231.542384:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078231.542387:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078231.542391:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078231.542393:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299889163 00000100:00000001:2.0:1769078231.542395:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299889867 00000100:00000001:2.0:1769078231.542397:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299889163 00000100:00000001:2.0:1769078231.542399:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299889868 00000100:00000001:2.0:1769078231.542401:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078231.542403:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.542405:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078231.542409:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078231/real 1769078231] req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078231.542416:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078231.542417:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078231.542419:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078231.542422:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078231.542423:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078231.542425:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078231.542428:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078231.542436:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542442:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078231.542443:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.542445:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078231.542446:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078231.542449:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542455:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078231.542459:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542464:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078231.542467:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.542468:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078231.542470:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.542471:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078231.542475:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078231.542478:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078231.542481:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078231.542482:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078231.542486:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078231.542493:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872768:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078231.542497:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078231.542500:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542507:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078231.542508:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078231.542510:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078231.542512:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078231.542514:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078231.542517:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872896:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078231.542519:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078231.542522:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078231.542523:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078231.542525:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078231.542528:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078231.542530:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078231.542533:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078231.542536:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078231.542539:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078231.542541:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657872896, portal 4 00000100:00000001:2.0:1769078231.542543:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078231.542544:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069295104 : -115332640256512 : ffff971b06f24e00) 00000100:00000040:2.0:1769078231.542549:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542592:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078231.542595:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078231.542599:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078231.542602:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657872896, offset 0 00000400:00000200:2.0:1769078231.542607:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078231.542611:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078231.542615:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078231.542617:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078231.542620:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078231.542622:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078231.542624:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078231.542627:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370709:370709:256:4294967295] 192.168.204.154@tcp LPNI seq info [370704:370704:8:4294967295] 00000400:00000200:2.0:1769078231.542631:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078231.542636:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078231.542640:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078231.542644:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078231.542647:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078231.542650:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769078231.542654:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078231.542657:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:2.0:1769078231.542660:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078231.542662:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078231.542665:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078231.542668:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078231.542670:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078231.542672:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078231.542674:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078231.542678:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542684:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078231.542687:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542693:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.542694:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078231.542697:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078231.542700:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078231.542703:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078231.542705:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299889185 00000100:00000001:2.0:1769078231.542707:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299889867 00000100:00000001:2.0:1769078231.542709:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299889185 00000100:00000001:2.0:1769078231.542712:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299889868 00000100:00000001:2.0:1769078231.542714:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078231.542715:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.542717:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078231.542721:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078231/real 1769078231] req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078231.542729:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078231.542730:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078231.542732:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078231.542734:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078231.542736:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078231.542738:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078231.542741:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078231.542749:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542755:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078231.542756:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.542758:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078231.542760:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078231.542763:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542768:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078231.542772:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542778:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078231.542780:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.542782:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078231.542783:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.542785:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078231.542789:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078231.542791:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078231.542795:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078231.542797:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078231.542801:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078231.542809:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657872896:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078231.542813:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078231.542817:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542823:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078231.542824:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078231.542826:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078231.542828:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078231.542830:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078231.542833:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873024:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078231.542835:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078231.542837:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078231.542838:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078231.542839:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078231.542842:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078231.542843:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078231.542846:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078231.542847:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078231.542849:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078231.542851:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657873024, portal 4 00000100:00000001:2.0:1769078231.542853:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078231.542853:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069303168 : -115332640248448 : ffff971b06f26d80) 00000100:00000040:2.0:1769078231.542857:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542861:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078231.542862:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078231.542863:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078231.542865:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657873024, offset 0 00000400:00000200:2.0:1769078231.542868:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078231.542872:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078231.542875:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078231.542878:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078231.542880:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078231.542882:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078231.542885:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078231.542888:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370710:370710:256:4294967295] 192.168.204.154@tcp LPNI seq info [370705:370705:8:4294967295] 00000400:00000200:2.0:1769078231.542891:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078231.542898:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078231.542902:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078231.542905:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078231.542909:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078231.542912:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:2.1:1769078231.542916:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078231.542919:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:2.0:1769078231.542922:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078231.542924:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078231.542927:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078231.542930:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078231.542933:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078231.542935:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078231.542937:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078231.542940:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542948:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078231.542950:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078256 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.542961:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.542962:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078231.542964:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078231.542966:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078231.542969:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078231.542970:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299889189 00000100:00000001:2.0:1769078231.542971:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299889867 00000100:00000001:2.0:1769078231.542973:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299889189 00000100:00000001:2.0:1769078231.542974:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299889868 00000100:00000001:2.0:1769078231.542975:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078231.542977:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.542978:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078231.542980:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078231/real 1769078231] req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078231.542984:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078231.542985:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078231.542986:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078231.542988:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078231.542989:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078231.542990:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078231.542992:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078231.542996:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.543000:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078231.543001:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.543002:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078231.543002:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078231.543004:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.543008:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078231.543010:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.543014:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078231.543015:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.543016:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078231.543017:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.543018:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078231.543020:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078231.543022:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078231.543023:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078231.543024:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078231.543026:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078231.543030:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873024:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078231.543033:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.543034:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078231.543035:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27800 x1855007657872768/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.543039:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078231.543040:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078231.543041:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769078231.543042:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078231.543043:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078231.543044:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078231.543045:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078231.543046:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 02000000:00000001:2.0:1769078231.543048:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078231.543049:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078231.543050:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27800. 00000100:00000001:2.0:1769078231.543051:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078231.543052:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.543053:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078231.543055:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24e00 x1855007657872896/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.543058:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078231.543059:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078231.543060:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078231.543061:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078231.543062:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078231.543062:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078231.543063:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078231.543064:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 02000000:00000001:2.0:1769078231.543065:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078231.543066:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078231.543066:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24e00. 00000100:00000001:2.0:1769078231.543067:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078231.543068:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.543069:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078231.543070:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f26d80 x1855007657873024/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078256 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078231.543073:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078231.543074:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078231.543075:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078231.543076:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078231.543077:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078231.543078:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078231.543078:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078231.543079:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:2.0:1769078231.543080:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078231.543081:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078231.543082:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f26d80. 00000100:00000001:2.0:1769078231.543083:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078231.543084:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.543085:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078231.543087:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078231.543088:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078231.543089:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078231.543091:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078232.180709:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078232.180710:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078232.180719:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078232.180719:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078232.180723:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078232.180724:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078232.180725:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078232.180730:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078232.180731:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078232.180736:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078232.180737:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078232.180740:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078232.180740:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078232.180741:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078232.180744:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078232.180748:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078232.180748:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078232.180753:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078232.180754:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078232.180757:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078232.180758:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078232.180769:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078232.180771:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078232.180771:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078232.180776:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078232.180777:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078232.180782:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078232.180783:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078232.180784:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078232.180786:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078232.180800:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078232.180801:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078232.180801:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078232.180806:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078232.180818:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078232.180822:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078232.180827:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078232.180829:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078232.180833:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078232.180834:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078232.180837:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078232.180838:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078232.180839:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078232.180841:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078232.180845:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078232.180847:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078232.180847:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078232.180848:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078232.180851:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078232.180851:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078232.180852:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078232.180855:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078232.180862:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078232.180864:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078232.180865:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078232.180870:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078232.180872:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078232.180874:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078232.180877:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078232.180880:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078232.180883:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078232.180886:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078232.180890:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078232.180890:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078232.180898:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078232.180900:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078232.180908:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078232.180909:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078232.180909:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078232.180913:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078232.180913:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078232.180919:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078232.180920:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078232.180927:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078232.180927:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078232.180934:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078232.180934:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078232.180940:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769078232.180943:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078232.180946:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078232.308673:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299889867, at 4299889920 00000100:00000040:1.0:1769078232.308673:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299889868, at 4299889920 00000100:00000010:1.0:1769078232.308694:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b9c0. 00000100:00000010:0.0:1769078232.308701:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bb40. 00000100:00000001:1.0:1769078232.564672:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078232.564683:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078232.564685:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078232.564696:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078232.564699:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078232.564701:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078232.564704:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078232.564706:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078232.564708:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078232.564713:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078232.564713:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078232.564719:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078232.564719:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078232.564724:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078232.564729:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078232.564731:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078232.564734:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078232.564737:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078233.204663:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078233.204668:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078233.204670:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078233.204673:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078233.204674:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078233.204675:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078233.204678:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078233.204679:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078233.204685:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078233.204685:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078233.204687:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078233.204689:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078233.204690:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078233.204696:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078233.204697:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078233.204697:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078233.204698:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078233.204703:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078233.204708:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078233.204712:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078233.204713:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078233.204714:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078233.204714:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078233.204717:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078233.204725:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078233.204725:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078233.204736:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078233.204736:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078233.204739:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078233.204743:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078233.204744:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078233.204748:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078233.204752:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078233.204753:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078233.204757:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078233.204761:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078233.204762:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078233.204763:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078233.204769:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078233.204770:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078233.204774:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078233.204776:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078233.204776:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078233.204783:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078233.204784:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078233.204785:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078233.204786:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078233.204789:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078233.204797:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078233.204799:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078233.204800:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078233.204801:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078233.204802:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078233.204810:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078233.204814:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078233.204814:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078233.204815:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078233.204815:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078233.204820:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078233.204821:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078233.204824:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078233.204825:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078233.204827:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078233.204831:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078233.204831:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078233.204831:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078233.204837:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078233.204844:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078233.204845:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078233.204845:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078233.204852:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078233.204853:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078233.204866:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078233.204866:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078233.588632:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078233.588632:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078233.588638:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078233.588639:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078233.588641:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078233.588642:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078233.588647:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078233.588648:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078233.588653:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078233.588653:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078233.588657:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078233.588657:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078233.588661:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078233.588663:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078233.588665:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078233.588669:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078233.588672:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078233.588675:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078234.228664:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078234.228664:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078234.228664:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078234.228671:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078234.228672:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078234.228674:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078234.228676:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078234.228676:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078234.228680:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078234.228682:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078234.228683:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769078234.228685:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078234.228689:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078234.228689:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078234.228690:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078234.228695:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078234.228696:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078234.228696:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078234.228701:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078234.228704:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078234.228707:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078234.228777:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078234.228780:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078234.228781:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078234.228784:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078234.228786:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078234.228788:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078234.228790:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078234.228793:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078234.228796:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078234.228796:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078234.228798:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078234.228799:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078234.228802:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078234.228802:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078234.228815:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078234.228817:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078234.228818:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078234.228823:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078234.228825:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078234.228826:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078234.228827:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078234.228829:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078234.228830:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078234.229189:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078234.229191:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078234.229193:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078234.229194:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078234.229198:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078234.229200:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078234.229201:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078234.229205:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078234.229209:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078234.229216:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078234.229219:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078234.229221:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078234.229224:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078234.229224:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078234.229228:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078234.229229:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078234.229232:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078234.229233:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078234.229235:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078234.229237:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078234.229239:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078234.229241:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078234.229242:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078234.229246:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078234.229246:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078234.229249:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078234.229252:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078234.229288:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078234.229290:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078234.229293:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078234.612657:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078234.612665:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078234.612667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078234.612668:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078234.612670:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078234.612673:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078234.612675:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078234.612676:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078234.612680:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078234.612680:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078234.612685:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078234.612685:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078234.612689:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078234.612693:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078234.612696:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078234.612697:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078234.612701:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078234.612703:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078235.252665:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078235.252672:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078235.252672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078235.252674:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078235.252675:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078235.252678:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078235.252681:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078235.252682:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078235.252687:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078235.252687:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078235.252689:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078235.252692:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078235.252693:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078235.252693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078235.252700:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078235.252701:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078235.252701:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078235.252703:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078235.252710:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078235.252711:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078235.252711:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078235.252712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078235.252716:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078235.252725:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078235.252726:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078235.252726:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078235.252726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078235.252736:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078235.252737:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078235.252737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078235.252743:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078235.252745:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078235.252749:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078235.252758:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078235.252761:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078235.252763:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078235.252763:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078235.252766:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078235.252767:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000020:00000001:2.0:1769078235.252768:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078235.252771:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078235.252775:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078235.252775:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078235.252776:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078235.252776:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078235.252781:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078235.252786:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078235.252789:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1769078235.252790:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078235.252792:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078235.252795:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078235.252795:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078235.252800:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078235.252804:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078235.252806:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078235.252808:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078235.252810:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078235.252813:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078235.252814:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078235.252818:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078235.252820:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078235.252823:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078235.252828:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078235.252830:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078235.252832:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078235.252835:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078235.252837:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078235.252842:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078235.252842:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078235.252848:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078235.252849:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078235.252859:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078235.252862:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078235.252865:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078235.636625:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078235.636626:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078235.636635:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078235.636636:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078235.636639:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078235.636639:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078235.636646:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078235.636646:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078235.636653:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078235.636653:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078235.636660:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078235.636660:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078235.636662:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078235.636666:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078235.636669:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078235.636673:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078235.636677:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078235.636680:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.276691:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078236.276698:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078236.276700:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078236.276701:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078236.276701:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.276704:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078236.276712:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078236.276714:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078236.276714:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078236.276715:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078236.276721:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.276722:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.276723:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078236.276732:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078236.276734:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078236.276734:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078236.276735:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.276737:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078236.276743:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078236.276745:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078236.276747:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078236.276750:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078236.276751:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078236.276752:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.276755:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078236.276761:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.276762:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078236.276763:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.276768:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.276772:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.276774:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078236.276777:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.276782:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078236.276782:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.276786:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.276790:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.276805:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078236.276807:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078236.276810:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078236.276812:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078236.276813:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078236.276815:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.276818:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078236.276819:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078236.276820:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078236.276820:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078236.276824:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078236.276829:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078236.276834:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078236.276835:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078236.276837:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078236.276841:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078236.276841:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.276843:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078236.276844:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078236.276850:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078236.276852:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078236.276852:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078236.276855:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.276859:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.276861:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078236.276862:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078236.276864:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078236.276864:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.276867:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078236.276867:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078236.276870:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078236.276878:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078236.276880:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078236.276884:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.276893:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078236.276902:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078236.276907:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078236.276910:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078236.660726:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078236.660726:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078236.660735:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078236.660736:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078236.660738:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.660740:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078236.660745:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078236.660748:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000080:00000001:1.0:1769078236.660749:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:0.0:1769078236.660750:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:1.0:1769078236.660759:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:0.0:1769078236.660760:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.660761:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078236.660766:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078236.660768:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078236.660771:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078236.660772:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078236.660774:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00080000:2.0:1769078236.660775:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078236.660789:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1769078236.660790:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078236.660791:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769078236.660792:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000001:3.0:1769078236.660796:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078236.660802:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1769078236.660809:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000100:00080000:2.0:1769078236.660810:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078236.660810:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.660817:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078236.660819:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:1.0:1769078236.660822:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078236.660826:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00080000:2.0:1769078236.660830:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5221 00000020:00000001:1.0:1769078236.660831:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078236.660835:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078236.660838:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078236.660845:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000400:00000200:2.0:1769078236.660846:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:1.0:1769078236.660852:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012f0000 00000400:00000200:2.0:1769078236.660856:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078236.660858:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:2.0:1769078236.660860:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078236.660863:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000040:2.0:1769078236.660867:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078236.660868:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:2.0:1769078236.660871:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078236.660872:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078236.660876:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078236.660878:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078236.660879:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078236.660884:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000001:2.0:1769078236.660885:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:1.0:1769078236.660889:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078236.660889:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078236.660894:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078236.660894:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078236.660896:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078236.660898:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000040:2.0:1769078236.660898:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000002:1.0:1769078236.660902:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012f0000 00000020:00000001:2.0:1769078236.660904:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078236.660907:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078236.660908:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078236.660911:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078236.660915:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:2.0:1769078236.660915:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078236.660919:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:2.0:1769078236.660920:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00200000:1.0:1769078236.660924:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000040:2.0:1769078236.660925:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078236.660930:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:1.0:1769078236.660931:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000040:2.0:1769078236.660934:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:1.0:1769078236.660937:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00080000:2.0:1769078236.660939:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078236.660942:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078236.660944:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078236.660947:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078236.660949:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000001:2.0:1769078236.660949:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.660954:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078236.660954:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078236.660957:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.660958:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769078236.660962:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769078236.660966:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000100:00000010:2.0:1769078236.660967:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb100. 00000020:00000001:1.0:1769078236.660968:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000040:2.0:1769078236.660972:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078236.660975:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:2.0:1769078236.660977:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078236.660978:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:2.0:1769078236.660979:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.660982:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.660984:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:1.0:1769078236.660986:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078236.660988:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769078236.660989:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 02000000:00000001:2.0:1769078236.660993:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.660995:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078236.660998:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078236.661001:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02000. 00020000:00000001:1.0:1769078236.661002:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661005:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661007:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078236.661009:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078236.661011:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078236.661013:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078236.661015:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078236.661017:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661017:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661019:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078236.661023:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078236.661025:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661028:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00100000:2.0:1769078236.661028:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078236.661031:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661035:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661039:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078236.661043:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:2.0:1769078236.661043:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:1.0:1769078236.661047:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078236.661047:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661050:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:2.0:1769078236.661054:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7e81945] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078236.661055:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078236.661059:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078236.661068:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078236.661071:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078236.661073:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078236.661075:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078236.661077:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00080000:2.0:1769078236.661079:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:1.0:1769078236.661080:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00080000:2.0:1769078236.661085:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000008:00000001:1.0:1769078236.661086:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000100:00000001:2.0:1769078236.661087:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078236.661089:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000020:1.0:1769078236.661093:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000001:2.0:1769078236.661093:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078236.661096:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5221 00000400:00000200:2.0:1769078236.661101:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078236.661104:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:3.0:1769078236.661106:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:1.0:1769078236.661107:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078236.661111:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:2.0:1769078236.661112:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078236.661112:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:1.0:1769078236.661113:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.661117:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1769078236.661119:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000040:2.0:1769078236.661122:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000020:1.0:1769078236.661138:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:2.0:1769078236.661138:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078236.661140:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078236.661143:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:1.0:1769078236.661148:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769078236.661149:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:1.0:1769078236.661154:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078236.661155:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078236.661158:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078236.661160:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078236.661162:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769078236.661163:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:1.0:1769078236.661164:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078236.661167:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:3.0:1769078236.661167:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078236.661168:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078236.661173:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078236.661174:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078236.661177:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:3.0:1769078236.661177:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1769078236.661179:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:3.0:1769078236.661182:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078236.661183:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000040:2.0:1769078236.661184:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078236.661188:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:2.0:1769078236.661189:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769078236.661190:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661191:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:2.0:1769078236.661194:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078236.661195:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078236.661199:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661200:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:3.0:1769078236.661200:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657873152:192.168.204.154@tcp:250:kworker.0 00020000:00000001:1.0:1769078236.661203:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000040:2.0:1769078236.661206:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:1.0:1769078236.661207:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078236.661211:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1769078236.661212:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00080000:2.0:1769078236.661214:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:1.0:1769078236.661216:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:2.0:1769078236.661218:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078236.661218:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:1.0:1769078236.661219:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078236.661223:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:2.0:1769078236.661224:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078236.661224:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661226:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078236.661230:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078236.661230:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1769078236.661233:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078236.661234:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078236.661239:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000001:2.0:1769078236.661239:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078236.661239:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b400. 00000020:00000001:1.0:1769078236.661241:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078236.661244:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078236.661246:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:3.0:1769078236.661246:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661249:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078236.661252:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078236.661254:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078236.661255:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00100000:2.0:1769078236.661255:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00000001:1.0:1769078236.661258:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:3.0:1769078236.661259:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078236.661261:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661262:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078236.661264:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078236.661265:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078236.661266:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b580. 00020000:00000001:1.0:1769078236.661269:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078236.661269:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9880. 00020000:00000001:1.0:1769078236.661274:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000040:2.0:1769078236.661274:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000400:00000010:3.0:1769078236.661276:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090753b8. 00000020:00000001:1.0:1769078236.661278:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:2.0:1769078236.661279:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078236.661282:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661283:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661284:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078236.661287:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:2.0:1769078236.661287:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1769078236.661288:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657873152, portal 25 02000000:00000001:2.0:1769078236.661289:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078236.661291:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078236.661295:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:3.0:1769078236.661295:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1769078236.661296:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f03000. 00000020:00000001:1.0:1769078236.661297:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769078236.661300:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082558720 : -115332626992896 : ffff971b07bcb100) 00000020:00000001:1.0:1769078236.661301:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078236.661302:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769078236.661305:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078236.661310:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00100000:2.0:1769078236.661310:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1769078236.661312:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078236.661315:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078236.661328:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078236.661328:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078236.661332:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078236.661333:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1769078236.661334:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078236.661338:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fbc8c47] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:1.0:1769078236.661341:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000040:3.0:1769078236.661342:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078236.661345:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000010:3.0:1769078236.661348:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075a18. 00000020:00001000:1.0:1769078236.661350:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769078236.661356:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:3.0:1769078236.661356:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657873152, offset 0 00000100:00000001:2.0:1769078236.661357:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078236.661363:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078236.661363:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078236.661369:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:3.0:1769078236.661370:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:2.0:1769078236.661371:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078236.661374:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000080:00000001:1.0:1769078236.661375:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078236.661378:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078236.661381:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5221 00000080:00000001:1.0:1769078236.661383:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:3.0:1769078236.661384:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078236.661386:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078236.661390:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769078236.661393:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000400:00000200:3.0:1769078236.661394:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:1.0:1769078236.661399:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000020:00000001:1.0:1769078236.661402:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:3.0:1769078236.661403:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000001:1.0:1769078236.661405:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078236.661408:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:3.0:1769078236.661411:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:1.0:1769078236.661413:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078236.661415:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078236.661417:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078236.661419:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000002:1.0:1769078236.661421:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000400:00000200:3.0:1769078236.661425:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000002:1.0:1769078236.661427:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012f0000 00020000:00000001:1.0:1769078236.661432:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:3.0:1769078236.661433:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370711:370711:256:4294967295] 192.168.204.154@tcp LPNI seq info [370706:370706:8:4294967295] 00020000:00000001:1.0:1769078236.661436:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078236.661440:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000200:3.0:1769078236.661441:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078236.661443:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078236.661447:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078236.661451:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000400:00000200:2.0:1769078236.661451:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078236.661456:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661459:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:2.0:1769078236.661460:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:3.0:1769078236.661462:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:1.0:1769078236.661463:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:2.0:1769078236.661466:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078236.661467:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078236.661471:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012f0000 00000100:00000040:2.0:1769078236.661475:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078236.661477:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078236.661477:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:2.0:1769078236.661480:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078236.661483:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000800:00000010:3.0:1769078236.661486:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000020:00000001:1.0:1769078236.661487:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:2.0:1769078236.661487:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078236.661490:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:2.0:1769078236.661493:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00200000:1.0:1769078236.661494:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000001:2.0:1769078236.661498:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000002:1.0:1769078236.661500:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000800:00000200:3.0:1769078236.661500:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:2.0:1769078236.661501:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:2.0:1769078236.661505:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078236.661507:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000800:00000200:3.0:1769078236.661509:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00020000:00000001:1.0:1769078236.661510:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000040:2.0:1769078236.661510:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769078236.661513:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078236.661518:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00000001:2.0:1769078236.661518:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000200:3.1:1769078236.661522:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00001000:1.0:1769078236.661524:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:2.0:1769078236.661524:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078236.661530:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000800:00000200:3.1:1769078236.661530:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000100:00000040:2.0:1769078236.661533:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078236.661535:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078236.661539:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078236.661540:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078236.661543:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:2.0:1769078236.661544:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000100:3.0:1769078236.661544:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078236.661546:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769078236.661549:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00020000:00000001:1.0:1769078236.661550:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078236.661576:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769078236.661579:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:3.0:1769078236.661581:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:1.0:1769078236.661582:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661582:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078236.661588:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078236.661588:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000200:3.0:1769078236.661594:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1769078236.661595:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078236.661595:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078236.661600:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078236.661603:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:2.0:1769078236.661603:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078236.661605:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075a18 00020000:00000001:1.0:1769078236.661607:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:2.0:1769078236.661608:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078236.661611:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000010:3.0:1769078236.661611:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075a18. 02000000:00000001:2.0:1769078236.661613:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078236.661615:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078236.661619:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.661619:0:2365:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1769078236.661620:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661625:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078236.661627:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078236.661629:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661633:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769078236.661635:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078236.661637:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:1.0:1769078236.661641:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078236.661643:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078236.661644:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661649:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661651:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661652:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769078236.661653:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:1.0:1769078236.661655:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000010:2.0:1769078236.661656:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bca300. 00020000:00000001:1.0:1769078236.661659:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:2.0:1769078236.661661:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:1.0:1769078236.661662:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:3.0:1769078236.661662:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078236.661665:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000008:00000001:1.0:1769078236.661666:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 02000000:00000001:2.0:1769078236.661667:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078236.661670:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769078236.661671:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078236.661675:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000008:00000001:1.0:1769078236.661676:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:2.0:1769078236.661678:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.661680:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078236.661681:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000010:2.0:1769078236.661683:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00800. 00000008:00000001:1.0:1769078236.661685:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.661685:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078236.661690:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078236.661691:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078236.661694:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:3.0:1769078236.661694:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078236.661698:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000100:00100000:2.0:1769078236.661700:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769078236.661703:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000020:1.0:1769078236.661704:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00000001:3.0:1769078236.661710:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299894988 00000008:00000001:1.0:1769078236.661713:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078236.661717:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078236.661719:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769078236.661720:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1360. 00000008:00000001:1.0:1769078236.661723:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:2.0:1769078236.661723:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000020:1.0:1769078236.661727:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000100:00000001:2.0:1769078236.661728:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.661730:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1769078236.661734:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000597911a6] to pc [ptlrpcd_rcv+-1] req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078236.661737:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:3.0:1769078236.661740:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299894988 00000008:00000001:1.0:1769078236.661742:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661747:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661748:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078236.661749:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1d80. 00020000:00000001:1.0:1769078236.661753:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078236.661753:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078236.661755:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00020000:00000001:1.0:1769078236.661758:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078236.661759:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078236.661763:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078236.661764:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661764:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078236.661767:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078236.661770:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078236.661772:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078236.661772:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078236.661773:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078236.661777:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00080000:2.0:1769078236.661777:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5221 00000100:00000001:3.0:1769078236.661778:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1769078236.661781:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:2.0:1769078236.661782:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078236.661785:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:2.0:1769078236.661788:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00100000:3.0:1769078236.661788:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078236/real 1769078236] req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078236.661789:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078236.661794:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078236.661795:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078236.661798:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078236.661802:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:2.0:1769078236.661803:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078236.661805:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078236.661809:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078236.661809:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000001:3.0:1769078236.661812:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1769078236.661813:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:2.0:1769078236.661815:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000001:3.0:1769078236.661816:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1769078236.661817:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078236.661820:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661822:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:3.0:1769078236.661822:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b580. 00020000:00000001:1.0:1769078236.661824:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078236.661828:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:1.0:1769078236.661829:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000400:00000200:3.0:1769078236.661830:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090753b8 00000020:00000040:2.0:1769078236.661832:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078236.661833:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000010:3.0:1769078236.661834:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090753b8. 00000020:00000001:1.0:1769078236.661836:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078236.661837:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078236.661840:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000040:2.0:1769078236.661841:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:3.0:1769078236.661841:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1769078236.661843:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078236.661847:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078236.661847:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000200:3.0:1769078236.661849:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078236.661851:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078236.661851:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078236.661854:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078236.661858:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:2.0:1769078236.661858:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078236.661861:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661863:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078236.661867:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078236.661868:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078236.661874:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078236.661874:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078236.661878:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000040:2.0:1769078236.661878:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000020:00000001:1.0:1769078236.661880:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078236.661880:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078236.661884:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078236.661885:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078236.661888:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078236.661890:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078236.661890:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078236.661893:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078236.661895:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:2.0:1769078236.661896:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00001000:1.0:1769078236.661897:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000100:00000001:3.0:1769078236.661900:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:1.0:1769078236.661901:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:2.0:1769078236.661902:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078236.661903:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078236.661906:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:2.0:1769078236.661907:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078236.661908:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078236.661912:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000080:00000001:1.0:1769078236.661913:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:3.0:1769078236.661914:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078236.661915:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00100000:2.0:1769078236.661917:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00001000:1.0:1769078236.661919:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000001:3.0:1769078236.661920:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000080:00000001:1.0:1769078236.661923:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:2.0:1769078236.661923:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.661925:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078236.661927:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661929:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078236.661935:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb480. 00000100:00100000:3.0:1769078236.661935:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1769078236.661939:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:2.0:1769078236.661943:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078236.661946:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078236.661949:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078236.661952:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769078236.661952:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078236.661954:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078236.661959:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02800. 00000100:00000040:3.0:1769078236.661962:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078236.661963:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078236.661970:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078236.661983:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078236.661991:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078236.661995:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078236.661995:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078236.662000:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.662000:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078236.662005:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017f0700d] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078236.662009:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.662013:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000040:2.0:1769078236.662015:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5231) 00000100:00000001:3.0:1769078236.662018:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078236.662023:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078236.662029:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078236.662032:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078236.662037:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078236.662045:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657873152:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078236.662050:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662052:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078236.662055:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb100 x1855007657873152/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662062:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078236.662065:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078236.662067:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b400. 02000000:00000001:3.0:1769078236.662070:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078236.662073:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078236.662074:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078236.662076:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078236.662079:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02000. 02000000:00000001:3.0:1769078236.662083:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078236.662085:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078236.662087:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb100. 00000100:00000001:3.0:1769078236.662090:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078236.662092:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662094:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662102:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078236.662103:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.662105:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078236.662106:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078236.662108:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078236.662111:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662118:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078236.662119:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078236.662122:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078236.662137:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078236.662140:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078236.662143:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873280:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078236.662147:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078236.662149:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078236.662150:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078236.662152:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078236.662155:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b400. 02000000:00000001:3.0:1769078236.662157:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078236.662161:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078236.662164:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b580. 00000400:00000010:3.0:1769078236.662167:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090753b8. 00000100:00000200:3.0:1769078236.662170:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657873280, portal 10 00000100:00000001:3.0:1769078236.662172:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078236.662173:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082552448 : -115332626999168 : ffff971b07bc9880) 00000100:00000040:3.0:1769078236.662180:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662186:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078236.662188:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078236.662190:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075a18. 00000100:00000200:3.0:1769078236.662193:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657873280, offset 0 00000400:00000200:3.0:1769078236.662196:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078236.662201:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078236.662204:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078236.662207:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078236.662209:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078236.662212:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078236.662214:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078236.662217:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370712:370712:256:4294967295] 192.168.204.154@tcp LPNI seq info [370707:370707:8:4294967295] 00000400:00000200:3.0:1769078236.662221:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078236.662226:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078236.662231:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078236.662234:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078236.662238:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078236.662241:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769078236.662245:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078236.662247:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1769078236.662251:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078236.662253:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078236.662256:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078236.662259:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078236.662262:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075a18 00000400:00000010:3.0:1769078236.662264:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075a18. 00000100:00000001:3.0:1769078236.662266:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078236.662270:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662277:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078236.662280:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662286:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.662287:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078236.662291:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078236.662295:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078236.662299:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078236.662301:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299894283 00000100:00000001:3.0:1769078236.662304:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299894988 00000100:00000001:3.0:1769078236.662306:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299894283 00000100:00000001:3.0:1769078236.662308:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299894988 00000100:00000001:3.0:1769078236.662311:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078236.662313:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.662315:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078236.662319:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078236/real 1769078236] req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078236.662327:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078236.662328:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078236.662330:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b580. 00000400:00000200:3.0:1769078236.662333:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090753b8 00000400:00000010:3.0:1769078236.662335:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090753b8. 00000100:00000001:3.0:1769078236.662336:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078236.662340:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078236.662348:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662354:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078236.662356:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662358:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078236.662359:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078236.662362:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662369:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078236.662372:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662379:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078236.662382:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662383:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078236.662384:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662386:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078236.662391:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078236.662394:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078236.662397:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078236.662399:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078236.662404:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078236.662411:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873280:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078236.662414:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078236.662417:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662423:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078236.662424:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078236.662426:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078236.662428:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078236.662430:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078236.662432:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873408:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078236.662435:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078236.662437:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078236.662438:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078236.662440:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078236.662443:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b800. 02000000:00000001:3.0:1769078236.662445:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078236.662449:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078236.662451:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b580. 00000400:00000010:3.0:1769078236.662454:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090753b8. 00000100:00000200:3.0:1769078236.662457:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657873408, portal 4 00000100:00000001:3.0:1769078236.662459:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078236.662460:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082555136 : -115332626996480 : ffff971b07bca300) 00000100:00000040:3.0:1769078236.662465:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662470:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078236.662472:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078236.662474:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075a18. 00000100:00000200:3.0:1769078236.662477:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657873408, offset 0 00000400:00000200:3.0:1769078236.662481:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078236.662484:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078236.662487:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078236.662489:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078236.662492:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078236.662494:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078236.662496:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078236.662499:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370713:370713:256:4294967295] 192.168.204.154@tcp LPNI seq info [370708:370708:8:4294967295] 00000400:00000200:3.0:1769078236.662502:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078236.662508:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078236.662513:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078236.662515:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078236.662518:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078236.662521:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769078236.662524:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078236.662527:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1769078236.662530:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078236.662532:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078236.662534:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078236.662537:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078236.662540:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075a18 00000400:00000010:3.0:1769078236.662542:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075a18. 00000100:00000001:3.0:1769078236.662544:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078236.662548:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662574:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078236.662577:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662583:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.662585:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078236.662588:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078236.662590:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078236.662593:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078236.662596:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299894305 00000100:00000001:3.0:1769078236.662598:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299894988 00000100:00000001:3.0:1769078236.662600:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299894305 00000100:00000001:3.0:1769078236.662602:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299894988 00000100:00000001:3.0:1769078236.662604:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078236.662607:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.662608:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078236.662613:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078236/real 1769078236] req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078236.662620:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078236.662622:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078236.662623:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b580. 00000400:00000200:3.0:1769078236.662626:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090753b8 00000400:00000010:3.0:1769078236.662627:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090753b8. 00000100:00000001:3.0:1769078236.662629:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078236.662633:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078236.662641:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662648:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078236.662649:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662651:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078236.662652:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078236.662656:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662662:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078236.662665:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662671:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078236.662674:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662675:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078236.662676:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662678:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078236.662682:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078236.662685:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078236.662688:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078236.662690:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078236.662693:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078236.662700:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873408:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078236.662704:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078236.662707:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662712:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078236.662714:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078236.662716:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078236.662717:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078236.662719:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078236.662722:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873536:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078236.662724:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078236.662726:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078236.662727:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078236.662729:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078236.662732:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18400. 02000000:00000001:3.0:1769078236.662734:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078236.662737:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078236.662739:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b580. 00000400:00000010:3.0:1769078236.662742:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090753b8. 00000100:00000200:3.0:1769078236.662745:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657873536, portal 4 00000100:00000001:3.0:1769078236.662747:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078236.662748:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082559616 : -115332626992000 : ffff971b07bcb480) 00000100:00000040:3.0:1769078236.662753:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662758:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078236.662761:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078236.662763:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075a18. 00000100:00000200:3.0:1769078236.662766:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657873536, offset 0 00000400:00000200:3.0:1769078236.662770:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078236.662773:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078236.662776:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078236.662779:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078236.662781:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078236.662783:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078236.662786:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078236.662788:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370714:370714:256:4294967295] 192.168.204.154@tcp LPNI seq info [370709:370709:8:4294967295] 00000400:00000200:3.0:1769078236.662792:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078236.662828:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078236.662833:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078236.662837:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078236.662841:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078236.662843:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:3.1:1769078236.662847:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078236.662849:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:3.0:1769078236.662853:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078236.662854:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078236.662857:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078236.662860:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078236.662863:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075a18 00000400:00000010:3.0:1769078236.662864:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075a18. 00000100:00000001:3.0:1769078236.662866:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078236.662870:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662881:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078236.662884:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078261 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662890:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.662891:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078236.662894:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078236.662897:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078236.662900:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078236.662902:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299894309 00000100:00000001:3.0:1769078236.662904:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299894988 00000100:00000001:3.0:1769078236.662906:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299894309 00000100:00000001:3.0:1769078236.662917:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299894988 00000100:00000001:3.0:1769078236.662920:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078236.662922:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.662924:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078236.662927:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078236/real 1769078236] req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078236.662946:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078236.662948:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078236.662949:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b580. 00000400:00000200:3.0:1769078236.662951:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090753b8 00000400:00000010:3.0:1769078236.662953:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090753b8. 00000100:00000001:3.0:1769078236.662955:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078236.662958:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078236.662965:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662971:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078236.662972:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662974:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078236.662975:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078236.662978:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662984:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078236.662987:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.662993:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078236.662995:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662996:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078236.662997:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.662999:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078236.663003:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078236.663005:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078236.663007:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078236.663009:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078236.663012:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078236.663019:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873536:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078236.663023:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.663025:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078236.663028:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9880 x1855007657873280/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.663034:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078236.663036:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078236.663038:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b400. 02000000:00000001:3.0:1769078236.663040:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078236.663041:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078236.663043:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078236.663044:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078236.663046:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f03000. 02000000:00000001:3.0:1769078236.663049:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078236.663050:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078236.663052:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9880. 00000100:00000001:3.0:1769078236.663054:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078236.663055:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.663057:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078236.663060:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bca300 x1855007657873408/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.663072:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078236.663074:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078236.663075:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b800. 02000000:00000001:3.0:1769078236.663077:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078236.663078:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078236.663079:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078236.663081:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078236.663082:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00800. 02000000:00000001:3.0:1769078236.663084:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078236.663085:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078236.663086:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bca300. 00000100:00000001:3.0:1769078236.663092:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078236.663093:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.663095:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078236.663097:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb480 x1855007657873536/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078261 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078236.663103:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078236.663104:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078236.663105:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18400. 02000000:00000001:3.0:1769078236.663107:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078236.663108:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078236.663109:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078236.663110:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078236.663111:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02800. 02000000:00000001:3.0:1769078236.663113:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078236.663115:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078236.663116:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb480. 00000100:00000001:3.0:1769078236.663118:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078236.663139:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.663141:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078236.663145:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078236.663146:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078236.663148:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078236.663149:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078237.300667:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078237.300668:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078237.300674:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078237.300675:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078237.300676:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078237.300677:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078237.300683:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078237.300684:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078237.300690:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078237.300690:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078237.300694:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078237.300697:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078237.300699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078237.300699:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078237.300700:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078237.300711:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078237.300712:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078237.300712:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078237.300716:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078237.300724:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078237.300727:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078237.300730:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078237.300737:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078237.300740:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078237.300744:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078237.300746:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078237.300813:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078237.300816:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078237.300817:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078237.300819:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078237.300820:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078237.300822:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078237.300823:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078237.300824:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078237.300825:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078237.300831:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078237.300832:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078237.300833:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078237.300834:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078237.300838:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078237.300839:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078237.300840:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078237.300841:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078237.300842:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078237.300846:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078237.300848:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078237.300848:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078237.300849:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078237.300850:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078237.300851:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078237.300852:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078237.300853:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078237.300854:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078237.300897:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078237.300901:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078237.300902:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078237.300905:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078237.300906:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078237.300907:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078237.300910:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078237.300911:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078237.300914:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078237.300914:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078237.300917:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078237.300919:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078237.300919:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078237.300923:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078237.300927:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078237.300929:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078237.300932:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078237.300934:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078237.300936:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078237.300939:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078237.300942:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078237.428672:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299894988, at 4299895040 00000100:00000040:1.0:1769078237.428673:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299894988, at 4299895040 00000100:00000010:1.0:1769078237.428687:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1d80. 00000100:00000010:0.0:1769078237.428689:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1360. 00000100:00000001:0.0:1769078237.684690:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078237.684690:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078237.684706:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078237.684706:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078237.684714:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078237.684714:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078237.684723:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078237.684726:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078237.684728:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078237.684733:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078237.684734:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078237.684736:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078237.684739:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078237.684740:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078237.684741:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078237.684750:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078237.684755:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078237.684759:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078238.324686:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078238.324686:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078238.324695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078238.324696:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078238.324699:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078238.324705:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078238.324706:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078238.324706:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078238.324710:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078238.324713:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078238.324715:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078238.324716:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078238.324718:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078238.324721:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078238.324722:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078238.324723:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078238.324739:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078238.324740:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078238.324740:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078238.324750:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078238.324750:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078238.324751:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078238.324767:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078238.324772:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078238.324775:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078238.324779:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078238.324794:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078238.324795:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078238.324800:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078238.324801:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078238.324802:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078238.324811:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00010000:2.0:1769078238.324812:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078238.324815:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078238.324815:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078238.324823:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078238.324825:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078238.324826:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078238.324830:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078238.324830:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078238.324845:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078238.324845:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078238.324850:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078238.324854:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078238.324857:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078238.324860:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078238.324863:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078238.324907:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078238.324909:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078238.324911:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078238.324912:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078238.324913:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078238.324916:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078238.324917:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078238.324919:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078238.324920:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078238.324922:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078238.324924:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078238.324925:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078238.324929:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078238.324929:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078238.324933:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078238.324937:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078238.324937:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078238.324938:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078238.324942:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078238.324942:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078238.324945:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078238.324948:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078238.324950:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078238.324952:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078238.324954:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078238.324955:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078238.324957:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078238.708649:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078238.708655:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078238.708657:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078238.708661:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078238.708665:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078238.708667:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078238.708669:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078238.708670:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078238.708671:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078238.708674:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078238.708675:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078238.708677:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078238.708681:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078238.708683:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078238.708685:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078238.708687:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078238.708688:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078238.708690:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078239.348628:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078239.348636:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078239.348638:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078239.348644:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078239.348647:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078239.348651:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078239.348655:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078239.348664:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078239.348666:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078239.348671:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078239.348671:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.348676:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078239.348680:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078239.348682:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078239.348685:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078239.348687:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078239.348689:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078239.348692:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078239.348694:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078239.348699:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078239.348701:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078239.348702:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078239.348705:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078239.348708:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078239.348713:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078239.348715:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078239.348718:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078239.348719:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078239.348720:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078239.348721:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078239.348725:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078239.348727:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078239.348729:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078239.348730:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078239.348731:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078239.348736:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078239.348737:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.348737:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078239.348746:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078239.348747:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078239.348750:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078239.348752:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078239.348752:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078239.348757:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.348760:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078239.348760:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078239.348761:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078239.348761:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078239.348766:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078239.348768:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078239.348768:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078239.348768:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078239.348774:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.348774:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078239.348776:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078239.348782:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078239.348782:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078239.348783:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078239.348783:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078239.348787:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078239.348790:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078239.348791:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078239.348793:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078239.348798:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078239.348802:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078239.348802:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078239.348804:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078239.348811:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078239.348814:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078239.348820:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078239.348820:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.348822:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078239.348828:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.348829:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078239.348830:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078239.348834:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078239.348836:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1769078239.348839:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078239.348839:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078239.348842:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.348846:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078239.348846:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078239.348849:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.348850:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078239.348852:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.348855:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078239.348856:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.348859:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078239.348863:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078239.348886:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078239.348889:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078239.348892:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078239.732691:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078239.732691:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078239.732705:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078239.732706:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078239.732710:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.732711:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078239.732720:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078239.732721:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078239.732728:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078239.732729:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078239.732736:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078239.732736:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078239.732745:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078239.732751:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078239.732754:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078239.732755:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078239.732760:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078239.732763:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078240.372651:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078240.372653:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078240.372654:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078240.372660:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078240.372660:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078240.372661:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078240.372661:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078240.372663:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078240.372665:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078240.372668:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078240.372670:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078240.372670:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078240.372671:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078240.372673:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078240.372674:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078240.372677:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078240.372678:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078240.372681:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078240.372682:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078240.372684:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078240.372684:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078240.372686:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078240.372688:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078240.372690:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078240.372693:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078240.372694:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078240.372695:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078240.372696:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078240.372702:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078240.372703:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078240.372707:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078240.372711:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078240.372712:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078240.372717:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078240.372721:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078240.372724:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078240.372728:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078240.372729:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078240.372731:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078240.372733:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078240.372735:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078240.372737:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078240.372739:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1769078240.372739:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078240.372741:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078240.372743:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078240.372745:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078240.372747:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078240.372749:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078240.372750:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078240.372751:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078240.372754:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078240.372756:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078240.372757:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078240.372758:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078240.372761:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078240.372762:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078240.372763:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078240.372765:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078240.372766:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078240.372769:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078240.372770:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078240.372770:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078240.372777:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078240.372777:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078240.372781:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078240.372783:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078240.372785:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078240.372788:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078240.372793:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078240.372796:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078240.372797:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078240.372800:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078240.372803:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078240.756659:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078240.756659:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078240.756666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078240.756667:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078240.756671:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078240.756671:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078240.756678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078240.756679:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078240.756685:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078240.756685:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078240.756690:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078240.756690:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078240.756695:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078240.756698:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078240.756701:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078240.756702:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078240.756704:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078240.756706:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.396659:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078241.396659:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078241.396659:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078241.396665:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078241.396666:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078241.396667:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078241.396667:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078241.396669:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078241.396671:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.396671:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078241.396672:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078241.396674:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078241.396676:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078241.396676:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078241.396678:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078241.396678:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078241.396682:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078241.396683:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078241.396683:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078241.396684:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078241.396687:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078241.396688:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078241.396688:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078241.396689:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078241.396692:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078241.396693:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078241.396698:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078241.396700:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078241.396703:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078241.396706:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.396707:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078241.396709:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078241.396711:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078241.396713:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078241.396715:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078241.396716:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.396716:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078241.396721:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078241.396722:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078241.396726:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078241.396728:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078241.396728:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078241.396733:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078241.396733:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.396734:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078241.396739:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078241.396740:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078241.396741:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078241.396742:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078241.396743:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078241.396745:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078241.396747:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078241.396748:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078241.396752:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078241.396752:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078241.396754:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078241.396756:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.396757:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078241.396758:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078241.396761:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078241.396761:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.396762:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078241.396764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.396767:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078241.396770:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078241.396775:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078241.396778:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.396778:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078241.396783:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078241.396784:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078241.396785:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078241.396788:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.396789:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078241.396794:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078241.780651:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078241.780658:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078241.780660:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078241.780666:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078241.780670:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:1.0:1769078241.780673:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:3.0:1769078241.780675:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078241.780677:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:0.0:1769078241.780678:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078241.780679:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078241.780680:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078241.780682:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078241.780685:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.780685:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078241.780686:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00080000:2.0:1769078241.780691:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078241.780692:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000020:00001000:1.0:1769078241.780692:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000001:3.0:1769078241.780693:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078241.780698:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078241.780702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078241.780702:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00000001:1.0:1769078241.780704:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00000001:0.0:1769078241.780707:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078241.780707:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1769078241.780709:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078241.780710:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078241.780713:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078241.780714:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078241.780714:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078241.780719:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078241.780721:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078241.780730:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5226 00000020:00000001:1.0:1769078241.780731:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078241.780734:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078241.780736:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078241.780740:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:1.0:1769078241.780743:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000400:00000200:2.0:1769078241.780748:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000002:1.0:1769078241.780749:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000100:00080000:2.0:1769078241.780752:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078241.780755:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:2.0:1769078241.780758:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078241.780759:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078241.780763:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:2.0:1769078241.780764:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078241.780767:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078241.780768:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078241.780772:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078241.780774:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078241.780775:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078241.780779:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780780:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078241.780780:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078241.780782:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078241.780783:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078241.780785:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:2.0:1769078241.780787:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000002:1.0:1769078241.780788:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:2.0:1769078241.780791:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078241.780792:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780796:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078241.780796:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078241.780799:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078241.780800:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:1.0:1769078241.780801:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769078241.780804:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000040:2.0:1769078241.780807:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:1.0:1769078241.780808:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:2.0:1769078241.780810:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078241.780812:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769078241.780815:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000040:2.0:1769078241.780815:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078241.780817:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078241.780819:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078241.780820:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00000040:2.0:1769078241.780823:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00001000:1.0:1769078241.780824:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00080000:2.0:1769078241.780828:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078241.780829:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000100:00000001:2.0:1769078241.780832:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780833:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:2.0:1769078241.780837:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078241.780840:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078241.780843:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780845:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078241.780845:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078241.780849:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078241.780849:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780852:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.780855:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.780857:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000010:2.0:1769078241.780858:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bca680. 00000020:00000001:1.0:1769078241.780860:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000040:2.0:1769078241.780863:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078241.780864:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.780869:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078241.780871:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078241.780872:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078241.780874:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780875:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078241.780878:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:2.0:1769078241.780879:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:1.0:1769078241.780880:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.780882:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078241.780883:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:2.0:1769078241.780883:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078241.780886:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780887:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078241.780888:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.780889:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.780893:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780894:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078241.780895:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780896:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780897:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078241.780898:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 02000000:00000010:2.0:1769078241.780899:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00800. 00020000:00000001:1.0:1769078241.780900:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.780902:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078241.780906:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:2.0:1769078241.780907:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078241.780908:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078241.780915:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00100000:2.0:1769078241.780917:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000020:1.0:1769078241.780919:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078241.780922:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.780927:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078241.780930:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:2.0:1769078241.780932:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:1.0:1769078241.780933:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000008:00000020:1.0:1769078241.780938:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000001:2.0:1769078241.780938:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078241.780944:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:2.0:1769078241.780945:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4f2a5a] to pc [ptlrpcd_rcv+-1] req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:1.0:1769078241.780947:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078241.780949:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.780954:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078241.780958:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:1.0:1769078241.780963:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:1.0:1769078241.780966:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780968:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.780969:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078241.780970:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.780972:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078241.780974:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078241.780976:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.780981:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:2.0:1769078241.780982:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:1.0:1769078241.780985:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:2.0:1769078241.780985:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:1.0:1769078241.780989:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00080000:2.0:1769078241.780989:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078241.780993:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078241.780994:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078241.780996:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078241.780997:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:1.0:1769078241.781000:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078241.781000:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5226 00000100:00000001:3.0:1769078241.781001:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:1.0:1769078241.781006:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:3.0:1769078241.781006:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769078241.781008:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078241.781009:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078241.781012:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078241.781016:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000200:2.0:1769078241.781016:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000040:3.0:1769078241.781016:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078241.781020:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:2.0:1769078241.781022:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078241.781023:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078241.781025:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078241.781028:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078241.781030:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078241.781032:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078241.781048:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078241.781049:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078241.781053:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078241.781054:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078241.781055:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078241.781057:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078241.781059:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078241.781060:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078241.781062:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078241.781064:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078241.781064:0:13261:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1769078241.781066:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:1.0:1769078241.781068:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000020:00000040:2.0:1769078241.781068:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 02000000:00000001:3.0:1769078241.781070:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078241.781071:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078241.781072:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078241.781073:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078241.781076:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000040:2.0:1769078241.781077:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:3.0:1769078241.781077:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781078:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781083:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078241.781084:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00100000:3.0:1769078241.781086:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657873664:192.168.204.154@tcp:250:kworker.0 00020000:00000001:1.0:1769078241.781087:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078241.781088:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078241.781089:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078241.781091:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781095:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078241.781097:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:3.0:1769078241.781097:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1769078241.781098:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078241.781100:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:3.0:1769078241.781102:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1769078241.781103:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078241.781104:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769078241.781106:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781107:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078241.781110:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000100:00000040:2.0:1769078241.781110:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078241.781112:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:3.0:1769078241.781112:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:1.0:1769078241.781116:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078241.781117:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:1.0:1769078241.781119:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000010:3.0:1769078241.781120:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18400. 00000080:00200000:1.0:1769078241.781122:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00000040:2.0:1769078241.781122:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:3.0:1769078241.781125:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078241.781128:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078241.781130:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:2.0:1769078241.781130:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00001000:1.0:1769078241.781134:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000001:2.0:1769078241.781136:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078241.781137:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:1.0:1769078241.781138:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1769078241.781140:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000080:00000001:1.0:1769078241.781142:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078241.781146:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b580. 02000000:00000001:2.0:1769078241.781148:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769078241.781149:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769078241.781151:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078241.781153:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:2.0:1769078241.781154:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781155:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000400:00000010:3.0:1769078241.781155:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090753b8. 00000020:00001000:1.0:1769078241.781160:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000001:2.0:1769078241.781160:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078241.781164:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000008:00100000:2.0:1769078241.781166:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000200:3.0:1769078241.781166:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657873664, portal 25 00000020:00000001:1.0:1769078241.781167:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078241.781169:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078241.781171:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:3.0:1769078241.781173:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769078241.781174:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000008:00000001:2.0:1769078241.781174:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.781176:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082556032 : -115332626995584 : ffff971b07bca680) 00000020:00000001:1.0:1769078241.781177:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078241.781178:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078241.781179:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078241.781183:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000040:3.0:1769078241.781187:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:1.0:1769078241.781188:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000010:2.0:1769078241.781188:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb480. 00020000:00000001:1.0:1769078241.781194:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000040:2.0:1769078241.781194:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00020000:00000001:1.0:1769078241.781197:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078241.781199:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000001:2.0:1769078241.781201:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:1.0:1769078241.781202:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078241.781205:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.781205:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:1.0:1769078241.781206:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078241.781211:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:2.0:1769078241.781211:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:1.0:1769078241.781212:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078241.781212:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078241.781216:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:2.0:1769078241.781216:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078241.781219:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000010:3.0:1769078241.781219:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075a18. 02000000:00000001:2.0:1769078241.781220:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781221:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078241.781224:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000200:3.0:1769078241.781226:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657873664, offset 0 00000020:00000001:1.0:1769078241.781228:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078241.781228:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f03000. 00000020:00000001:1.0:1769078241.781233:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:2.0:1769078241.781235:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078241.781236:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078241.781237:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078241.781240:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769078241.781244:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:2.0:1769078241.781245:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000002:1.0:1769078241.781248:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:3.0:1769078241.781248:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078241.781256:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000200:3.0:1769078241.781259:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:1.0:1769078241.781260:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:2.0:1769078241.781261:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078241.781263:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078241.781266:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781267:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000400:00000200:3.0:1769078241.781269:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00001000:1.0:1769078241.781274:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000040:2.0:1769078241.781276:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017f0700d] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078241.781277:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000400:00000200:3.0:1769078241.781277:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:1.0:1769078241.781282:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769078241.781285:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:3.0:1769078241.781285:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1769078241.781288:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078241.781291:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078241.781294:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:1.0:1769078241.781296:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781298:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000001:2.0:1769078241.781298:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078241.781303:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370715:370715:256:4294967295] 192.168.204.154@tcp LPNI seq info [370710:370710:8:4294967295] 00000020:00000001:1.0:1769078241.781304:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:2.0:1769078241.781304:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078241.781306:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781310:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781314:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078241.781315:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:3.0:1769078241.781315:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078241.781316:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078241.781320:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:1.0:1769078241.781321:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078241.781323:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:2.0:1769078241.781325:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078241.781326:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078241.781328:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078241.781331:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078241.781333:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078241.781335:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078241.781336:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:1.0:1769078241.781337:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078241.781340:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5226 00020000:00000001:1.0:1769078241.781341:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781344:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078241.781347:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781351:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078241.781352:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000200:3.0:1769078241.781353:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078241.781355:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078241.781358:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000400:00000200:2.0:1769078241.781359:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078241.781361:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000010:3.0:1769078241.781362:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000100:00080000:2.0:1769078241.781363:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078241.781364:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078241.781367:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000040:2.0:1769078241.781370:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:1.0:1769078241.781371:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000800:00000200:3.0:1769078241.781374:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:2.0:1769078241.781375:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:1.0:1769078241.781377:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078241.781381:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:2.0:1769078241.781382:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:3.1:1769078241.781382:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:1.0:1769078241.781385:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078241.781387:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:1.0:1769078241.781390:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000020:00000001:2.0:1769078241.781391:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:1.0:1769078241.781393:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000020:00000040:2.0:1769078241.781394:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000008:00000001:1.0:1769078241.781396:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000020:00000001:2.0:1769078241.781397:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078241.781400:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000008:00000020:1.0:1769078241.781401:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000100:00000001:3.0:1769078241.781401:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078241.781404:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000001:1.0:1769078241.781407:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000001:2.0:1769078241.781409:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000008:00000020:1.0:1769078241.781410:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:3.0:1769078241.781411:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:1.0:1769078241.781413:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.781417:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769078241.781417:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299900107 00000100:00000040:2.0:1769078241.781418:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000020:1.0:1769078241.781420:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000001:2.0:1769078241.781422:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:1.0:1769078241.781427:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000010:3.0:1769078241.781427:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db14e0. 00000100:00000040:2.0:1769078241.781429:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:1.0:1769078241.781430:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781435:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078241.781435:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078241.781438:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00020000:00000001:1.0:1769078241.781439:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078241.781441:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:1.0:1769078241.781442:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781446:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.781448:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299900107 00000020:00000001:1.0:1769078241.781449:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:2.0:1769078241.781449:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:1.0:1769078241.781451:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078241.781453:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078241.781456:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078241.781457:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078241.781457:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1180. 00000020:00000001:1.0:1769078241.781458:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078241.781460:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781463:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 02000000:00000001:2.0:1769078241.781463:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769078241.781464:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1769078241.781467:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:2.0:1769078241.781468:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078241.781470:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078241.781470:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078241.781472:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781473:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:3.0:1769078241.781475:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781477:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078241.781477:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078241.781479:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781482:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000008:00100000:2.0:1769078241.781483:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000001:3.0:1769078241.781483:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078241.781485:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078241.781489:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078241.781490:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781494:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078241.781494:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.781494:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078241.781498:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000010:2.0:1769078241.781501:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bca300. 00000100:00000001:3.0:1769078241.781502:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:1.0:1769078241.781507:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000040:2.0:1769078241.781507:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:3.0:1769078241.781507:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078241.781511:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769078241.781512:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1769078241.781513:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078241.781515:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078241.781516:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078241.781518:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078241.781520:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000040:3.0:1769078241.781520:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078241.781522:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781523:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.781525:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078241.781528:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078241.781529:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:1.0:1769078241.781531:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078241.781533:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769078241.781535:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078241.781538:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781539:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078241.781541:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769078241.781541:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078241.781545:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.781545:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078241.781546:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02000. 00000020:00000001:1.0:1769078241.781547:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078241.781549:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000001:3.0:1769078241.781550:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:1.0:1769078241.781551:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078241.781552:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781569:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078241.781570:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078241.781571:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078241.781574:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:3.0:1769078241.781574:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078241.781578:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078241.781581:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:3.0:1769078241.781581:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078241.781582:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:2.0:1769078241.781586:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000001:1.0:1769078241.781587:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078241.781589:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:3.0:1769078241.781589:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873792:192.168.204.154@tcp:38:kworker.0 00000020:00001000:1.0:1769078241.781593:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769078241.781596:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1769078241.781599:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000080:00000001:1.0:1769078241.781602:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.781603:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078241.781607:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078241.781609:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078241.781609:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1769078241.781611:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:1.0:1769078241.781613:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769078241.781614:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078241.781616:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b800. 00000020:00000001:1.0:1769078241.781617:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:3.0:1769078241.781620:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781621:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000040:2.0:1769078241.781622:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000597911a6] to pc [ptlrpcd_rcv+-1] req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:1.0:1769078241.781627:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000400:00000200:3.0:1769078241.781628:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078241.781632:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000400:00000010:3.0:1769078241.781634:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b898. 00000020:00000001:1.0:1769078241.781638:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078241.781641:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078241.781642:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078241.781643:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000010:3.0:1769078241.781643:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075088. 00000100:00080000:2.0:1769078241.781647:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1769078241.781649:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657873792, portal 10 00000020:00000001:1.0:1769078241.781650:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078241.781653:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:2.0:1769078241.781654:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078241.781656:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000080:00000001:1.0:1769078241.781657:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078241.781658:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078241.781661:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082559616 : -115332626992000 : ffff971b07bcb480) 00020000:00000002:1.0:1769078241.781662:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00080000:2.0:1769078241.781662:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078241.781668:0:13261:0:(import.c:484:import_select_connection()) Process entered 00020000:00000002:1.0:1769078241.781669:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:3.0:1769078241.781672:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078241.781674:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:2.0:1769078241.781675:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5226 00020000:00000001:1.0:1769078241.781678:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078241.781682:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000200:2.0:1769078241.781685:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078241.781686:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781692:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078241.781692:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1769078241.781693:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078241.781699:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00080000:2.0:1769078241.781699:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078241.781699:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:1.0:1769078241.781704:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078241.781705:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000010:3.0:1769078241.781706:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000020:00000001:1.0:1769078241.781708:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078241.781711:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078241.781712:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000200:3.0:1769078241.781713:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657873792, offset 0 00020000:00000001:1.0:1769078241.781716:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000040:2.0:1769078241.781716:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:1.0:1769078241.781720:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:2.0:1769078241.781721:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:3.0:1769078241.781722:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078241.781727:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078241.781727:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078241.781730:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000200:3.0:1769078241.781732:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078241.781733:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078241.781733:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078241.781736:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000040:2.0:1769078241.781738:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:1.0:1769078241.781739:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000400:00000200:3.0:1769078241.781741:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078241.781742:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00200000:1.0:1769078241.781743:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000001:2.0:1769078241.781748:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000002:1.0:1769078241.781749:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:3.0:1769078241.781749:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078241.781755:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:1.0:1769078241.781756:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000040:2.0:1769078241.781757:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078241.781760:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000200:3.0:1769078241.781761:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769078241.781762:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078241.781763:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:3.0:1769078241.781767:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:1.0:1769078241.781768:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000040:2.0:1769078241.781768:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00001000:1.0:1769078241.781774:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000001:2.0:1769078241.781774:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:3.0:1769078241.781775:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370716:370716:255:4294967295] 192.168.204.154@tcp LPNI seq info [370711:370711:7:4294967295] 00000020:00000001:1.0:1769078241.781780:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000020:00000040:2.0:1769078241.781781:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000020:00000001:1.0:1769078241.781785:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:3.0:1769078241.781786:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:2.0:1769078241.781789:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078241.781790:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078241.781793:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781794:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:2.0:1769078241.781797:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078241.781798:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078241.781802:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769078241.781802:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:1.0:1769078241.781804:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078241.781807:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.781809:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000001:2.0:1769078241.781812:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078241.781814:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000800:00000200:3.0:1769078241.781816:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078241.781817:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:2.0:1769078241.781817:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000001:1.0:1769078241.781823:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769078241.781823:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad300. 00000008:00000001:2.0:1769078241.781824:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781830:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078241.781830:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078241.781832:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769078241.781835:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000010:2.0:1769078241.781837:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9880. 00020000:00000001:1.0:1769078241.781839:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078241.781843:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000200:3.1:1769078241.781843:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:2.0:1769078241.781844:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:2.0:1769078241.781850:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769078241.781850:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078241.781853:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078241.781856:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000020:00000001:1.0:1769078241.781857:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078241.781857:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078241.781861:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078241.781862:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:2.0:1769078241.781864:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078241.781865:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078241.781866:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781871:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078241.781872:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00000. 00000100:00000001:3.0:1769078241.781872:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299899403 00020000:00000001:1.0:1769078241.781875:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.781879:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299900107 00020000:00000001:1.0:1769078241.781880:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078241.781880:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.781884:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299899403 00000020:00000001:1.0:1769078241.781887:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769078241.781889:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299900107 00000100:00100000:2.0:1769078241.781890:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078241.781891:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.781895:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078241.781897:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.781902:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781903:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078241.781906:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078241.781910:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078241.781910:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078241.781910:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.781914:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769078241.781916:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.781917:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:2.0:1769078241.781917:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078241.781921:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:3.0:1769078241.781921:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1769078241.781925:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fbc8c47] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078241.781925:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:1.0:1769078241.781926:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078241.781930:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769078241.781931:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:1.0:1769078241.781933:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078241.781935:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078241.781938:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:1.0:1769078241.781939:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078241.781943:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000040:3.0:1769078241.781946:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078241.781947:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000100:00000001:2.0:1769078241.781947:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078241.781954:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000100:00000040:2.0:1769078241.781955:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5237) 00000008:00000001:1.0:1769078241.781962:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:3.0:1769078241.781963:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000020:1.0:1769078241.781966:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769078241.781967:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078241.781969:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078241.781971:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1769078241.781973:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:3.0:1769078241.781975:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1769078241.781977:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 02000000:00000001:3.0:1769078241.781979:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078241.781985:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00100000:3.0:1769078241.781985:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873920:192.168.204.154@tcp:8:kworker.0 00000008:00000001:1.0:1769078241.781990:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.781992:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1769078241.781995:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.781995:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:1.0:1769078241.781999:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.781999:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782005:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.782005:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1769078241.782009:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078241.782010:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b400. 00000020:00000001:1.0:1769078241.782011:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:3.0:1769078241.782014:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782015:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078241.782018:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078241.782019:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:3.0:1769078241.782021:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078241.782022:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078241.782025:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078241.782026:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bd10. 00020000:00000001:1.0:1769078241.782027:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078241.782031:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078241.782032:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000010:3.0:1769078241.782033:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075b28. 00020000:00000001:1.0:1769078241.782034:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078241.782048:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782049:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078241.782051:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000200:3.0:1769078241.782051:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657873920, portal 4 00020000:00000001:1.0:1769078241.782053:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782056:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:1.0:1769078241.782057:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782059:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082555136 : -115332626996480 : ffff971b07bca300) 00020000:00000001:1.0:1769078241.782060:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078241.782063:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078241.782065:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078241.782066:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078241.782068:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078241.782070:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000040:3.0:1769078241.782071:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078241.782072:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782074:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078241.782076:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078241.782079:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782084:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782086:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:1.0:1769078241.782087:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078241.782089:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:3.0:1769078241.782090:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078241.782091:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782095:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000010:3.0:1769078241.782095:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00020000:00000001:1.0:1769078241.782096:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078241.782099:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000200:3.0:1769078241.782100:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657873920, offset 0 00000020:00000001:1.0:1769078241.782101:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078241.782104:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:3.0:1769078241.782108:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00001000:1.0:1769078241.782109:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078241.782113:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000200:3.0:1769078241.782116:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078241.782117:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078241.782120:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000400:00000200:3.0:1769078241.782123:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000080:00200000:1.0:1769078241.782124:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:3.0:1769078241.782129:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000001:1.0:1769078241.782130:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078241.782133:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:3.0:1769078241.782135:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00001000:1.0:1769078241.782136:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000400:00000200:3.0:1769078241.782140:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000080:00000001:1.0:1769078241.782141:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:1.0:1769078241.782146:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078241.782146:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000080:00000001:1.0:1769078241.782153:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:3.0:1769078241.782153:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370717:370717:254:4294967295] 192.168.204.154@tcp LPNI seq info [370712:370712:6:4294967295] 00000080:00000001:1.0:1769078241.782156:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078241.782158:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078241.782162:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000400:00000200:3.0:1769078241.782162:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:1.0:1769078241.782166:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769078241.782170:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000400:00000200:3.0:1769078241.782172:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:1.0:1769078241.782174:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078241.782177:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000800:00000200:3.0:1769078241.782179:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000080:00200000:1.0:1769078241.782180:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000800:00000010:3.0:1769078241.782184:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad900. 00000020:00000001:1.0:1769078241.782185:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078241.782188:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078241.782190:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078241.782191:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000002:1.0:1769078241.782195:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000800:00000200:3.1:1769078241.782199:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000002:1.0:1769078241.782201:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:3.0:1769078241.782203:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782205:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078241.782208:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000040:3.0:1769078241.782208:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00020000:00000001:1.0:1769078241.782211:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769078241.782213:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078241.782215:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078241.782216:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078241.782220:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299899424 00020000:00000001:1.0:1769078241.782221:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078241.782223:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782226:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299900107 00000020:00000001:1.0:1769078241.782227:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078241.782229:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769078241.782231:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299899424 00020000:00000001:1.0:1769078241.782232:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078241.782235:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:3.0:1769078241.782237:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299900107 00000020:00000001:1.0:1769078241.782240:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782241:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078241.782245:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:3.0:1769078241.782246:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782249:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769078241.782250:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782252:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:3.0:1769078241.782254:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00200000:1.0:1769078241.782256:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769078241.782259:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769078241.782262:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769078241.782263:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078241.782264:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078241.782265:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769078241.782267:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769078241.782269:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:1.0:1769078241.782270:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769078241.782272:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078241.782273:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078241.782274:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782276:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782277:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769078241.782279:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078241.782281:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782282:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782284:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782285:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078241.782286:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078241.782287:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782289:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078241.782289:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078241.782291:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782292:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782293:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782295:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782296:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078241.782298:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782299:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782300:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078241.782302:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078241.782303:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782304:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078241.782305:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078241.782306:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078241.782309:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078241.782310:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078241.782311:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.782313:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078241.782314:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078241.782316:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000008:00000020:1.0:1769078241.782319:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769078241.782322:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078241.782323:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078241.782325:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.782326:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078241.782329:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769078241.782332:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.782334:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782336:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782339:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782340:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:1.0:1769078241.782341:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782344:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:1.0:1769078241.782345:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782349:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769078241.782350:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078241.782352:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:1.0:1769078241.782353:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:3.0:1769078241.782355:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:1.0:1769078241.782357:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078241.782359:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078241.782362:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:3.0:1769078241.782362:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078241.782365:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782369:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078241.782372:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078241.782374:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078241.782376:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:3.0:1769078241.782378:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:1.0:1769078241.782379:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782382:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078241.782382:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782385:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:3.0:1769078241.782387:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:1.0:1769078241.782388:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.782391:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078241.782392:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.782396:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782397:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078241.782400:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078241.782403:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00100000:3.0:1769078241.782403:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874048:192.168.204.154@tcp:8:kworker.0 00000020:00000001:1.0:1769078241.782406:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:3.0:1769078241.782409:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1769078241.782410:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078241.782413:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:3.0:1769078241.782413:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:1.0:1769078241.782414:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:3.0:1769078241.782416:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782417:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:3.0:1769078241.782419:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1769078241.782420:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078241.782423:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078241.782424:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19800. 00020000:00000001:1.0:1769078241.782426:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078241.782428:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782430:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078241.782434:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:3.0:1769078241.782435:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078241.782437:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782440:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000010:3.0:1769078241.782440:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b948. 00020000:00000001:1.0:1769078241.782443:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078241.782446:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000400:00000010:3.0:1769078241.782446:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075908. 00000020:00000001:1.0:1769078241.782447:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078241.782451:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000200:3.0:1769078241.782452:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657874048, portal 4 00000020:00001000:1.0:1769078241.782453:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078241.782457:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:3.0:1769078241.782458:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:1.0:1769078241.782460:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:3.0:1769078241.782461:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082552448 : -115332626999168 : ffff971b07bc9880) 00000080:00000001:1.0:1769078241.782463:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769078241.782467:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000040:3.0:1769078241.782470:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:1.0:1769078241.782471:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078241.782474:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078241.782477:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769078241.782481:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078241.782483:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000080:00000001:1.0:1769078241.782484:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078241.782487:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00000001:1.0:1769078241.782490:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000010:3.0:1769078241.782491:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000080:00000001:1.0:1769078241.782493:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000200:3.0:1769078241.782495:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657874048, offset 0 00000020:00000001:1.0:1769078241.782496:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078241.782499:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000400:00000200:3.0:1769078241.782503:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00001000:1.0:1769078241.782505:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769078241.782508:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000400:00000200:3.0:1769078241.782510:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078241.782513:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078241.782516:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:3.0:1769078241.782517:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000080:00200000:1.0:1769078241.782519:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:3.0:1769078241.782522:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1769078241.782523:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078241.782526:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:3.0:1769078241.782527:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000080:00000001:1.0:1769078241.782529:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078241.782532:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000002:1.0:1769078241.782534:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000400:00000200:3.0:1769078241.782537:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000002:1.0:1769078241.782540:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:3.0:1769078241.782543:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370718:370718:253:4294967295] 192.168.204.154@tcp LPNI seq info [370713:370713:5:4294967295] 00020000:00000001:1.0:1769078241.782545:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078241.782549:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000400:00000200:3.0:1769078241.782551:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078241.782552:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769078241.782582:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078241.782585:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:1.0:1769078241.782586:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078241.782591:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078241.782593:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782597:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000200:3.0:1769078241.782598:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078241.782600:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078241.782603:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000800:00000010:3.0:1769078241.782605:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00020000:00000002:1.0:1769078241.782606:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769078241.782610:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078241.782613:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769078241.782614:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078241.782617:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078241.782621:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000800:00000200:3.1:1769078241.782621:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00200000:1.0:1769078241.782624:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:3.0:1769078241.782626:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078241.782629:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000040:3.0:1769078241.782631:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00020000:00000001:1.0:1769078241.782634:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769078241.782636:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000200:3.0:1769078241.782637:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078241.782639:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769078241.782641:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299899429 00000020:00000001:1.0:1769078241.782642:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:3.0:1769078241.782645:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299900107 00000020:00001000:1.0:1769078241.782647:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000001:3.0:1769078241.782649:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299899429 00000020:00000001:1.0:1769078241.782652:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000100:00000001:3.0:1769078241.782654:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299900107 00000020:00000001:1.0:1769078241.782656:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078241.782658:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078241.782660:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769078241.782662:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782663:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078241.782666:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782668:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782668:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782673:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000001:3.0:1769078241.782673:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078241.782678:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078241.782680:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782680:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078241.782683:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00020000:00000001:1.0:1769078241.782684:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782687:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769078241.782688:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078241.782690:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078241.782691:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769078241.782693:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782694:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:3.0:1769078241.782696:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782697:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782700:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078241.782701:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078241.782703:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782705:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782706:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782707:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782708:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078241.782710:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782711:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782713:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078241.782714:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078241.782715:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782716:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078241.782717:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078241.782718:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078241.782721:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078241.782722:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078241.782723:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.782725:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078241.782726:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078241.782727:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:1.0:1769078241.782729:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769078241.782732:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078241.782733:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078241.782735:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.782736:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078241.782738:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769078241.782741:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.782742:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782744:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782745:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782746:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782747:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782748:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078241.782750:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078241.782751:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078241.782752:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078241.782754:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078241.782755:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782756:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078241.782758:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078241.782759:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078241.782760:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078241.782761:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782762:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078241.782763:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078241.782764:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782766:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782767:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078241.782768:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078241.782769:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078241.782770:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078241.782771:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078241.782772:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078241.782773:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782774:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078241.782775:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078241.782776:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782778:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782779:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078241.782780:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078241.782781:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782783:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078241.782784:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078241.782785:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078241.782786:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078241.782787:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078241.782788:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078241.782790:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769078241.782791:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078241.782793:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769078241.782795:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769078241.782797:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078241.782798:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078241.782800:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769078241.782801:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078241.782802:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078241.782806:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769078241.782807:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078241.782808:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078241.782809:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769078241.782811:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769078241.782813:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:1.0:1769078241.782814:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078241.782815:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078241.782816:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769078241.782818:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078241.782819:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078241.782820:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078241.782823:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769078241.782825:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:1.0:1769078241.782827:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078241.782828:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078241.782829:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769078241.782831:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782832:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078241.782834:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078241.782835:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782836:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078241.782837:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078241.782838:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078241.782839:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769078241.782841:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782842:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078241.782843:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078241.782844:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769078241.782845:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769078241.782847:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769078241.782850:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769078241.782850:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078241.782851:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078241.782853:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769078241.782854:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769078241.782856:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:1.0:1769078241.782857:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769078241.782859:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078241.782859:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078241.782860:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782862:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782863:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769078241.782865:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078241.782866:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782867:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782869:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782870:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078241.782871:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078241.782872:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782873:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078241.782873:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078241.782874:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782876:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782877:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782878:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782880:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078241.782880:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782882:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782883:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078241.782884:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078241.782885:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782886:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078241.782887:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078241.782888:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078241.782890:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078241.782891:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078241.782892:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.782894:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078241.782895:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078241.782896:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:1.0:1769078241.782898:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769078241.782901:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078241.782902:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078241.782903:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.782904:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078241.782906:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769078241.782908:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078241.782910:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782912:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782913:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782915:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782916:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782918:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078241.782919:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078241.782920:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078241.782921:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078241.782922:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078241.782923:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782924:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078241.782925:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078241.782926:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078241.782927:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078241.782928:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782929:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078241.782930:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078241.782931:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782933:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782934:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078241.782935:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078241.782936:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078241.782936:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078241.782937:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078241.782938:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078241.782939:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078241.782940:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078241.782941:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078241.782942:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782944:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078241.782945:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078241.782946:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078241.782947:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078241.782948:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078241.782949:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078241.782950:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078241.782951:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078241.782951:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078241.782953:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078241.782954:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769078241.782956:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078241.782957:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769078241.782958:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769078241.782960:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078241.782961:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078241.782962:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769078241.782963:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078241.782965:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078242.420640:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078242.420646:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078242.420647:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078242.420647:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078242.420650:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078242.420650:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078242.420651:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078242.420652:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078242.420652:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078242.420654:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078242.420658:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078242.420658:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078242.420658:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1769078242.420659:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078242.420661:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078242.420664:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078242.420664:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078242.420664:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078242.420665:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078242.420669:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078242.420670:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078242.420670:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078242.420670:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078242.420673:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078242.420675:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078242.420676:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078242.420678:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078242.420679:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078242.420684:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078242.420685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078242.420685:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078242.420688:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078242.420689:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078242.420692:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078242.420693:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078242.420694:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078242.420694:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078242.420696:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078242.420699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078242.420701:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078242.420701:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078242.420710:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078242.420711:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078242.420714:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078242.420715:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078242.420716:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078242.420719:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078242.420719:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078242.420723:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078242.420723:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078242.420724:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078242.420726:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078242.420727:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078242.420728:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078242.420729:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078242.420730:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078242.420733:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078242.420733:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078242.420734:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078242.420739:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078242.420740:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078242.420740:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078242.420743:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078242.420744:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078242.420745:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078242.420748:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078242.420748:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078242.420749:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078242.420751:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078242.420752:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078242.420755:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078242.420756:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078242.420760:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078242.420764:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078242.420764:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078242.420768:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078242.420768:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078242.420772:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1769078242.420772:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078242.420777:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078242.548645:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299900107, at 4299900160 00000100:00000040:1.0:1769078242.548645:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299900107, at 4299900160 00000100:00000010:1.0:1769078242.548660:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1180. 00000100:00000010:0.0:1769078242.548662:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db14e0. 00000100:00000001:3.0:1769078242.804668:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078242.804675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078242.804677:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078242.804683:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078242.804687:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078242.804690:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078242.804692:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078242.804695:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078242.804698:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078242.804726:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078242.804730:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078242.804732:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078242.804735:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078242.804737:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078242.804740:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078242.804742:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078242.804744:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078242.804746:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078243.444663:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078243.444663:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078243.444663:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078243.444667:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078243.444670:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078243.444670:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078243.444671:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078243.444672:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078243.444674:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078243.444674:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078243.444675:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078243.444676:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078243.444680:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078243.444683:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078243.444683:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078243.444685:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078243.444686:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078243.444689:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078243.444690:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078243.444690:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078243.444694:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078243.444695:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078243.444696:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078243.444696:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078243.444699:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078243.444703:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078243.444705:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078243.444709:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078243.444712:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078243.444715:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078243.444716:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078243.444719:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078243.444723:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078243.444723:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078243.444726:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078243.444729:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078243.444732:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078243.444732:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078243.444737:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078243.444737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078243.444739:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078243.444741:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078243.444742:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078243.444743:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078243.444745:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078243.444746:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078243.444746:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078243.444747:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078243.444750:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078243.444751:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078243.444753:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078243.444754:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078243.444755:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078243.444755:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078243.444757:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078243.444758:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078243.444761:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078243.444762:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078243.444763:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078243.444765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078243.444768:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078243.444768:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078243.444770:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078243.444773:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078243.444775:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078243.444775:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078243.444778:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078243.444781:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078243.444781:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078243.444785:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078243.444788:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078243.444795:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078243.444799:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078243.444803:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078243.828651:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078243.828656:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078243.828658:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078243.828661:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078243.828665:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078243.828667:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078243.828670:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078243.828672:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078243.828675:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078243.828683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078243.828687:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078243.828688:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078243.828691:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078243.828694:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078243.828696:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078243.828699:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078243.828700:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078243.828703:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078244.468714:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078244.468714:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078244.468721:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078244.468725:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078244.468725:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078244.468728:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078244.468732:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078244.468733:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078244.468733:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078244.468736:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078244.468740:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078244.468743:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078244.468743:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078244.468744:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078244.468750:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078244.468752:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078244.468758:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078244.468759:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078244.468762:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078244.468764:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078244.468769:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078244.468833:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078244.468836:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078244.468836:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078244.468839:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078244.468840:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078244.468841:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078244.468842:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078244.468845:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078244.468846:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078244.468848:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.468849:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078244.468852:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078244.469594:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078244.469596:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078244.469598:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078244.469599:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078244.469603:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078244.469606:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078244.469610:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078244.469614:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078244.469619:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078244.469638:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078244.469639:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078244.469641:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078244.469643:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078244.469644:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078244.469645:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078244.469647:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078244.469650:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078244.469651:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078244.469653:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078244.469656:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078244.469656:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078244.469659:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078244.469660:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078244.469661:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078244.469666:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078244.469668:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078244.469671:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078244.469698:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078244.469700:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.469703:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078244.469723:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078244.469725:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078244.469729:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078244.469730:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078244.469733:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078244.469735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078244.469738:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078244.469739:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078244.469749:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078244.469751:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078244.469753:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078244.852663:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078244.852672:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078244.852674:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078244.852681:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078244.852685:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078244.852690:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078244.852693:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078244.852695:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078244.852699:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078244.852853:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078244.852857:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078244.852858:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1769078244.852860:0:2353:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.154:988 00000100:00100000:0.0:1769078244.852862:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078244.852866:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078244.852868:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078244.852870:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078244.852872:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078244.852875:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1769078244.852931:0:2353:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.154@tcp at host 192.168.204.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:3.0:1769078244.852945:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078244.852949:0:2353:0:(router.c:1755:lnet_notify()) 192.168.204.54@tcp notifying 192.168.204.154@tcp: down 00000400:00000200:3.0:1769078244.852953:0:2353:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078244.852958:0:2353:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1769078244.852963:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:3.0:1769078244.852969:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078244.852973:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:3.0:1769078244.852978:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:3.0:1769078244.852997:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075a18 00000400:00000010:3.0:1769078244.853000:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075a18. 00000100:00000001:3.0:1769078244.853006:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078244.853016:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078244.853040:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078244.853045:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078244.853052:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078244.853053:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769078244.853064:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:3.0:1769078244.853067:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad300. 00000400:00000200:3.0:1769078244.853069:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:3.0:1769078244.853072:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:3.0:1769078244.853076:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078244.853078:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078244.853080:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078244.853085:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078244.853095:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078244.853099:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078244.853105:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078244.853106:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769078244.853111:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:3.0:1769078244.853114:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad900. 00000400:00000200:3.0:1769078244.853116:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:3.0:1769078244.853118:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:3.0:1769078244.853120:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078244.853122:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078244.853127:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078244.853135:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853137:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078244.853142:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1769078244.853152:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1769078244.853154:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853161:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:3.0:1769078244.853164:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078244.853168:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:3.0:1769078244.853180:0:2353:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:3.0:1769078244.853187:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000100:00100000:2.0:1769078244.853189:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078241/real 1769078244] req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769078244.853192:0:2353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:3.0:1769078244.853210:0:2353:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:3.0:1769078244.853245:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000001:2.0:1769078244.853247:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:3.0:1769078244.853254:0:2353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000400:00000001:2.0:1769078244.853255:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078244.853263:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bd10. 00000100:00000001:3.0:1769078244.853264:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078244.853274:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078244.853275:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075b28 00000100:00000001:3.0:1769078244.853289:0:2353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078244.853295:0:2353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078266 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769078244.853297:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075b28. 00000100:00000001:3.0:1769078244.853310:0:2353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078244.853312:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1769078244.853315:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1769078244.853324:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078244.853335:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853343:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078244.853345:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853349:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078244.853351:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078244.853355:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853362:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078244.853367:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853375:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078244.853378:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853379:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078244.853381:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853384:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078244.853395:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078244.853399:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078244.853405:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078244.853408:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078244.853412:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078244.853420:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873920:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078244.853425:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078244.853433:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078241/real 1769078244] req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078244.853445:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078244.853446:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078244.853448:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b898. 00000400:00000200:2.0:1769078244.853459:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075088 00000400:00000010:2.0:1769078244.853462:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075088. 00000100:00000001:2.0:1769078244.853466:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078244.853469:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078244.853478:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853484:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078244.853486:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853488:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078244.853489:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078244.853492:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853504:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078244.853508:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853514:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078244.853516:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853518:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078244.853519:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853521:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078244.853526:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078244.853535:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078244.853539:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078244.853542:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078244.853550:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078244.853611:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657873792:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078244.853616:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078244.853620:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078241/real 1769078244] req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078244.853628:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078244.853630:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078244.853632:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b580. 00000400:00000200:2.0:1769078244.853635:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090753b8 00000400:00000010:2.0:1769078244.853637:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090753b8. 00000100:00000001:2.0:1769078244.853640:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078244.853643:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078244.853656:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853662:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078244.853663:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853665:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078244.853666:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078244.853670:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853677:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078244.853680:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853687:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078244.853689:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853691:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078244.853692:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853693:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078244.853694:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078244.853696:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078244.853699:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078244.853701:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078244.853705:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078244.853712:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657873664:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078244.853716:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078244.853719:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078244.853722:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bca300 x1855007657873920/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853739:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078244.853743:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078244.853749:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b400. 02000000:00000001:2.0:1769078244.853756:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078244.853759:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078244.853761:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078244.853764:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078244.853767:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02000. 02000000:00000001:2.0:1769078244.853772:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078244.853774:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078244.853777:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bca300. 00000100:00000001:2.0:1769078244.853781:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078244.853782:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853784:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078244.853790:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb480 x1855007657873792/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853798:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078244.853800:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078244.853802:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b800. 02000000:00000001:2.0:1769078244.853804:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078244.853805:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078244.853807:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078244.853809:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078244.853812:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f03000. 02000000:00000001:2.0:1769078244.853816:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078244.853817:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078244.853819:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb480. 00000100:00000001:2.0:1769078244.853823:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078244.853824:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853826:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078244.853832:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bca680 x1855007657873664/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853838:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078244.853840:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078244.853841:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18400. 02000000:00000001:2.0:1769078244.853844:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078244.853845:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078244.853847:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078244.853848:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078244.853850:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00800. 02000000:00000001:2.0:1769078244.853852:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078244.853853:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078244.853855:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bca680. 00000100:00000001:2.0:1769078244.853857:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078244.853858:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853860:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078244.853862:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078244.853863:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078244.853864:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078244.853869:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078241/real 1769078244] req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078244.853877:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078244.853878:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078244.853880:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b948. 00000400:00000200:2.0:1769078244.853883:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075908 00000400:00000010:2.0:1769078244.853884:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075908. 00000100:00000001:2.0:1769078244.853887:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078244.853894:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078244.853900:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853906:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078244.853907:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853908:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078244.853910:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078244.853913:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853918:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078244.853922:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853927:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078244.853930:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853931:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078244.853932:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853934:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078244.853938:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078244.853940:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078244.853944:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078244.853946:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078244.853949:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078244.853956:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874048:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078244.853960:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.853962:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078244.853965:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9880 x1855007657874048/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078266 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078244.853978:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078244.853979:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078244.853981:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19800. 02000000:00000001:2.0:1769078244.853983:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078244.854000:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078244.854001:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078244.854004:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078244.854005:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00000. 02000000:00000001:2.0:1769078244.854007:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078244.854008:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078244.854010:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9880. 00000100:00000001:2.0:1769078244.854012:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078244.854013:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.854015:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078244.854023:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078244.854025:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078244.854027:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078244.854028:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078245.492642:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078245.492647:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078245.492648:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078245.492648:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078245.492651:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078245.492654:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078245.492655:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078245.492655:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078245.492656:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078245.492658:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078245.492661:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078245.492661:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078245.492662:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078245.492664:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078245.492665:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078245.492665:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078245.492667:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078245.492671:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078245.492672:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078245.492672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078245.492673:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078245.492675:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078245.492676:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078245.492679:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078245.492679:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078245.492679:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078245.492685:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078245.492688:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078245.492691:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078245.492691:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078245.492694:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078245.492696:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078245.492698:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078245.492700:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078245.492702:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078245.492704:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078245.492706:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078245.492707:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078245.492710:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078245.492711:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078245.492712:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078245.492714:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078245.492716:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078245.492717:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078245.492718:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078245.492719:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078245.492722:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078245.492723:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078245.492724:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078245.492725:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078245.492729:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078245.492730:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078245.492730:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078245.492732:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078245.492733:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078245.492734:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078245.492735:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078245.492738:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078245.492739:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078245.492742:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078245.492743:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078245.492748:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078245.492749:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078245.492749:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078245.492750:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078245.492751:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078245.492755:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078245.492756:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1769078245.492757:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078245.492759:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078245.492761:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078245.492765:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078245.492767:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078245.492770:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078245.876634:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078245.876642:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078245.876644:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078245.876650:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078245.876654:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078245.876658:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078245.876661:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078245.876665:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078245.876668:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078245.876698:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078245.876701:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078245.876703:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078245.876705:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078245.876708:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078245.876710:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078245.876712:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078245.876713:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078245.876715:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.516662:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078246.516662:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078246.516662:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078246.516663:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078246.516668:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078246.516668:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078246.516669:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078246.516669:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078246.516672:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.516672:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.516673:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.516674:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078246.516679:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078246.516680:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:2.0:1769078246.516681:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078246.516681:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078246.516686:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078246.516687:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078246.516688:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078246.516689:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078246.516692:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078246.516692:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.516693:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078246.516694:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078246.516697:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078246.516700:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.516703:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078246.516703:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.516706:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.516708:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.516709:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078246.516711:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.516714:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.516715:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078246.516718:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078246.516719:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078246.516721:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078246.516724:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.516725:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078246.516725:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078246.516726:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078246.516728:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078246.516729:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078246.516731:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078246.516732:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.516733:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078246.516734:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078246.516736:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078246.516737:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078246.516737:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.516739:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078246.516740:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078246.516742:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078246.516743:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078246.516745:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078246.516746:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078246.516748:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.516748:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078246.516752:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.516752:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078246.516754:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078246.516759:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078246.516761:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.516764:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078246.516767:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078246.516774:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078246.516776:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078246.516781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078246.516783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078246.516787:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078246.516790:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078246.516815:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078246.516817:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078246.516821:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078246.900660:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1769078246.900666:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078246.900666:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078246.900670:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078246.900675:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078246.900678:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1769078246.900681:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:2.0:1769078246.900682:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078246.900687:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078246.900689:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078246.900692:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078246.900697:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5232 00000100:00000001:3.0:1769078246.900698:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078246.900702:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078246.900703:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:3.0:1769078246.900706:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078246.900708:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:2.0:1769078246.900708:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078246.900712:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:2.0:1769078246.900716:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769078246.900718:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00080000:2.0:1769078246.900720:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00001000:1.0:1769078246.900723:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000040:2.0:1769078246.900727:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078246.900731:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000100:00000001:2.0:1769078246.900731:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078246.900735:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:2.0:1769078246.900736:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:1.0:1769078246.900737:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078246.900740:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00200000:1.0:1769078246.900741:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769078246.900747:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078246.900747:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078246.900748:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:2.0:1769078246.900751:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000080:00000001:1.0:1769078246.900752:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078246.900756:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000002:1.0:1769078246.900758:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000020:00000040:2.0:1769078246.900760:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000002:1.0:1769078246.900765:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012f0000 00000020:00000001:2.0:1769078246.900765:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078246.900772:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:1.0:1769078246.900773:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078246.900777:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000040:2.0:1769078246.900778:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078246.900780:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:2.0:1769078246.900782:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078246.900783:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078246.900787:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078246.900788:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078246.900791:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078246.900793:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000040:2.0:1769078246.900795:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:1.0:1769078246.900796:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.900801:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:2.0:1769078246.900802:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078246.900803:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078246.900806:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:2.0:1769078246.900806:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078246.900809:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012f0000 02000000:00000001:2.0:1769078246.900811:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078246.900812:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078246.900815:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078246.900816:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078246.900818:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078246.900821:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:2.0:1769078246.900821:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.900825:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00020000:00200000:1.0:1769078246.900825:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:2.0:1769078246.900826:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078246.900830:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000002:1.0:1769078246.900831:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:2.0:1769078246.900831:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078246.900832:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078246.900838:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00020000:00000001:1.0:1769078246.900838:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000010:2.0:1769078246.900840:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9880. 00020000:00000001:1.0:1769078246.900841:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:0.0:1769078246.900842:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078246.900844:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078246.900845:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1769078246.900846:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078246.900847:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:0.0:1769078246.900848:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078246.900850:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1769078246.900852:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000001:0.0:1769078246.900853:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078246.900854:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078246.900855:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000020:00000001:1.0:1769078246.900858:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:2.0:1769078246.900858:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.900862:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078246.900863:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078246.900865:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078246.900867:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078246.900867:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769078246.900871:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.900872:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769078246.900874:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:2.0:1769078246.900874:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.900876:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.900879:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.900880:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.900881:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078246.900882:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000010:2.0:1769078246.900882:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00000. 00020000:00000001:1.0:1769078246.900884:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078246.900885:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078246.900887:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078246.900888:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.900889:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.900890:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.900891:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.900895:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.900896:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078246.900897:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.900898:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.900899:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078246.900902:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078246.900903:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00100000:2.0:1769078246.900903:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078246.900905:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078246.900907:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078246.900910:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078246.900915:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078246.900917:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000020:1.0:1769078246.900918:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078246.900921:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078246.900923:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:2.0:1769078246.900925:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078246.900926:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078246.900930:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000100:00000040:2.0:1769078246.900934:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fbc8c47] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:1.0:1769078246.900935:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000008:00000001:1.0:1769078246.900942:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078246.900944:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078246.900947:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078246.900961:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078246.900963:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769078246.900971:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078246.900974:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.900976:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.900978:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.900980:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.900981:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.900982:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078246.900986:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078246.900989:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:2.0:1769078246.900991:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:1.0:1769078246.900993:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:2.0:1769078246.900994:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:1.0:1769078246.900996:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00080000:2.0:1769078246.900997:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078246.900999:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078246.901002:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078246.901003:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078246.901006:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078246.901007:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5232 00020000:00000001:1.0:1769078246.901008:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078246.901012:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:2.0:1769078246.901013:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078246.901014:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078246.901018:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000200:2.0:1769078246.901019:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078246.901020:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078246.901024:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00080000:2.0:1769078246.901024:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078246.901026:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078246.901029:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078246.901030:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078246.901034:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901035:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078246.901038:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000040:2.0:1769078246.901039:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078246.901042:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078246.901043:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078246.901045:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078246.901046:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078246.901049:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000040:2.0:1769078246.901050:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078246.901053:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078246.901053:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078246.901057:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000020:00000040:2.0:1769078246.901058:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00020000:00000001:1.0:1769078246.901061:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078246.901062:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078246.901065:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078246.901066:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078246.901068:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078246.901072:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078246.901073:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078246.901076:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901078:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078246.901081:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000040:2.0:1769078246.901083:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078246.901084:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078246.901087:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078246.901088:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078246.901091:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:1.0:1769078246.901092:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078246.901096:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00080000:2.0:1769078246.901098:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:1.0:1769078246.901099:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078246.901101:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078246.901103:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901104:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:2.0:1769078246.901107:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078246.901113:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00001000:1.0:1769078246.901116:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 02000000:00000001:2.0:1769078246.901116:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901118:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769078246.901122:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000008:00100000:2.0:1769078246.901124:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:1.0:1769078246.901126:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000008:00000001:2.0:1769078246.901128:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078246.901130:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078246.901131:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078246.901134:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000010:2.0:1769078246.901137:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bca680. 00000080:00000001:1.0:1769078246.901140:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000040:2.0:1769078246.901141:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078246.901143:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:2.0:1769078246.901145:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00001000:1.0:1769078246.901148:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 02000000:00000001:2.0:1769078246.901148:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901153:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000080:00000001:1.0:1769078246.901154:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078246.901156:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078246.901159:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078246.901160:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078246.901164:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00800. 00000080:00000001:1.0:1769078246.901170:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078246.901170:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078246.901174:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078246.901176:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00100000:2.0:1769078246.901178:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078246.901179:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769078246.901184:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769078246.901188:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000020:00000001:1.0:1769078246.901191:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078246.901193:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00000001:1.0:1769078246.901195:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078246.901197:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078246.901199:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769078246.901204:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:2.0:1769078246.901204:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f4f2a5a] to pc [ptlrpcd_rcv+-1] req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078246.901207:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078246.901215:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078246.901218:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078246.901221:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000080:00000001:1.0:1769078246.901224:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901224:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000002:1.0:1769078246.901229:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00080000:2.0:1769078246.901229:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078246.901235:0:13606:0:(import.c:484:import_select_connection()) Process entered 00020000:00000002:1.0:1769078246.901236:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012f0000 00020000:00000001:1.0:1769078246.901240:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:2.0:1769078246.901241:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5232 00020000:00000001:1.0:1769078246.901243:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078246.901247:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000200:2.0:1769078246.901248:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078246.901251:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078246.901253:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078246.901255:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769078246.901257:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078246.901259:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078246.901262:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078246.901263:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078246.901265:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078246.901268:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078246.901268:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078246.901271:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000040:2.0:1769078246.901274:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:1.0:1769078246.901275:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012f0000 00000100:00000001:2.0:1769078246.901278:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078246.901280:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078246.901282:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078246.901284:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000040:2.0:1769078246.901285:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078246.901287:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078246.901288:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078246.901290:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000040:2.0:1769078246.901292:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00020000:00200000:1.0:1769078246.901294:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000001:2.0:1769078246.901295:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000002:1.0:1769078246.901299:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000001:2.0:1769078246.901299:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:1.0:1769078246.901305:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000040:2.0:1769078246.901306:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078246.901308:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:2.0:1769078246.901310:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078246.901311:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078246.901315:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000040:2.0:1769078246.901315:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078246.901319:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00001000:1.0:1769078246.901320:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000040:2.0:1769078246.901323:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:1.0:1769078246.901324:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000020:00000001:1.0:1769078246.901329:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:2.0:1769078246.901329:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078246.901333:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078246.901333:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901336:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:2.0:1769078246.901337:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078246.901339:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078246.901341:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078246.901342:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078246.901345:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901346:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000001:2.0:1769078246.901349:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078246.901351:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00100000:2.0:1769078246.901352:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:1.0:1769078246.901354:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078246.901356:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901358:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901359:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901364:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078246.901366:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb480. 00000020:00000001:1.0:1769078246.901368:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000040:2.0:1769078246.901370:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:1.0:1769078246.901371:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078246.901373:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078246.901376:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:2.0:1769078246.901377:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078246.901378:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:2.0:1769078246.901380:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901381:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901384:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078246.901385:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078246.901387:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769078246.901388:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078246.901390:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901392:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078246.901395:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f03000. 00000100:00000001:2.0:1769078246.901400:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078246.901404:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078246.901410:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769078246.901412:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078246.901418:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901420:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901422:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078246.901423:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078246.901424:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078246.901425:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078246.901426:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:2.0:1769078246.901429:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078246.901430:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078246.901435:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:2.0:1769078246.901436:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017f0700d] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:1.0:1769078246.901438:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078246.901440:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078246.901444:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078246.901447:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078246.901450:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000100:00000001:2.0:1769078246.901451:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078246.901455:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00080000:2.0:1769078246.901456:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:1.0:1769078246.901461:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:2.0:1769078246.901462:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000008:00000020:1.0:1769078246.901465:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078246.901466:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000001:1.0:1769078246.901468:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078246.901470:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:1.0:1769078246.901473:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:2.0:1769078246.901474:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000008:00000020:1.0:1769078246.901477:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00080000:2.0:1769078246.901478:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5232 00000400:00000200:2.0:1769078246.901484:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:1.0:1769078246.901485:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078246.901489:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078246.901489:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078246.901492:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078246.901495:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078246.901497:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078246.901500:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901501:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078246.901506:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078246.901506:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078246.901511:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901512:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078246.901514:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078246.901516:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078246.901519:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078246.901519:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078246.901522:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000040:2.0:1769078246.901523:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078246.901524:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078246.901527:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078246.901528:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078246.901531:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:1.0:1769078246.901532:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078246.901535:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078246.901536:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078246.901538:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078246.901540:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:1.0:1769078246.901541:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078246.901545:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:2.0:1769078246.901546:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078246.901548:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078246.901550:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078246.901551:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078246.901580:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901582:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901584:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078246.901585:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078246.901587:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078246.901588:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078246.901589:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078246.901590:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078246.901592:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:2.0:1769078246.901592:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078246.901595:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078246.901597:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078246.901598:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078246.901600:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078246.901602:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:1.0:1769078246.901603:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901608:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00080000:2.0:1769078246.901608:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078246.901610:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078246.901612:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901614:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901615:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078246.901618:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000001:2.0:1769078246.901618:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:1.0:1769078246.901621:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078246.901622:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:2.0:1769078246.901623:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078246.901624:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078246.901627:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 02000000:00000001:2.0:1769078246.901628:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901632:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769078246.901633:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769078246.901635:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000008:00100000:2.0:1769078246.901637:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000080:00000001:1.0:1769078246.901638:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000008:00000001:2.0:1769078246.901641:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078246.901642:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078246.901645:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078246.901647:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078246.901650:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000010:2.0:1769078246.901651:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bca300. 00000020:00001000:1.0:1769078246.901652:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000020:00000040:2.0:1769078246.901655:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000080:00000001:1.0:1769078246.901656:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1769078246.901659:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000080:00000001:1.0:1769078246.901660:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078246.901662:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901665:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000080:00000001:1.0:1769078246.901667:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:2.0:1769078246.901667:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078246.901669:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078246.901670:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078246.901673:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078246.901676:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 02000000:00000010:2.0:1769078246.901677:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02000. 00000020:00001000:1.0:1769078246.901680:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000001:2.0:1769078246.901683:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901684:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000020:00000001:1.0:1769078246.901688:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078246.901689:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078246.901692:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:2.0:1769078246.901693:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078246.901696:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078246.901699:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078246.901701:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078246.901705:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000001:2.0:1769078246.901708:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000002:1.0:1769078246.901710:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012f0000 00000100:00000001:2.0:1769078246.901712:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901715:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:2.0:1769078246.901718:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000597911a6] to pc [ptlrpcd_rcv+-1] req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078246.901719:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078246.901722:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769078246.901725:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901729:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078246.901733:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078246.901735:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078246.901735:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901740:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078246.901741:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078246.901742:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078246.901744:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012f0000 00000020:00000001:1.0:1769078246.901746:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901748:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078246.901749:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:2.0:1769078246.901750:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5242) 00020000:00000001:1.0:1769078246.901751:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769078246.901755:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769078246.901758:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769078246.901761:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769078246.901762:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078246.901763:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078246.901765:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769078246.901768:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769078246.901770:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000020:00000001:1.0:1769078246.901771:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769078246.901773:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078246.901774:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078246.901776:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901777:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901779:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769078246.901781:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078246.901783:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901784:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901786:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901787:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078246.901788:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078246.901789:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078246.901790:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078246.901791:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078246.901793:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901794:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901796:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901797:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901798:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078246.901799:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901800:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901801:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078246.901802:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078246.901803:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078246.901804:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078246.901805:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078246.901806:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078246.901808:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078246.901810:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078246.901811:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078246.901813:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078246.901814:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078246.901815:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000008:00000020:1.0:1769078246.901818:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000008:00000001:1.0:1769078246.901821:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078246.901822:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078246.901823:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078246.901824:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078246.901825:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:1.0:1769078246.901828:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:1.0:1769078246.901830:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901831:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901833:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901834:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901835:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901837:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078246.901838:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078246.901839:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078246.901841:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078246.901841:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078246.901842:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901844:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078246.901845:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078246.901845:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078246.901847:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078246.901848:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078246.901849:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078246.901850:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078246.901851:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901852:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901853:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078246.901854:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078246.901855:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078246.901856:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078246.901857:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078246.901858:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078246.901859:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078246.901861:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078246.901862:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078246.901863:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901865:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078246.901866:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078246.901867:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078246.901868:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078246.901870:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078246.901871:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078246.901872:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078246.901873:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078246.901874:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078246.901875:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078246.901877:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769078246.901879:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078246.901880:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769078246.901882:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769078246.901885:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078246.901886:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078246.901887:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769078246.901889:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:1.0:1769078246.901891:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.901904:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078246.901908:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078246.901910:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078246.901916:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.901927:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078246.901929:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078246.901932:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078246.901935:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078246.901938:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078246.901941:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657874176:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078246.901946:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078246.901961:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078246.901963:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078246.901966:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078246.901971:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078246.901973:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078246.901980:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078246.901985:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078246.901992:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078246.902001:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657874176, portal 25 00000100:00000001:3.0:1769078246.902004:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078246.902005:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082552448 : -115332626999168 : ffff971b07bc9880) 00000100:00000040:3.0:1769078246.902011:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902019:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078246.902021:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078246.902024:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078246.902028:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657874176, offset 0 00000400:00000200:3.0:1769078246.902036:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078246.902045:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078246.902052:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078246.902059:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078246.902064:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078246.902068:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078246.902071:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078246.902075:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370719:370719:256:4294967295] 192.168.204.154@tcp LPNI seq info [370714:370714:8:4294967295] 00000400:00000200:3.0:1769078246.902079:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078246.902089:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078246.902096:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078246.902102:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078246.902109:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078246.902113:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769078246.902119:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078246.902122:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1769078246.902127:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078246.902129:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078246.902133:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078246.902138:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078246.902143:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078246.902145:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078246.902150:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078246.902153:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902162:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078246.902165:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902173:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.902175:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078246.902182:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078246.902186:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078246.902189:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299905228 00000100:00000010:3.0:1769078246.902193:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1000. 00000100:00000001:3.0:1769078246.902199:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078246.902205:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299905228 00000100:00000010:3.0:1769078246.902208:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1f00. 00000100:00000001:3.0:1769078246.902212:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078246.902215:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078246.902218:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.902220:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078246.902224:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078246.902233:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078246.902235:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078246.902237:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078246.902239:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078246.902241:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078246.902244:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078246.902247:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078246.902257:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902262:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078246.902263:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.902266:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078246.902268:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078246.902271:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902279:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078246.902283:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902290:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078246.902293:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.902295:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078246.902296:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.902299:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078246.902301:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078246.902303:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078246.902307:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078246.902310:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078246.902314:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078246.902322:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657874176:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078246.902327:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078246.902330:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902336:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078246.902337:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078246.902339:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078246.902340:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078246.902342:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078246.902345:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874304:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078246.902348:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078246.902350:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078246.902351:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078246.902353:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078246.902356:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078246.902358:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078246.902362:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078246.902364:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078246.902367:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078246.902370:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657874304, portal 10 00000100:00000001:3.0:1769078246.902372:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078246.902373:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082556032 : -115332626995584 : ffff971b07bca680) 00000100:00000040:3.0:1769078246.902379:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902386:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078246.902388:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078246.902390:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078246.902393:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657874304, offset 0 00000400:00000200:3.0:1769078246.902397:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078246.902400:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078246.902404:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078246.902406:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078246.902409:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078246.902412:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078246.902414:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078246.902417:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370720:370720:256:4294967295] 192.168.204.154@tcp LPNI seq info [370715:370715:8:4294967295] 00000400:00000200:3.0:1769078246.902421:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078246.902427:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078246.902432:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078246.902435:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078246.902438:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078246.902441:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769078246.902445:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078246.902448:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1769078246.902452:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078246.902454:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078246.902456:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078246.902460:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078246.902462:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078246.902464:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078246.902466:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078246.902470:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902477:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078246.902480:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902486:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.902488:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078246.902491:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078246.902495:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078246.902498:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078246.902500:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299904523 00000100:00000001:3.0:1769078246.902503:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299905228 00000100:00000001:3.0:1769078246.902505:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299904523 00000100:00000001:3.0:1769078246.902507:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299905228 00000100:00000001:3.0:1769078246.902509:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078246.902512:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.902513:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078246.902517:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078246.902524:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078246.902525:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078246.902527:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078246.902529:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078246.902531:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078246.902533:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078246.902535:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078246.902544:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902551:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078246.902576:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.902579:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078246.902580:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078246.902584:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902590:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078246.902594:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902601:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078246.902604:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.902605:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078246.902606:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.902608:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078246.902612:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078246.902614:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078246.902617:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078246.902619:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078246.902623:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078246.902631:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874304:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078246.902635:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078246.902639:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902646:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078246.902648:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078246.902650:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078246.902651:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078246.902653:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078246.902656:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874432:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078246.902659:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078246.902661:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078246.902662:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078246.902664:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078246.902667:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078246.902669:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078246.902673:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078246.902676:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078246.902679:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078246.902682:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657874432, portal 4 00000100:00000001:3.0:1769078246.902683:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078246.902685:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082559616 : -115332626992000 : ffff971b07bcb480) 00000100:00000040:3.0:1769078246.902690:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902697:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078246.902699:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078246.902701:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078246.902704:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657874432, offset 0 00000400:00000200:3.0:1769078246.902707:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078246.902710:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078246.902713:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078246.902716:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078246.902718:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078246.902721:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078246.902723:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078246.902726:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370721:370721:256:4294967295] 192.168.204.154@tcp LPNI seq info [370716:370716:8:4294967295] 00000400:00000200:3.0:1769078246.902730:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078246.902736:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078246.902741:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078246.902744:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078246.902747:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078246.902750:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769078246.902754:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078246.902757:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1769078246.902761:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078246.902762:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078246.902765:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078246.902768:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078246.902771:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078246.902773:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078246.902775:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078246.902779:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902787:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078246.902790:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902796:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.902798:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078246.902801:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078246.902803:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078246.902806:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078246.902808:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299904545 00000100:00000001:3.0:1769078246.902810:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299905228 00000100:00000001:3.0:1769078246.902812:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299904545 00000100:00000001:3.0:1769078246.902814:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299905228 00000100:00000001:3.0:1769078246.902816:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078246.902818:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.902820:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078246.902823:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078246.902830:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078246.902832:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078246.902833:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078246.902835:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078246.902837:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078246.902839:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078246.902842:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078246.902850:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902862:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078246.902864:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.902865:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078246.902867:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078246.902870:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902876:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078246.902880:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902887:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078246.902889:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.902896:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078246.902898:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.902900:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078246.902903:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078246.902906:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078246.902909:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078246.902911:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078246.902915:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078246.902922:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874432:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078246.902926:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078246.902930:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902937:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078246.902938:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078246.902941:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078246.902943:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078246.902945:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078246.902947:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874560:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078246.902962:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078246.902964:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078246.902965:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078246.902967:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078246.902970:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078246.902972:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078246.902975:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078246.902978:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078246.902981:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078246.902983:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657874560, portal 4 00000100:00000001:3.0:1769078246.902985:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078246.902986:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082555136 : -115332626996480 : ffff971b07bca300) 00000100:00000040:3.0:1769078246.902992:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.902999:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078246.903001:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078246.903003:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078246.903005:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657874560, offset 0 00000400:00000200:3.0:1769078246.903008:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078246.903012:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078246.903015:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078246.903017:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078246.903020:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078246.903022:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078246.903024:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078246.903028:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370722:370722:256:4294967295] 192.168.204.154@tcp LPNI seq info [370717:370717:8:4294967295] 00000400:00000200:3.0:1769078246.903032:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078246.903038:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078246.903043:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078246.903046:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078246.903049:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078246.903052:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769078246.903056:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078246.903059:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1769078246.903063:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078246.903065:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078246.903068:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078246.903071:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078246.903074:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078246.903076:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078246.903078:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078246.903081:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.903088:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078246.903092:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078271 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.903099:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.903100:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078246.903103:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078246.903106:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078246.903109:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078246.903111:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299904549 00000100:00000001:3.0:1769078246.903114:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299905228 00000100:00000001:3.0:1769078246.903116:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299904549 00000100:00000001:3.0:1769078246.903118:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299905228 00000100:00000001:3.0:1769078246.903120:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078246.903122:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.903123:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078246.903127:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078246/real 1769078246] req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078246.903134:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078246.903136:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078246.903137:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078246.903140:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078246.903141:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078246.903144:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078246.903147:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078246.903155:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.903161:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078246.903162:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.903164:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078246.903165:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078246.903168:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.903174:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078246.903177:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.903184:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078246.903186:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.903187:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078246.903189:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.903190:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078246.903194:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078246.903196:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078246.903199:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078246.903201:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078246.903205:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078246.903213:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874560:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078246.903217:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.903218:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078246.903221:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9880 x1855007657874176/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.903227:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078246.903231:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078246.903233:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078246.903236:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078246.903239:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078246.903240:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078246.903243:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078246.903245:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00000. 02000000:00000001:3.0:1769078246.903249:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078246.903251:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078246.903253:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9880. 00000100:00000001:3.0:1769078246.903257:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078246.903258:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.903260:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078246.903263:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bca680 x1855007657874304/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.903269:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078246.903271:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078246.903272:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078246.903274:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078246.903275:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078246.903277:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078246.903278:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078246.903280:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00800. 02000000:00000001:3.0:1769078246.903281:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078246.903282:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078246.903284:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bca680. 00000100:00000001:3.0:1769078246.903286:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078246.903287:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.903289:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078246.903292:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb480 x1855007657874432/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.903298:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078246.903299:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078246.903300:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078246.903302:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078246.903303:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078246.903304:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078246.903305:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078246.903307:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f03000. 02000000:00000001:3.0:1769078246.903309:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078246.903309:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078246.903311:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb480. 00000100:00000001:3.0:1769078246.903313:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078246.903314:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.903321:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078246.903324:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bca300 x1855007657874560/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078271 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078246.903330:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078246.903331:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078246.903332:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078246.903334:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078246.903335:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078246.903336:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078246.903338:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078246.903339:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02000. 02000000:00000001:3.0:1769078246.903341:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078246.903343:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078246.903344:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bca300. 00000100:00000001:3.0:1769078246.903346:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078246.903347:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.903349:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078246.903357:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078246.903359:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078246.903361:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078246.903363:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078247.540639:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078247.540640:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078247.540647:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078247.540647:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078247.540647:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078247.540649:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078247.540650:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078247.540651:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078247.540653:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078247.540655:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078247.540657:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078247.540657:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078247.540658:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078247.540659:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078247.540662:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078247.540664:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078247.540664:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078247.540665:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078247.540666:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078247.540671:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078247.540671:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078247.540672:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078247.540677:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078247.540677:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078247.540677:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078247.540682:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078247.540682:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078247.540682:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078247.540686:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078247.540689:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078247.540690:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078247.540693:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078247.540696:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078247.540697:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078247.540699:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078247.540702:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078247.540711:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078247.540716:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078247.540718:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078247.540721:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078247.540723:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078247.540724:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078247.540726:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078247.540729:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078247.540729:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078247.540732:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078247.540735:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078247.540736:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078247.540737:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078247.540741:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078247.540741:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078247.540744:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078247.540745:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078247.540748:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078247.540750:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078247.540750:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078247.540751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078247.540754:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078247.540756:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078247.540758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078247.540759:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078247.540760:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078247.540761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078247.540763:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078247.540765:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078247.540767:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078247.540768:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078247.540773:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078247.540774:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078247.540777:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078247.540782:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078247.540782:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078247.540786:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078247.540789:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078247.668655:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299905228, at 4299905280 00000100:00000040:1.0:1769078247.668655:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299905228, at 4299905280 00000100:00000010:1.0:1769078247.668672:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1f00. 00000100:00000010:0.0:1769078247.668679:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1000. 00000100:00000001:0.0:1769078247.924740:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078247.924745:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078247.924747:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078247.924750:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078247.924753:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078247.924755:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078247.924757:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078247.924759:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078247.924761:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078247.924827:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078247.924830:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078247.924830:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078247.924832:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078247.924833:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078247.924835:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078247.924836:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078247.924837:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078247.924838:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078248.564739:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078248.564740:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078248.564740:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078248.564741:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078248.564747:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078248.564752:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078248.564753:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078248.564753:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078248.564755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078248.564756:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078248.564758:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078248.564764:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078248.564764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078248.564765:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078248.564766:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078248.564776:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078248.564779:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078248.564781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078248.564781:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078248.564782:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078248.564788:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078248.564790:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078248.564792:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078248.564794:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078248.564796:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078248.564796:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078248.564797:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078248.564802:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078248.564811:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078248.564813:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078248.564817:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078248.564821:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078248.564823:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078248.564826:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078248.564830:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078248.564852:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078248.564855:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078248.564855:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078248.564861:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078248.564863:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078248.564868:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078248.564868:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078248.564868:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078248.564871:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078248.564875:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078248.564879:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078248.564883:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078248.564883:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078248.564884:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078248.564884:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078248.564891:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078248.564891:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078248.564902:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078248.564906:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078248.564907:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078248.564907:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078248.564907:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078248.564911:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078248.564915:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078248.564931:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078248.564935:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078248.564937:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078248.564937:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078248.564940:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078248.564944:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078248.564945:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078248.564948:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078248.564949:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078248.564954:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078248.564955:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078248.564955:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078248.564963:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078248.564963:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078248.564972:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078248.948676:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078248.948676:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078248.948685:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078248.948685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078248.948688:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078248.948689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078248.948695:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078248.948696:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078248.948700:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078248.948702:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078248.948704:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078248.948706:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078248.948708:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078248.948711:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078248.948713:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078248.948717:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078248.948720:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078248.948723:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078249.588708:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078249.588717:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078249.588718:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078249.588720:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078249.588721:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078249.588727:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078249.588728:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078249.588733:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078249.588735:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078249.588736:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078249.588736:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078249.588745:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078249.588747:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078249.588748:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078249.588748:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078249.588751:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078249.588752:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078249.588758:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078249.588759:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078249.588761:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078249.588762:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078249.588769:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078249.588770:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078249.588780:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078249.588780:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078249.588781:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078249.588787:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078249.588788:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078249.588789:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078249.588792:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078249.588801:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078249.588802:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078249.588802:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078249.588805:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078249.588809:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078249.588812:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078249.588817:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078249.588818:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078249.588819:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078249.588823:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078249.588824:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078249.588830:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078249.588833:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078249.588837:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078249.588840:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078249.588848:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078249.588850:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078249.588854:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078249.588855:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078249.588858:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078249.588860:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078249.588863:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078249.588866:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078249.588869:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078249.588871:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078249.588871:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078249.588874:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078249.588878:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078249.588878:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078249.588879:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078249.588886:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078249.588890:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588890:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078249.588895:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078249.588897:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078249.588899:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078249.588900:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078249.588904:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588926:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588931:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078249.588935:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588938:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588941:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588947:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078249.588950:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078249.588954:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078249.588957:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588960:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078249.588962:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588964:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588968:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588976:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078249.588979:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078249.588982:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078249.588985:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588987:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078249.588988:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588990:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078249.588991:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078249.589011:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078249.589013:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078249.589015:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078249.972691:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078249.972699:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078249.972700:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078249.972702:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078249.972706:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078249.972708:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078249.972711:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078249.972711:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078249.972716:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078249.972717:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078249.972721:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078249.972721:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078249.972725:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078249.972728:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078249.972731:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078249.972732:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078249.972735:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078249.972739:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078250.612679:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078250.612686:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078250.612687:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078250.612689:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078250.612692:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078250.612696:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078250.612700:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078250.612701:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078250.612702:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078250.612703:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078250.612705:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078250.612709:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078250.612712:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078250.612712:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078250.612712:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078250.612717:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078250.612717:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078250.612720:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078250.612721:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078250.612722:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078250.612724:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078250.612729:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078250.612732:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078250.612733:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078250.612739:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078250.612739:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078250.612739:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078250.612745:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078250.612752:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078250.612752:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078250.612752:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078250.612754:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078250.612759:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078250.612764:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078250.612764:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078250.612765:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078250.612765:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078250.612771:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078250.612772:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078250.612775:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078250.612776:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078250.612779:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078250.612782:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078250.612783:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078250.612784:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078250.612785:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078250.612787:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078250.612795:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078250.612795:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078250.612795:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078250.612799:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078250.612800:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078250.612806:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078250.612806:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078250.612807:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078250.612813:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078250.612815:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078250.612821:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078250.612823:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078250.612824:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078250.612826:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078250.612829:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078250.612832:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078250.612835:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078250.612838:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078250.612840:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078250.612847:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078250.612848:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078250.612850:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078250.612852:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078250.612853:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078250.612855:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078250.612856:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078250.612859:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078250.996649:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078250.996649:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078250.996655:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078250.996656:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078250.996657:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078250.996659:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078250.996662:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078250.996664:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078250.996666:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078250.996669:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078250.996670:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078250.996674:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078250.996675:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078250.996676:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078250.996680:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078250.996683:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078250.996685:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078250.996686:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078251.636662:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078251.636662:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078251.636666:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078251.636669:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078251.636670:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078251.636670:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078251.636671:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078251.636672:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078251.636675:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078251.636676:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078251.636676:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078251.636677:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078251.636681:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078251.636682:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078251.636682:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078251.636682:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078251.636688:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078251.636688:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078251.636689:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078251.636689:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078251.636691:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078251.636693:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078251.636694:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078251.636695:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078251.636699:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078251.636699:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078251.636703:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078251.636704:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078251.636707:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078251.636709:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078251.636711:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078251.636714:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078251.636718:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078251.636718:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078251.636719:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078251.636722:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078251.636723:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078251.636725:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078251.636727:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078251.636728:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078251.636733:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078251.636735:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078251.636737:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078251.636738:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078251.636739:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078251.636755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078251.636758:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078251.636759:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078251.636763:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078251.636765:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078251.636765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078251.636767:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078251.636769:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078251.636771:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078251.636772:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078251.636773:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078251.636775:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078251.636776:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078251.636776:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078251.636778:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078251.636780:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078251.636780:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078251.636784:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078251.636784:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078251.636785:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078251.636787:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078251.636791:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078251.636795:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078251.636797:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078251.636799:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078251.636801:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078251.636807:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078251.636811:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078251.636814:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078252.020671:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078252.020671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078252.020681:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078252.020681:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078252.020684:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.020686:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078252.020692:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078252.020693:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078252.020698:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078252.020703:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.020704:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078252.020708:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.020710:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078252.020715:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.020718:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078252.020719:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.020721:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.020725:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078252.020819:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078252.020826:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078252.020827:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078252.020830:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078252.020833:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078252.020839:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5237 00000400:00000200:1.0:1769078252.020848:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078252.020852:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078252.020855:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078252.020857:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.020859:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078252.020860:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.020862:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078252.020879:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078252.020881:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078252.020884:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078252.020886:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078252.020888:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078252.020889:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078252.020891:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.020892:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078252.020893:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.020895:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078252.020897:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078252.020898:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078252.020900:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078252.020902:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078252.020905:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078252.020907:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.020908:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078252.020909:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078252.020917:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00000020:00000040:1.0:1769078252.020919:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078252.020922:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078252.020923:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.020925:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078252.020927:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078252.020930:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078252.020936:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000001:1.0:1769078252.020941:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078252.020947:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078252.020954:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078252.020957:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078252.020960:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078252.020977:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078252.020979:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078252.020981:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078252.020982:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078252.020983:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078252.020985:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078252.020986:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5237 00000400:00000200:1.0:1769078252.020989:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078252.020991:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078252.020992:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078252.020994:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.020995:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078252.020997:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.020998:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078252.021000:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078252.021001:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078252.021002:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078252.021003:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769078252.021005:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078252.021006:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769078252.021008:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021009:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078252.021010:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1769078252.021011:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021014:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078252.021015:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1769078252.021016:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000001:3.0:1769078252.021018:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1769078252.021020:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021023:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078252.021025:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1769078252.021026:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078252.021029:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078252.021034:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.021037:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078252.021040:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00100000:1.0:1769078252.021041:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769078252.021042:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078252.021047:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.021048:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769078252.021050:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.021051:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078252.021054:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078252.021055:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000100:00100000:3.0:1769078252.021058:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657874688:192.168.204.154@tcp:250:kworker.0 00000020:00000040:1.0:1769078252.021059:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078252.021063:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078252.021065:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.021068:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769078252.021068:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078252.021071:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078252.021072:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.021072:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078252.021075:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078252.021077:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 02000000:00000001:3.0:1769078252.021078:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769078252.021081:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078252.021084:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 00000100:00100000:1.0:1769078252.021087:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769078252.021088:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.021095:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769078252.021096:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078252.021098:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078252.021101:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000100:00000040:1.0:1769078252.021102:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769078252.021109:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000001:1.0:1769078252.021112:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078252.021115:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1769078252.021116:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657874688, portal 25 00000100:00000001:3.0:1769078252.021120:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1769078252.021123:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078252.021123:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 00000100:00000001:1.0:1769078252.021128:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:3.0:1769078252.021131:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078252.021132:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078252.021139:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078252.021141:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1769078252.021145:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5237 00000100:00000040:3.0:1769078252.021145:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078252.021149:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000400:00000200:1.0:1769078252.021153:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000200:3.0:1769078252.021153:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657874688, offset 0 00000400:00000200:1.0:1769078252.021160:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:3.0:1769078252.021161:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00080000:1.0:1769078252.021165:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078252.021170:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078252.021170:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078252.021174:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769078252.021178:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000040:1.0:1769078252.021179:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021184:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078252.021186:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1769078252.021186:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:1.0:1769078252.021187:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078252.021190:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078252.021191:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:3.0:1769078252.021192:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:1.0:1769078252.021196:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:3.0:1769078252.021198:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1769078252.021199:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:3.0:1769078252.021202:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000040:1.0:1769078252.021205:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078252.021208:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370723:370723:256:4294967295] 192.168.204.154@tcp LPNI seq info [370718:370718:8:4294967295] 00000100:00000001:1.0:1769078252.021209:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078252.021214:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078252.021216:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078252.021218:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078252.021220:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078252.021223:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021228:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078252.021231:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1769078252.021231:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 02000000:00000001:1.0:1769078252.021235:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078252.021239:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078252.021239:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021244:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078252.021246:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000800:00000010:3.0:1769078252.021246:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000008:00000001:1.0:1769078252.021250:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.021251:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078252.021254:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000800:00000200:3.0:1769078252.021255:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:1.0:1769078252.021258:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000800:00000200:3.0:1769078252.021260:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 02000000:00000001:1.0:1769078252.021261:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078252.021263:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.021265:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078252.021266:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078252.021269:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769078252.021269:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078252.021274:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 02000000:00000010:1.0:1769078252.021275:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000800:00000100:3.0:1769078252.021279:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021280:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769078252.021282:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000100:00100000:1.0:1769078252.021286:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769078252.021288:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078252.021296:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1769078252.021303:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769078252.021303:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000100:00000001:1.0:1769078252.021306:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078252.021307:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000040:1.0:1769078252.021311:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021312:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078252.021319:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078252.021320:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078252.021321:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078252.021328:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078252.021330:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078252.021333:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078252.021337:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078252.021340:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5237 00000100:00000001:3.0:1769078252.021341:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1769078252.021344:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:3.0:1769078252.021348:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078252.021349:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078252.021352:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078252.021356:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021360:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078252.021364:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021367:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078252.021367:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078252.021369:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078252.021372:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00000001:3.0:1769078252.021372:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769078252.021376:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078252.021377:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769078252.021378:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078252.021379:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:3.0:1769078252.021381:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078252.021382:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021385:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078252.021387:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021390:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:3.0:1769078252.021391:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:1.0:1769078252.021393:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:3.0:1769078252.021396:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299910347 00000100:00080000:1.0:1769078252.021397:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078252.021402:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078252.021403:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078252.021404:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078252.021406:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078252.021406:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db16c0. 00000100:00000001:1.0:1769078252.021409:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078252.021411:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769078252.021412:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.021413:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.021415:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000010:1.0:1769078252.021416:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769078252.021420:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769078252.021421:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078252.021422:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.021424:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769078252.021424:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299910347 02000000:00000001:1.0:1769078252.021426:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078252.021428:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078252.021429:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1060. 02000000:00000010:1.0:1769078252.021431:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000100:00000001:3.0:1769078252.021434:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078252.021435:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.021438:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769078252.021441:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078252.021441:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.021446:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769078252.021450:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1769078252.021452:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078252/real 1769078252] req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078252.021453:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078252.021460:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078252.021466:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769078252.021467:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769078252.021469:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1769078252.021471:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5247) 00000400:00000010:3.0:1769078252.021472:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078252.021476:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078252.021477:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078252.021480:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078252.021483:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078252.021489:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021493:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078252.021494:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.021496:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078252.021497:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078252.021499:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021503:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078252.021506:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021510:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078252.021512:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.021513:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078252.021513:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.021515:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078252.021516:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078252.021518:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078252.021520:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078252.021521:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078252.021524:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078252.021528:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657874688:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078252.021534:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.021536:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078252.021539:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657874688/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021545:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078252.021547:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078252.021550:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078252.021574:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078252.021577:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078252.021578:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078252.021580:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078252.021583:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637400. 02000000:00000001:3.0:1769078252.021587:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078252.021589:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078252.021591:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00000100:00000001:3.0:1769078252.021594:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078252.021595:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.021597:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.021604:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078252.021606:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.021608:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078252.021609:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078252.021611:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078252.021614:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021621:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078252.021622:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.021624:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078252.021626:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078252.021628:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078252.021631:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874816:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078252.021634:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078252.021636:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078252.021637:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.021639:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078252.021642:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078252.021644:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078252.021647:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078252.021649:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078252.021651:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078252.021653:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657874816, portal 10 00000100:00000001:3.0:1769078252.021655:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078252.021655:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:3.0:1769078252.021660:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021664:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078252.021665:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078252.021666:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078252.021668:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657874816, offset 0 00000400:00000200:3.0:1769078252.021670:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078252.021672:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078252.021675:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078252.021677:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078252.021678:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078252.021680:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078252.021681:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078252.021683:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370724:370724:256:4294967295] 192.168.204.154@tcp LPNI seq info [370719:370719:8:4294967295] 00000400:00000200:3.0:1769078252.021685:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078252.021689:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078252.021691:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078252.021693:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078252.021696:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078252.021697:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769078252.021700:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078252.021702:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1769078252.021704:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078252.021705:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078252.021707:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078252.021709:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078252.021711:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078252.021712:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078252.021713:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078252.021715:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021720:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078252.021722:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021725:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.021726:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078252.021728:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078252.021730:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078252.021732:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078252.021733:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299909643 00000100:00000001:3.0:1769078252.021735:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299910347 00000100:00000001:3.0:1769078252.021736:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299909643 00000100:00000001:3.0:1769078252.021738:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299910347 00000100:00000001:3.0:1769078252.021739:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078252.021740:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.021741:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078252.021743:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078252/real 1769078252] req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078252.021747:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078252.021748:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078252.021749:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078252.021750:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078252.021751:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078252.021752:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078252.021754:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078252.021759:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021762:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078252.021763:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.021764:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078252.021765:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078252.021767:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021770:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078252.021772:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021776:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078252.021777:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.021778:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078252.021778:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.021779:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078252.021782:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078252.021783:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078252.021785:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078252.021787:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078252.021789:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078252.021793:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874816:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078252.021795:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078252.021797:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021807:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078252.021808:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.021810:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078252.021812:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078252.021814:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078252.021817:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874944:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078252.021820:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078252.021822:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078252.021823:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.021825:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078252.021828:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078252.021830:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078252.021834:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078252.021836:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078252.021839:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078252.021841:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657874944, portal 4 00000100:00000001:3.0:1769078252.021843:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078252.021844:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:3.0:1769078252.021849:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021855:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078252.021857:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078252.021859:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078252.021861:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657874944, offset 0 00000400:00000200:3.0:1769078252.021874:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078252.021878:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078252.021881:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078252.021890:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078252.021895:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078252.021898:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078252.021900:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078252.021903:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370725:370725:256:4294967295] 192.168.204.154@tcp LPNI seq info [370720:370720:8:4294967295] 00000400:00000200:3.0:1769078252.021907:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078252.021913:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078252.021917:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078252.021920:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078252.021924:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078252.021927:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769078252.021930:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078252.021933:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1769078252.021935:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078252.021936:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078252.021938:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078252.021940:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078252.021942:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078252.021943:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078252.021944:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078252.021947:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021951:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078252.021953:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021957:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.021958:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078252.021959:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078252.021961:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078252.021963:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078252.021965:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299909664 00000100:00000001:3.0:1769078252.021966:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299910347 00000100:00000001:3.0:1769078252.021967:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299909664 00000100:00000001:3.0:1769078252.021969:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299910347 00000100:00000001:3.0:1769078252.021970:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078252.021972:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.021973:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078252.021975:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078252/real 1769078252] req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078252.021979:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078252.021980:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078252.021981:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078252.021982:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078252.021983:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078252.021984:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078252.021986:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078252.021991:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.021994:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078252.021995:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.021996:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078252.021996:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078252.021998:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022002:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078252.022004:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022007:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078252.022008:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.022009:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078252.022010:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.022011:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078252.022014:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078252.022015:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078252.022017:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078252.022019:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078252.022021:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078252.022025:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657874944:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078252.022027:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078252.022029:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022032:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078252.022033:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.022034:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078252.022035:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078252.022036:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078252.022038:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875072:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078252.022040:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078252.022041:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078252.022042:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078252.022043:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078252.022044:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078252.022045:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078252.022047:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078252.022048:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078252.022050:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078252.022051:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657875072, portal 4 00000100:00000001:3.0:1769078252.022053:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078252.022053:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:3.0:1769078252.022057:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022060:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078252.022062:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078252.022063:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078252.022064:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657875072, offset 0 00000400:00000200:3.0:1769078252.022067:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078252.022069:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078252.022071:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078252.022073:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078252.022074:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078252.022075:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078252.022077:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078252.022078:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370726:370726:256:4294967295] 192.168.204.154@tcp LPNI seq info [370721:370721:8:4294967295] 00000400:00000200:3.0:1769078252.022081:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078252.022085:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078252.022087:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078252.022088:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078252.022090:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078252.022092:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769078252.022094:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078252.022095:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1769078252.022097:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078252.022098:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078252.022100:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078252.022102:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078252.022103:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078252.022104:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078252.022106:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078252.022107:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022111:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078252.022113:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078277 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022116:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.022117:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078252.022119:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078252.022120:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078252.022122:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078252.022123:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299909668 00000100:00000001:3.0:1769078252.022125:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299910347 00000100:00000001:3.0:1769078252.022126:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299909668 00000100:00000001:3.0:1769078252.022127:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299910347 00000100:00000001:3.0:1769078252.022128:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078252.022129:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.022130:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078252.022132:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078252/real 1769078252] req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078252.022135:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078252.022136:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078252.022137:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078252.022138:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078252.022139:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078252.022140:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078252.022141:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078252.022145:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022149:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078252.022150:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.022151:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078252.022152:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078252.022154:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022157:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078252.022159:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022163:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078252.022164:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.022165:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078252.022166:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.022167:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078252.022170:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078252.022171:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078252.022172:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078252.022173:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078252.022175:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078252.022179:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875072:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078252.022181:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.022182:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078252.022184:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657874816/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022188:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078252.022189:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078252.022190:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078252.022191:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078252.022192:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078252.022192:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078252.022194:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078252.022195:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:3.0:1769078252.022196:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078252.022197:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078252.022198:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:3.0:1769078252.022200:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078252.022201:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.022202:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078252.022203:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657874944/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022207:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078252.022208:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078252.022208:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078252.022209:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078252.022210:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078252.022211:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078252.022211:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078252.022212:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08635400. 02000000:00000001:3.0:1769078252.022213:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078252.022214:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078252.022215:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:3.0:1769078252.022216:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078252.022216:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.022217:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078252.022219:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657875072/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078277 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078252.022222:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078252.022223:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078252.022224:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078252.022226:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078252.022227:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078252.022228:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078252.022229:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078252.022230:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 02000000:00000001:3.0:1769078252.022232:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078252.022233:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078252.022234:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:3.0:1769078252.022235:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078252.022237:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.022238:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078252.022241:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078252.022242:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.022244:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078252.022245:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.660680:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078252.660681:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078252.660688:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078252.660688:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078252.660691:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.660692:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078252.660699:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078252.660700:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078252.660701:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078252.660702:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078252.660704:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078252.660706:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078252.660709:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078252.660712:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.660712:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078252.660714:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078252.660714:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078252.660721:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:0.0:1769078252.660729:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078252.660729:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078252.660731:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.660736:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078252.660741:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078252.660742:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.660743:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078252.660743:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078252.660746:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.660751:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.660752:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078252.660753:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.660763:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078252.660764:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078252.660765:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.660770:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.660776:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.660777:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078252.660781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078252.660782:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078252.660785:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.660787:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.660790:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078252.660790:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078252.660792:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078252.660797:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.660798:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078252.660799:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078252.660803:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078252.660804:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078252.660805:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.660807:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.660807:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078252.660808:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078252.660814:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078252.660818:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078252.660818:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078252.660819:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.660830:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078252.660831:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078252.660831:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078252.660837:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078252.660839:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078252.660842:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078252.660844:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078252.660845:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078252.660850:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078252.660851:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078252.660869:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.660870:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078252.660871:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.660875:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078252.660875:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078252.660878:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078252.660880:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078252.660880:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00010000:3.0:1769078252.660883:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078252.660888:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078252.660893:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078252.660895:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078252.660897:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078252.660899:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078252.788671:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299910347, at 4299910400 00000100:00000010:1.0:1769078252.788684:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1060. 00000100:00000040:0.0:1769078252.788689:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299910347, at 4299910400 00000100:00000010:0.0:1769078252.788703:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db16c0. 00000100:00000001:0.0:1769078253.044677:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078253.044685:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078253.044688:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078253.044689:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078253.044694:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078253.044696:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078253.044698:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078253.044701:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078253.044704:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078253.044707:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078253.044708:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078253.044711:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078253.044712:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078253.044718:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078253.044722:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078253.044723:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078253.044725:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078253.044727:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078253.684679:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078253.684679:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078253.684679:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078253.684679:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078253.684687:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078253.684687:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078253.684687:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078253.684688:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078253.684692:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078253.684692:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078253.684693:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078253.684693:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078253.684701:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078253.684702:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078253.684702:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078253.684702:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078253.684708:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078253.684708:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078253.684709:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078253.684710:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078253.684714:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078253.684715:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078253.684715:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078253.684719:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078253.684721:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078253.684725:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078253.684728:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078253.684730:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078253.684733:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078253.684737:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078253.684737:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078253.684741:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078253.684742:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078253.684746:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078253.684747:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078253.684747:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078253.684750:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078253.684752:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078253.684754:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078253.684756:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078253.684757:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078253.684758:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078253.684760:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078253.684764:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078253.684764:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078253.684767:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078253.684769:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078253.684770:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078253.684771:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078253.684772:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078253.684773:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078253.684774:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078253.684775:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078253.684779:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078253.684780:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078253.684780:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078253.684784:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078253.684785:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078253.684785:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078253.684787:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078253.684789:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078253.684790:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078253.684793:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078253.684796:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078253.684797:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078253.684799:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078253.684800:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078253.684807:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078253.684809:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078253.684813:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078253.684814:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078253.684846:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078253.684849:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078253.684853:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078254.068674:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078254.068674:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078254.068681:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078254.068682:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078254.068685:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078254.068686:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078254.068694:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078254.068694:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078254.068701:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078254.068702:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078254.068708:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078254.068708:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078254.068712:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078254.068717:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078254.068720:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078254.068721:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078254.068724:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078254.068727:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078254.708664:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078254.708664:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078254.708664:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078254.708668:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078254.708670:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078254.708671:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078254.708671:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078254.708673:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078254.708674:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078254.708674:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078254.708675:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078254.708677:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078254.708681:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078254.708682:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078254.708682:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078254.708683:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078254.708688:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078254.708688:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078254.708689:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078254.708690:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078254.708693:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078254.708693:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078254.708694:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078254.708695:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078254.708699:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078254.708702:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078254.708704:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078254.708707:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078254.708709:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078254.708711:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078254.708712:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078254.708716:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078254.708719:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078254.708719:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078254.708721:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078254.708723:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078254.708725:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078254.708729:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078254.708729:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078254.708730:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078254.708733:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078254.708733:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078254.708735:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078254.708737:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078254.708739:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078254.708739:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078254.708740:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078254.708741:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078254.708744:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078254.708746:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078254.708746:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078254.708748:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078254.708748:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078254.708752:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078254.708752:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078254.708753:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078254.708753:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078254.708755:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078254.708757:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078254.708758:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078254.708759:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078254.708760:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078254.708763:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078254.708765:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078254.708766:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078254.708768:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078254.708770:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078254.708771:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078254.708775:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078254.708778:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078254.708781:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078254.708789:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078254.708791:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078254.708794:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078255.092636:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078255.092636:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078255.092643:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078255.092643:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078255.092645:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078255.092646:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078255.092652:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078255.092652:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078255.092657:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078255.092658:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078255.092662:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078255.092663:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078255.092667:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078255.092669:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078255.092671:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078255.092673:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078255.092676:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078255.092678:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078255.732660:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078255.732660:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078255.732669:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078255.732669:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078255.732670:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078255.732671:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078255.732673:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078255.732675:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078255.732676:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078255.732680:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078255.732681:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078255.732682:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078255.732683:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078255.732686:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078255.732687:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078255.732688:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078255.732689:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078255.732691:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078255.732693:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078255.732694:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078255.732696:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078255.732697:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078255.732697:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078255.732700:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078255.732701:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078255.732702:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078255.732707:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078255.732707:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078255.732708:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078255.732710:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078255.732712:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078255.732717:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078255.732718:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078255.732722:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078255.732724:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078255.732725:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078255.732728:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078255.732732:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078255.732734:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078255.732734:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078255.732737:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078255.732739:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078255.732740:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078255.732741:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078255.732743:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078255.732744:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078255.732745:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078255.732747:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078255.732750:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078255.732751:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078255.732753:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078255.732753:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078255.732755:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078255.732757:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078255.732758:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078255.732758:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078255.732760:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078255.732761:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078255.732763:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078255.732764:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078255.732768:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078255.732769:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078255.732773:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078255.732774:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078255.732774:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078255.732778:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078255.732779:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078255.732785:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078255.732785:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078255.732786:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078255.732787:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078255.732791:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078255.732792:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078255.732796:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078256.116655:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078256.116656:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078256.116662:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078256.116663:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078256.116665:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078256.116666:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078256.116672:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078256.116673:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078256.116678:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078256.116678:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078256.116683:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078256.116683:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078256.116688:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078256.116691:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078256.116692:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078256.116695:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078256.116697:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078256.116699:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078256.756655:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078256.756655:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078256.756658:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078256.756662:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078256.756662:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078256.756663:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078256.756666:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078256.756667:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078256.756667:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078256.756667:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078256.756672:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078256.756673:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078256.756674:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078256.756674:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078256.756674:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078256.756679:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078256.756680:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078256.756680:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078256.756681:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078256.756684:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078256.756685:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078256.756685:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078256.756686:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078256.756690:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078256.756690:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078256.756694:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078256.756697:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078256.756697:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078256.756701:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078256.756704:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078256.756704:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078256.756705:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078256.756707:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078256.756708:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078256.756711:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078256.756713:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078256.756716:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078256.756719:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078256.756719:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078256.756720:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078256.756724:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078256.756724:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078256.756725:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078256.756726:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078256.756727:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078256.756727:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078256.756728:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078256.756729:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078256.756732:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078256.756734:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078256.756734:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078256.756735:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078256.756735:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078256.756737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078256.756740:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078256.756741:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078256.756741:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078256.756742:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078256.756743:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078256.756745:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078256.756745:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078256.756745:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078256.756746:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078256.756749:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078256.756752:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078256.756752:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078256.756762:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078256.756766:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078256.756766:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078256.756767:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078256.756769:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078256.756771:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078256.756774:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078256.756777:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078257.140624:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078257.140628:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078257.140632:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078257.140632:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078257.140634:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078257.140634:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078257.140639:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078257.140639:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078257.140643:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078257.140643:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078257.140648:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078257.140648:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078257.140649:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1769078257.140651:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078257.140654:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078257.140655:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078257.140659:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078257.140660:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078257.140660:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078257.140662:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078257.140663:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.140666:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078257.140668:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078257.140673:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5242 00000400:00000200:0.0:1769078257.140681:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078257.140693:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078257.140696:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078257.140699:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.140701:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078257.140703:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.140704:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078257.140708:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078257.140709:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078257.140711:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078257.140713:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078257.140715:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078257.140716:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078257.140718:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.140719:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078257.140720:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.140721:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078257.140723:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769078257.140725:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078257.140727:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.140728:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078257.140730:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078257.140732:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.140734:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078257.140736:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078257.140742:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000020:00000040:0.0:1769078257.140745:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769078257.140747:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078257.140748:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.140750:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078257.140753:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078257.140755:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078257.140760:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769078257.140765:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078257.140770:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078257.140777:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078257.140791:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078257.140794:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078257.140809:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078257.140811:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078257.140813:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078257.140814:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078257.140815:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078257.140817:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078257.140818:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5242 00000400:00000200:0.0:1769078257.140820:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078257.140822:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078257.140823:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078257.140825:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.140827:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078257.140828:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.140830:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078257.140832:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078257.140833:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769078257.140834:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769078257.140835:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1769078257.140836:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769078257.140839:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:3.0:1769078257.140840:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078257.140841:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:3.0:1769078257.140843:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1769078257.140845:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.140847:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078257.140850:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.140851:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000040:3.0:1769078257.140852:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769078257.140853:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769078257.140857:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078257.140861:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.140865:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769078257.140867:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078257.140870:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.140871:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078257.140872:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1769078257.140873:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.140876:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769078257.140876:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078257.140880:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078257.140881:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1769078257.140884:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657875200:192.168.204.154@tcp:250:kworker.0 00000008:00000001:0.0:1769078257.140885:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.140889:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.140890:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1769078257.140892:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 02000000:00000001:3.0:1769078257.140894:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1769078257.140895:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769078257.140898:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.140899:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078257.140901:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.140903:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078257.140904:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078257.140905:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078257.140907:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078257.140908:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078257.140910:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078257.140911:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769078257.140915:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078257.140918:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00100000:0.0:1769078257.140922:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769078257.140923:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000100:00000001:0.0:1769078257.140930:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1769078257.140931:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000001:0.0:1769078257.140933:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078257.140937:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078257.140939:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657875200, portal 25 00000100:00000001:3.0:1769078257.140944:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078257.140945:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.140946:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094224128 : -115332615327488 : ffff971b086eb100) 00000100:00080000:0.0:1769078257.140948:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078257.140951:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078257.140954:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:3.0:1769078257.140955:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078257.140957:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078257.140964:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078257.140966:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078257.140970:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5242 00000100:00000040:3.0:1769078257.140971:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078257.140975:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000400:00000200:0.0:1769078257.140979:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000200:3.0:1769078257.140979:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657875200, offset 0 00000400:00000200:0.0:1769078257.140985:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:3.0:1769078257.140987:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00080000:0.0:1769078257.140989:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078257.140995:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078257.140996:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078257.141003:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078257.141007:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1769078257.141008:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769078257.141011:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078257.141014:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1769078257.141018:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078257.141018:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.141024:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:3.0:1769078257.141024:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370727:370727:256:4294967295] 192.168.204.154@tcp LPNI seq info [370722:370722:8:4294967295] 00000020:00000001:0.0:1769078257.141030:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1769078257.141031:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:0.0:1769078257.141033:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769078257.141036:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078257.141040:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:3.0:1769078257.141041:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769078257.141046:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000200:3.0:1769078257.141048:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078257.141051:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000800:00000010:3.0:1769078257.141053:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000100:00000040:0.0:1769078257.141057:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.141061:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1769078257.141062:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:0.0:1769078257.141065:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:3.0:1769078257.141067:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000100:00000001:0.0:1769078257.141068:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078257.141073:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000800:00000200:3.1:1769078257.141076:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:0.0:1769078257.141077:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078257.141081:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769078257.141081:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 02000000:00000001:0.0:1769078257.141085:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078257.141088:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000100:3.0:1769078257.141088:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 02000000:00000001:0.0:1769078257.141092:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769078257.141093:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000100:00000001:0.0:1769078257.141094:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078257.141097:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769078257.141099:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.141100:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078257.141100:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000010:0.0:1769078257.141105:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00000400:00000200:3.0:1769078257.141105:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000040:0.0:1769078257.141108:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000200:3.0:1769078257.141111:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 02000000:00000001:0.0:1769078257.141112:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078257.141114:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078257.141114:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:0.0:1769078257.141118:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078257.141119:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769078257.141119:0:2365:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1769078257.141121:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078257.141124:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769078257.141125:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000001:0.0:1769078257.141130:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141136:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1769078257.141137:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1769078257.141142:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078257.141145:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078257.141148:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078257.141154:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141155:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141159:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078257.141164:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141164:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078257.141166:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1769078257.141171:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:0.0:1769078257.141173:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078257.141174:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299915467 00000100:00000001:0.0:1769078257.141176:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078257.141179:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:3.0:1769078257.141180:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1720. 00000100:00000001:0.0:1769078257.141183:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078257.141187:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5242 00000100:00000001:3.0:1769078257.141187:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1769078257.141193:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078257.141194:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299915467 00000100:00000010:3.0:1769078257.141198:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1900. 00000400:00000200:0.0:1769078257.141201:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:3.0:1769078257.141202:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1769078257.141206:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078257.141207:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078257.141211:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078257.141213:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078257.141214:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:0.0:1769078257.141218:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769078257.141219:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078257/real 1769078257] req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078257.141224:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.141229:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000001:3.0:1769078257.141231:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1769078257.141232:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:3.0:1769078257.141233:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:0.0:1769078257.141234:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000010:3.0:1769078257.141235:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000020:00000001:0.0:1769078257.141236:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078257.141240:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000400:00000200:3.0:1769078257.141240:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000020:00000001:0.0:1769078257.141244:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000010:3.0:1769078257.141244:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000020:00000001:0.0:1769078257.141249:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:3.0:1769078257.141249:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1769078257.141256:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000200:3.0:1769078257.141256:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078257.141257:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078257.141260:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078257.141263:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078257.141266:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:0.0:1769078257.141270:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078257.141272:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078257.141274:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:3.0:1769078257.141274:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078257.141277:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078257.141281:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.141284:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078257.141285:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00100000:0.0:1769078257.141286:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:3.0:1769078257.141287:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078257.141289:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141290:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1769078257.141291:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141292:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078257.141296:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769078257.141297:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000020:00000040:0.0:1769078257.141301:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769078257.141305:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769078257.141307:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078257.141308:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.141312:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078257.141313:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1769078257.141315:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078257.141316:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078257.141321:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000100:00000001:0.0:1769078257.141324:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078257.141328:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078257.141330:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1769078257.141336:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078257.141338:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.141339:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141341:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1769078257.141344:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141344:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.141346:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078257.141349:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078257.141353:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1769078257.141356:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078257.141359:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000040:0.0:1769078257.141360:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5252) 00000100:00000001:3.0:1769078257.141362:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078257.141366:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078257.141372:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657875200:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078257.141375:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.141376:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078257.141378:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eb100 x1855007657875200/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141385:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078257.141387:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078257.141389:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078257.141391:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078257.141392:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078257.141393:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078257.141394:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078257.141395:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 02000000:00000001:3.0:1769078257.141398:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078257.141399:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078257.141400:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eb100. 00000100:00000001:3.0:1769078257.141403:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078257.141403:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.141405:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.141409:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078257.141410:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141411:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078257.141412:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078257.141413:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078257.141416:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141422:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078257.141424:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.141426:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078257.141427:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078257.141429:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078257.141432:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875328:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078257.141435:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078257.141437:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078257.141438:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.141440:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078257.141443:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078257.141445:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078257.141448:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078257.141451:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078257.141454:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078257.141456:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657875328, portal 10 00000100:00000001:3.0:1769078257.141458:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078257.141459:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094215168 : -115332615336448 : ffff971b086e8e00) 00000100:00000040:3.0:1769078257.141465:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141470:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078257.141472:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078257.141473:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078257.141475:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657875328, offset 0 00000400:00000200:3.0:1769078257.141478:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078257.141480:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078257.141489:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078257.141491:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078257.141493:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078257.141495:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078257.141497:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078257.141498:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370728:370728:256:4294967295] 192.168.204.154@tcp LPNI seq info [370723:370723:8:4294967295] 00000400:00000200:3.0:1769078257.141501:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078257.141505:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078257.141508:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078257.141510:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078257.141512:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078257.141514:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769078257.141517:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078257.141518:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000100:3.0:1769078257.141521:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078257.141522:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078257.141524:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078257.141526:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078257.141528:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078257.141529:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078257.141531:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078257.141533:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141537:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078257.141539:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141543:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141544:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078257.141545:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078257.141548:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078257.141549:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078257.141550:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299914762 00000100:00000001:3.0:1769078257.141570:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299915467 00000100:00000001:3.0:1769078257.141572:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299914763 00000100:00000001:3.0:1769078257.141574:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299915467 00000100:00000001:3.0:1769078257.141575:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078257.141576:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141578:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078257.141580:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078257/real 1769078257] req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078257.141584:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078257.141585:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078257.141586:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078257.141588:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078257.141589:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078257.141591:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078257.141592:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078257.141597:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141604:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078257.141605:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.141606:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078257.141607:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078257.141609:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141612:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078257.141614:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141618:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078257.141619:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.141620:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078257.141621:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.141622:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078257.141624:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078257.141625:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078257.141628:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078257.141629:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078257.141631:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078257.141635:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875328:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078257.141637:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078257.141639:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141642:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078257.141643:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.141645:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078257.141646:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078257.141647:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078257.141649:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875456:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078257.141651:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078257.141652:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078257.141653:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.141653:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078257.141656:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078257.141657:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078257.141659:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078257.141660:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078257.141662:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078257.141664:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657875456, portal 4 00000100:00000001:3.0:1769078257.141665:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078257.141666:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094216064 : -115332615335552 : ffff971b086e9180) 00000100:00000040:3.0:1769078257.141669:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141673:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078257.141674:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078257.141675:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078257.141677:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657875456, offset 0 00000400:00000200:3.0:1769078257.141679:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078257.141681:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078257.141682:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078257.141684:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078257.141686:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078257.141687:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078257.141688:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078257.141690:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370729:370729:256:4294967295] 192.168.204.154@tcp LPNI seq info [370724:370724:8:4294967295] 00000400:00000200:3.0:1769078257.141692:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078257.141696:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078257.141699:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078257.141701:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078257.141703:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078257.141705:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769078257.141707:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078257.141709:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000100:3.0:1769078257.141711:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078257.141713:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078257.141714:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078257.141716:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078257.141718:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078257.141719:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078257.141720:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078257.141722:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141726:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078257.141728:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141731:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141732:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078257.141733:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078257.141735:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078257.141737:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078257.141738:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299914784 00000100:00000001:3.0:1769078257.141739:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299915467 00000100:00000001:3.0:1769078257.141740:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299914784 00000100:00000001:3.0:1769078257.141741:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299915467 00000100:00000001:3.0:1769078257.141743:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078257.141744:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141745:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078257.141746:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078257/real 1769078257] req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078257.141751:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078257.141752:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078257.141753:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078257.141754:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078257.141755:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078257.141756:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078257.141757:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078257.141762:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141765:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078257.141766:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.141767:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078257.141768:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078257.141769:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141773:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078257.141775:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141826:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078257.141829:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.141830:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078257.141831:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.141833:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078257.141836:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078257.141839:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078257.141842:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078257.141844:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078257.141848:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078257.141856:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875456:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078257.141860:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078257.141863:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141868:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078257.141869:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.141871:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078257.141872:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078257.141873:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078257.141875:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875584:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078257.141877:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078257.141878:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078257.141879:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078257.141880:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078257.141882:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078257.141883:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078257.141886:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078257.141887:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078257.141889:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078257.141891:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657875584, portal 4 00000100:00000001:3.0:1769078257.141892:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078257.141893:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00000100:00000040:3.0:1769078257.141897:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141900:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078257.141902:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078257.141903:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078257.141904:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657875584, offset 0 00000400:00000200:3.0:1769078257.141907:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078257.141909:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078257.141911:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078257.141913:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078257.141914:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078257.141916:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078257.141917:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078257.141919:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370730:370730:256:4294967295] 192.168.204.154@tcp LPNI seq info [370725:370725:8:4294967295] 00000400:00000200:3.0:1769078257.141921:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078257.141925:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078257.141928:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078257.141930:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078257.141932:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078257.141934:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000200:3.1:1769078257.141936:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078257.141938:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 48 secs later) 00000800:00000100:3.0:1769078257.141940:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078257.141941:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078257.141943:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078257.141945:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078257.141947:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078257.141948:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078257.141949:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078257.141951:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141955:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078257.141957:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078282 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141961:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141962:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078257.141963:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078257.141965:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078257.141967:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078257.141968:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299914788 00000100:00000001:3.0:1769078257.141970:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299915467 00000100:00000001:3.0:1769078257.141971:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299914788 00000100:00000001:3.0:1769078257.141972:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299915467 00000100:00000001:3.0:1769078257.141973:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078257.141974:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.141975:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078257.141977:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078257/real 1769078257] req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078257.141981:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078257.141982:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078257.141983:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078257.141984:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078257.141985:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078257.141986:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078257.141988:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078257.141993:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.141996:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078257.141997:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.141998:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078257.141999:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078257.142001:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.142004:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078257.142006:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.142009:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078257.142011:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.142012:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078257.142013:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.142014:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078257.142016:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078257.142018:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078257.142019:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078257.142020:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078257.142022:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078257.142026:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875584:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078257.142029:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.142030:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078257.142031:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8e00 x1855007657875328/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.142035:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078257.142036:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078257.142037:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078257.142038:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078257.142039:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078257.142039:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078257.142041:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078257.142041:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 02000000:00000001:3.0:1769078257.142044:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078257.142045:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078257.142046:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8e00. 00000100:00000001:3.0:1769078257.142047:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078257.142048:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.142049:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078257.142051:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9180 x1855007657875456/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.142061:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078257.142062:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078257.142064:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078257.142065:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078257.142066:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078257.142067:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078257.142069:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078257.142071:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:3.0:1769078257.142072:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078257.142074:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078257.142075:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9180. 00000100:00000001:3.0:1769078257.142076:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078257.142078:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.142079:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078257.142083:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657875584/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078282 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078257.142088:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078257.142089:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078257.142091:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078257.142093:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078257.142094:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078257.142095:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078257.142097:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078257.142098:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 02000000:00000001:3.0:1769078257.142100:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078257.142101:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078257.142102:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:3.0:1769078257.142104:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078257.142105:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.142107:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.142110:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078257.142111:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.142113:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078257.142114:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.780650:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078257.780650:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078257.780650:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078257.780655:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078257.780656:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078257.780657:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078257.780658:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.780658:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078257.780661:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078257.780661:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.780662:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078257.780664:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078257.780666:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078257.780666:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078257.780668:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078257.780668:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078257.780669:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078257.780669:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078257.780672:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.780673:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078257.780675:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078257.780676:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078257.780677:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078257.780679:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078257.780681:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078257.780681:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078257.780688:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.780689:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078257.780689:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078257.780691:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078257.780691:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.780695:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.780697:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078257.780701:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078257.780702:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078257.780704:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078257.780706:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769078257.780709:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078257.780710:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078257.780714:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078257.780715:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078257.780718:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:0.0:1769078257.780719:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078257.780721:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078257.780722:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078257.780723:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078257.780726:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078257.780726:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.780728:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078257.780729:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078257.780730:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078257.780733:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078257.780733:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078257.780733:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078257.780734:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078257.780738:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.780739:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078257.780739:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078257.780739:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078257.780746:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078257.780747:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078257.780747:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078257.780747:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078257.780749:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.780751:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078257.780753:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.780754:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078257.780754:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078257.780758:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078257.780762:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.780765:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078257.780765:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078257.780780:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078257.780783:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078257.908660:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299915467, at 4299915520 00000100:00000040:1.0:1769078257.908660:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299915467, at 4299915520 00000100:00000010:1.0:1769078257.908675:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1900. 00000100:00000010:0.0:1769078257.908678:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1720. 00000100:00000001:1.0:1769078258.164669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078258.164669:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078258.164677:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078258.164678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078258.164680:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078258.164682:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078258.164687:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078258.164688:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078258.164695:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078258.164695:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078258.164701:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078258.164701:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078258.164707:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078258.164711:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078258.164714:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078258.164715:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078258.164718:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078258.164721:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078258.804695:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078258.804695:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078258.804699:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078258.804703:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078258.804704:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078258.804706:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078258.804706:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078258.804716:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078258.804716:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078258.804717:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078258.804725:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078258.804727:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:0.0:1769078258.804728:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078258.804729:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078258.804733:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078258.804735:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078258.804738:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078258.804739:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078258.804740:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078258.804749:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078258.804763:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078258.804769:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078258.804773:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078258.804773:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078258.804776:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078258.804779:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078258.804781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078258.804784:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078258.804785:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078258.804788:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078258.804790:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078258.804790:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078258.804792:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078258.804795:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078258.804796:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078258.804800:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078258.804803:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078258.804807:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078258.804808:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078258.804809:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078258.804810:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078258.804811:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078258.804812:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078258.804813:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078258.804814:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078258.804817:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078258.804820:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078258.804822:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078258.804825:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078258.804827:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078258.804829:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078258.804831:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078258.804833:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078258.804860:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078258.804865:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078258.804868:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078258.804936:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078258.804939:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078258.804940:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078258.804942:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078258.804945:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078258.804947:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078258.804948:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078258.804952:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078258.804952:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078258.804960:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078258.804960:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078258.804973:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078258.804973:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078258.804988:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078258.804991:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078258.804993:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078258.804994:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078258.804997:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078258.805003:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078258.805007:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078258.805009:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078258.805012:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078258.805015:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078258.805018:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078258.805025:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078258.805027:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078258.805029:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078258.805077:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078258.805079:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078258.805080:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078258.805081:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078258.805082:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078258.805084:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078258.805085:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078258.805086:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078258.805087:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078259.188661:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078259.188661:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078259.188668:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078259.188668:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078259.188671:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078259.188672:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078259.188678:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078259.188678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078259.188682:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078259.188682:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078259.188686:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078259.188686:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078259.188688:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078259.188690:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078259.188692:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078259.188695:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078259.188697:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078259.188700:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078259.828665:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078259.828672:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078259.828673:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078259.828679:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078259.828686:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078259.828691:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078259.828691:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078259.828693:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078259.828694:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078259.828705:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078259.828706:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078259.828707:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078259.828708:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078259.828708:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078259.828711:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078259.828719:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078259.828720:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078259.828721:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078259.828722:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078259.828746:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078259.828747:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078259.828747:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078259.828752:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078259.828754:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078259.828756:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078259.828759:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078259.828760:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078259.828763:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078259.828766:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078259.828767:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078259.828773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078259.828774:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078259.828775:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078259.828778:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078259.828780:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078259.828781:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078259.828794:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078259.828794:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078259.828795:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078259.828799:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078259.828800:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078259.828801:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078259.828802:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078259.828807:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078259.828808:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078259.828811:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078259.828817:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078259.828822:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078259.828827:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078259.828829:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078259.828832:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078259.828834:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078259.828838:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078259.828839:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078259.828842:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078259.828843:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078259.828847:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078259.828855:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078259.828856:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078259.828859:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078259.828863:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078259.828863:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078259.828868:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078259.828876:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078259.828878:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078259.828879:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00010000:1.0:1769078259.828884:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078259.828884:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078259.828885:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078259.828890:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078259.828893:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078259.828893:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078259.828897:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078259.828901:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078260.212677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078260.212685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078260.212687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078260.212692:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078260.212695:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078260.212698:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078260.212700:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078260.212703:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078260.212705:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078260.212720:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078260.212754:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078260.212756:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078260.212762:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078260.212766:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078260.212770:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078260.212772:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078260.212775:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078260.212779:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078260.852690:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078260.852697:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078260.852699:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078260.852699:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078260.852708:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078260.852708:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078260.852709:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078260.852709:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078260.852730:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078260.852731:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078260.852732:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078260.852736:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078260.852737:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078260.852738:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078260.852740:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078260.852741:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078260.852743:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078260.852744:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078260.852753:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078260.852753:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078260.852754:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078260.852754:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078260.852765:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078260.852765:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078260.852766:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078260.852771:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078260.852772:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078260.852772:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078260.852778:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078260.852781:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078260.852783:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078260.852786:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078260.852790:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078260.852790:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078260.852792:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078260.852794:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078260.852796:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078260.852800:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078260.852800:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078260.852811:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078260.852814:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078260.852820:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078260.852820:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078260.852820:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078260.852825:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078260.852825:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078260.852825:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078260.852832:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078260.852833:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078260.852835:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078260.852837:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078260.852837:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078260.852837:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078260.852839:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078260.852841:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078260.852844:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078260.852845:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078260.852847:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078260.852855:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078260.852857:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078260.852859:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078260.852862:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078260.852863:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078260.852866:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078260.852866:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078260.852869:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078260.852873:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078260.852877:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078260.852879:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078260.852882:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078260.852883:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078260.852918:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078260.852921:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078260.852924:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078261.236681:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078261.236681:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078261.236690:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078261.236692:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078261.236693:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078261.236697:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078261.236701:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078261.236702:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078261.236707:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078261.236708:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078261.236724:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078261.236724:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078261.236730:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078261.236733:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078261.236737:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078261.236737:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078261.236741:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078261.236746:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078261.876674:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078261.876687:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078261.876690:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078261.876693:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078261.876694:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078261.876695:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078261.876696:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078261.876710:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078261.876714:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078261.876714:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078261.876715:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078261.876718:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078261.876722:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078261.876725:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078261.876730:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078261.876732:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769078261.876734:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078261.876739:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078261.876739:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078261.876739:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078261.876740:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078261.876748:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078261.876753:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078261.876756:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078261.876758:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078261.876759:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078261.876761:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078261.876762:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078261.876763:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078261.876765:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078261.876770:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078261.876775:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078261.876776:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078261.876779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078261.876781:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078261.876782:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078261.876786:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078261.876792:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078261.876793:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078261.876793:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078261.876794:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078261.876802:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078261.876802:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078261.876805:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078261.876813:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078261.876814:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078261.876816:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078261.876824:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078261.876828:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078261.876828:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078261.876829:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078261.876841:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078261.876843:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078261.876844:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078261.876848:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078261.876849:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078261.876856:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078261.876859:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078261.876861:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078261.876879:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078261.876882:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078261.876884:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078261.876890:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1769078261.876890:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078261.876893:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1769078261.876899:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078261.876901:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078261.876902:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1769078261.876905:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078261.876906:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078261.876909:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078261.876911:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078261.876914:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078261.876915:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078261.876916:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078261.876919:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078261.876921:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078261.876924:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078261.876926:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078261.876928:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078262.260679:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078262.260690:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078262.260690:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078262.260703:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.260708:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078262.260712:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078262.260715:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:1.0:1769078262.260717:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078262.260718:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078262.260727:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078262.260728:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078262.260731:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078262.260732:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078262.260733:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078262.260739:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078262.260740:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078262.260741:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078262.260743:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.260752:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078262.260753:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078262.260754:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078262.260760:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078262.260767:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078262.260768:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5247 00000400:00000200:1.0:1769078262.260784:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078262.260792:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078262.260796:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078262.260800:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078262.260804:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078262.260807:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078262.260810:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078262.260814:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078262.260817:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078262.260820:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078262.260822:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078262.260825:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078262.260828:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078262.260831:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078262.260833:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078262.260835:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078262.260837:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078262.260840:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078262.260843:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078262.260846:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078262.260849:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078262.260854:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078262.260857:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.260859:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078262.260862:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078262.260873:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769078262.260878:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078262.260883:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078262.260885:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.260889:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078262.260893:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078262.260899:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078262.260909:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000100:00000001:1.0:1769078262.260917:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078262.260933:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078262.260941:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078262.260945:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078262.260949:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078262.260965:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078262.260967:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078262.260970:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078262.260971:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078262.260973:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078262.260975:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078262.260978:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5247 00000400:00000200:1.0:1769078262.260982:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078262.260984:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078262.260986:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078262.260988:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078262.260990:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078262.260991:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1769078262.260992:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078262.260996:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078262.260998:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769078262.260998:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1769078262.261001:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078262.261003:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769078262.261003:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1769078262.261006:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769078262.261009:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078262.261011:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769078262.261015:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:3.0:1769078262.261015:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078262.261019:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078262.261021:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078262.261024:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078262.261028:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769078262.261033:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078262.261037:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078262.261038:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769078262.261038:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078262.261042:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078262.261045:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078262.261049:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.261049:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1769078262.261052:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769078262.261053:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00100000:1.0:1769078262.261056:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769078262.261057:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078262.261062:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078262.261064:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657875712:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078262.261065:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.261071:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1769078262.261073:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 02000000:00000001:3.0:1769078262.261076:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1769078262.261077:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078262.261080:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078262.261081:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.261082:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078262.261082:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078262.261085:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078262.261088:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.261088:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1769078262.261094:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000100:00000001:1.0:1769078262.261096:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078262.261097:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 00000100:00100000:1.0:1769078262.261102:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769078262.261102:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.261112:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078262.261115:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078262.261119:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769078262.261124:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078262.261133:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000100:00000001:1.0:1769078262.261134:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078262.261139:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1769078262.261140:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00080000:1.0:1769078262.261144:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078262.261147:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:3.0:1769078262.261149:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657875712, portal 25 00000100:00080000:1.0:1769078262.261150:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078262.261153:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078262.261156:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078262.261156:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00080000:1.0:1769078262.261162:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5247 00000100:00000040:3.0:1769078262.261165:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078262.261172:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078262.261178:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1769078262.261180:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000040:3.0:1769078262.261185:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00080000:1.0:1769078262.261186:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000010:3.0:1769078262.261188:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000040:1.0:1769078262.261191:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000200:3.0:1769078262.261193:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657875712, offset 0 00000100:00000001:1.0:1769078262.261194:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078262.261198:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078262.261200:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078262.261203:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1769078262.261203:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000040:1.0:1769078262.261205:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078262.261208:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078262.261210:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769078262.261211:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078262.261213:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:3.0:1769078262.261214:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:1.0:1769078262.261218:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078262.261220:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078262.261221:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078262.261224:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:1.0:1769078262.261225:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078262.261229:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078262.261232:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:3.0:1769078262.261234:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1769078262.261235:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078262.261237:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078262.261240:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769078262.261240:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 02000000:00000001:1.0:1769078262.261244:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078262.261246:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1769078262.261247:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000200:3.0:1769078262.261250:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00100000:1.0:1769078262.261251:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000400:00000200:3.0:1769078262.261255:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370731:370731:256:4294967295] 192.168.204.154@tcp LPNI seq info [370726:370726:8:4294967295] 00000400:00000200:3.0:1769078262.261260:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:1.0:1769078262.261261:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.261263:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078262.261267:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769078262.261271:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000200:3.0:1769078262.261273:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 02000000:00000001:1.0:1769078262.261275:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078262.261278:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.261279:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078262.261282:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1769078262.261283:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 02000000:00000001:1.0:1769078262.261284:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769078262.261289:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 02000000:00000010:1.0:1769078262.261290:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000100:00000001:1.0:1769078262.261294:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078262.261299:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00100000:1.0:1769078262.261301:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078262.261311:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1769078262.261311:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000100:00000001:1.0:1769078262.261315:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769078262.261324:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:1.0:1769078262.261325:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1769078262.261332:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000100:00000001:1.0:1769078262.261341:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769078262.261344:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00080000:1.0:1769078262.261347:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:3.0:1769078262.261349:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000100:00080000:1.0:1769078262.261352:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078262.261356:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078262.261357:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1769078262.261359:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1769078262.261361:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078262.261367:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5247 00000400:00000200:3.0:1769078262.261368:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078262.261376:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078262.261383:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000200:1.0:1769078262.261388:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000010:3.0:1769078262.261388:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00080000:1.0:1769078262.261392:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078262.261394:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1769078262.261395:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078262.261398:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078262.261402:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000200:3.0:1769078262.261403:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078262.261404:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078262.261408:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078262.261410:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078262.261413:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078262.261415:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769078262.261418:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078262.261421:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769078262.261425:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078262.261426:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078262.261427:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078262.261432:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000040:3.0:1769078262.261433:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078262.261434:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078262.261437:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769078262.261441:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078262.261446:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078262.261451:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769078262.261452:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078262.261454:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078262.261455:0:2365:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1769078262.261459:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.261460:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078262.261462:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:3.0:1769078262.261463:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078262.261464:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.261467:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078262.261470:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000400:00000200:3.0:1769078262.261470:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:1.0:1769078262.261474:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:3.0:1769078262.261474:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299920587 02000000:00000001:1.0:1769078262.261478:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078262.261479:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.261481:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078262.261482:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:3.0:1769078262.261482:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db17e0. 02000000:00000001:1.0:1769078262.261485:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078262.261490:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000100:00000001:3.0:1769078262.261492:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078262.261493:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078262.261499:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078262.261499:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299920587 00000100:00000010:3.0:1769078262.261505:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1a20. 00000100:00000001:1.0:1769078262.261508:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078262.261510:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078262.261512:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.261514:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769078262.261517:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261518:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.261522:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769078262.261527:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078262.261528:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078262/real 1769078262] req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078262.261532:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5257) 00000400:00000001:3.0:1769078262.261540:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078262.261541:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078262.261543:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078262.261545:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078262.261547:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078262.261549:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078262.261552:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078262.261575:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261580:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078262.261582:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.261584:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078262.261585:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078262.261588:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261592:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078262.261595:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261600:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078262.261602:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.261603:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078262.261604:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.261605:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078262.261607:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078262.261609:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078262.261611:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078262.261613:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078262.261615:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078262.261620:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657875712:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078262.261623:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.261625:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078262.261627:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657875712/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261631:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078262.261634:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078262.261636:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078262.261638:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078262.261639:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078262.261641:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078262.261643:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078262.261644:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636800. 02000000:00000001:3.0:1769078262.261648:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078262.261650:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078262.261651:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:3.0:1769078262.261653:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078262.261654:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.261656:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.261662:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078262.261663:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.261665:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078262.261666:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078262.261667:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078262.261669:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261674:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078262.261675:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.261677:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078262.261679:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078262.261681:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078262.261684:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875840:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078262.261687:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078262.261689:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078262.261690:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.261706:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078262.261709:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078262.261711:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078262.261715:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078262.261719:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078262.261722:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078262.261725:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657875840, portal 10 00000100:00000001:3.0:1769078262.261727:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078262.261728:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:3.0:1769078262.261735:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261742:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078262.261745:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078262.261747:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078262.261749:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657875840, offset 0 00000400:00000200:3.0:1769078262.261753:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078262.261757:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078262.261761:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078262.261764:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078262.261766:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078262.261769:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078262.261771:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078262.261774:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370732:370732:256:4294967295] 192.168.204.154@tcp LPNI seq info [370727:370727:8:4294967295] 00000400:00000200:3.0:1769078262.261778:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078262.261784:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078262.261789:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078262.261792:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078262.261794:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078262.261796:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769078262.261799:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078262.261802:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1769078262.261804:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078262.261806:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078262.261808:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078262.261810:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078262.261812:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078262.261813:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078262.261815:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078262.261817:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261823:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078262.261825:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261833:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.261834:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078262.261836:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078262.261839:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078262.261841:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078262.261843:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299919883 00000100:00000001:3.0:1769078262.261844:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299920587 00000100:00000001:3.0:1769078262.261846:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299919883 00000100:00000001:3.0:1769078262.261847:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299920587 00000100:00000001:3.0:1769078262.261849:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078262.261850:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.261851:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078262.261853:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078262/real 1769078262] req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078262.261857:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078262.261858:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078262.261859:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078262.261861:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078262.261862:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078262.261863:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078262.261865:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078262.261870:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261873:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078262.261874:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.261875:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078262.261875:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078262.261877:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261882:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078262.261884:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261888:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078262.261890:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.261890:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078262.261891:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.261892:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078262.261895:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078262.261896:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078262.261898:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078262.261899:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078262.261901:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078262.261905:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875840:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078262.261908:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078262.261910:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261914:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078262.261915:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.261916:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078262.261917:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078262.261925:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078262.261927:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875968:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078262.261929:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078262.261930:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078262.261931:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.261932:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078262.261935:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078262.261936:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078262.261939:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078262.261940:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078262.261943:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078262.261944:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657875968, portal 4 00000100:00000001:3.0:1769078262.261946:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078262.261947:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:3.0:1769078262.261953:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.261957:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078262.261959:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078262.261960:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078262.261962:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657875968, offset 0 00000400:00000200:3.0:1769078262.261964:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078262.261966:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078262.261968:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078262.261970:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078262.261972:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078262.261973:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078262.261975:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078262.261977:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370733:370733:256:4294967295] 192.168.204.154@tcp LPNI seq info [370728:370728:8:4294967295] 00000400:00000200:3.0:1769078262.261979:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078262.261983:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078262.261985:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078262.261987:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078262.261989:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078262.261992:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769078262.261996:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078262.261998:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1769078262.262002:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078262.262004:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078262.262006:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078262.262009:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078262.262012:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078262.262014:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078262.262016:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078262.262019:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262027:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078262.262030:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262036:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.262038:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078262.262041:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078262.262044:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078262.262047:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078262.262049:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299919904 00000100:00000001:3.0:1769078262.262051:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299920587 00000100:00000001:3.0:1769078262.262052:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299919904 00000100:00000001:3.0:1769078262.262054:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299920587 00000100:00000001:3.0:1769078262.262055:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078262.262056:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.262058:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078262.262060:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078262/real 1769078262] req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078262.262064:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078262.262065:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078262.262066:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078262.262068:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078262.262069:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078262.262071:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078262.262072:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078262.262080:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262086:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078262.262088:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.262090:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078262.262091:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078262.262094:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262101:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078262.262105:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262112:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078262.262114:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.262116:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078262.262117:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.262119:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078262.262123:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078262.262126:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078262.262128:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078262.262130:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078262.262132:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078262.262137:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657875968:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078262.262140:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078262.262141:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262146:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078262.262147:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.262148:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078262.262150:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078262.262151:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078262.262152:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876096:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078262.262155:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078262.262156:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078262.262157:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078262.262158:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078262.262161:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078262.262162:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078262.262164:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078262.262166:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078262.262168:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078262.262170:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657876096, portal 4 00000100:00000001:3.0:1769078262.262171:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078262.262172:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:3.0:1769078262.262178:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262183:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078262.262185:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078262.262187:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078262.262189:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657876096, offset 0 00000400:00000200:3.0:1769078262.262193:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078262.262197:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078262.262200:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078262.262203:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078262.262205:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078262.262208:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078262.262210:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078262.262214:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370734:370734:256:4294967295] 192.168.204.154@tcp LPNI seq info [370729:370729:8:4294967295] 00000400:00000200:3.0:1769078262.262218:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078262.262224:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078262.262227:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078262.262230:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078262.262232:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078262.262234:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000200:3.1:1769078262.262237:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078262.262239:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 43 secs later) 00000800:00000100:3.0:1769078262.262241:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078262.262243:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078262.262245:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078262.262247:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078262.262248:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078262.262249:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078262.262251:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078262.262253:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262258:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078262.262260:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078287 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262264:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.262265:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078262.262267:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078262.262269:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078262.262271:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078262.262273:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299919908 00000100:00000001:3.0:1769078262.262274:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299920587 00000100:00000001:3.0:1769078262.262275:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299919908 00000100:00000001:3.0:1769078262.262277:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299920587 00000100:00000001:3.0:1769078262.262279:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078262.262281:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.262282:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078262.262284:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078262/real 1769078262] req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078262.262289:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078262.262290:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078262.262291:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078262.262292:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078262.262293:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078262.262294:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078262.262296:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078262.262301:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262305:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078262.262306:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.262308:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078262.262309:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078262.262312:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262319:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078262.262322:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262330:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078262.262332:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.262333:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078262.262335:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.262337:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078262.262342:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078262.262344:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078262.262348:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078262.262350:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078262.262354:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078262.262359:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876096:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078262.262362:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.262364:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078262.262367:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657875840/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262374:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078262.262375:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078262.262377:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078262.262380:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078262.262381:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078262.262382:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078262.262384:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078262.262386:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 02000000:00000001:3.0:1769078262.262388:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078262.262389:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078262.262391:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:3.0:1769078262.262393:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078262.262395:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.262396:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078262.262400:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657875968/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262407:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078262.262408:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078262.262410:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078262.262412:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078262.262413:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078262.262415:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078262.262416:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078262.262418:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 02000000:00000001:3.0:1769078262.262419:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078262.262420:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078262.262421:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:3.0:1769078262.262423:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078262.262423:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.262424:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078262.262427:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657876096/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078287 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078262.262430:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078262.262431:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078262.262432:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078262.262434:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078262.262434:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078262.262435:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078262.262436:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078262.262437:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637800. 02000000:00000001:3.0:1769078262.262437:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078262.262438:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078262.262439:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:3.0:1769078262.262440:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078262.262440:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.262441:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.262444:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078262.262445:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.262446:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078262.262448:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.900674:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078262.900674:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078262.900674:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078262.900694:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078262.900698:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078262.900699:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078262.900699:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.900703:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.900703:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078262.900709:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078262.900710:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078262.900710:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078262.900717:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078262.900718:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078262.900719:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078262.900723:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078262.900723:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.900723:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078262.900729:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078262.900730:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078262.900730:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078262.900734:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.900735:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078262.900744:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078262.900745:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.900747:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078262.900747:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078262.900755:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.900755:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078262.900757:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078262.900760:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078262.900763:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078262.900765:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.900768:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078262.900771:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078262.900773:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078262.900775:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078262.900778:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078262.900779:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078262.900788:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078262.900789:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078262.900791:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078262.900794:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078262.900796:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078262.900797:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078262.900798:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078262.900800:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.900801:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078262.900802:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078262.900804:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078262.900806:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078262.900807:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078262.900808:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078262.900814:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.900815:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078262.900815:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078262.900825:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078262.900827:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078262.900827:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078262.900831:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078262.900833:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078262.900834:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.900834:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078262.900836:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.900851:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078262.900853:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078262.900855:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078262.900857:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078262.900863:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078262.900865:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078262.900868:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078262.900914:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078262.900917:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078262.900921:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078263.028669:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299920587, at 4299920640 00000100:00000040:1.0:1769078263.028669:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299920587, at 4299920640 00000100:00000010:0.0:1769078263.028697:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db17e0. 00000100:00000010:1.0:1769078263.028699:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1a20. 00000100:00000001:0.0:1769078263.284636:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078263.284636:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078263.284642:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078263.284643:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078263.284645:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078263.284646:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078263.284652:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078263.284652:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078263.284659:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078263.284659:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078263.284665:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078263.284665:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078263.284672:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078263.284699:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078263.284703:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078263.284704:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078263.284707:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078263.284710:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078263.924707:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078263.924708:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078263.924708:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078263.924716:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078263.924717:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078263.924717:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078263.924720:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078263.924720:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078263.924721:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078263.924729:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078263.924729:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078263.924730:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078263.924734:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078263.924735:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078263.924736:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078263.924740:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078263.924741:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078263.924742:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078263.924743:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078263.924744:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078263.924748:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078263.924755:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078263.924755:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078263.924759:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078263.924761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078263.924763:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078263.924763:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078263.924769:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078263.924774:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078263.924780:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078263.924784:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078263.924789:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078263.924792:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078263.924798:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078263.924800:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078263.924801:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078263.924805:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078263.924809:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078263.924812:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078263.924814:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078263.924817:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078263.924818:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078263.924819:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078263.924823:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078263.924824:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078263.924826:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078263.924830:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078263.924830:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078263.924835:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078263.924838:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078263.924840:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078263.924844:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078263.924844:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078263.924847:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078263.924849:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078263.924851:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078263.924856:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078263.924861:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078263.924865:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078263.924866:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078263.924868:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078263.924869:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078263.924871:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078263.924876:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078263.924877:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078263.924881:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078263.924884:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078263.924887:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078263.924891:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078263.924895:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078263.924900:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078263.924902:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078263.924905:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078263.924909:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078264.308688:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078264.308694:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078264.308696:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078264.308697:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078264.308705:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078264.308707:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078264.308709:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078264.308711:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078264.308713:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078264.308722:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078264.308724:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078264.308724:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078264.308733:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078264.308735:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078264.308740:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078264.308744:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078264.308746:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078264.308749:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078264.948676:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078264.948683:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078264.948683:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078264.948683:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078264.948685:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078264.948692:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078264.948695:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078264.948695:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078264.948695:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078264.948704:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078264.948707:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078264.948707:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078264.948708:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078264.948710:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078264.948718:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078264.948719:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078264.948722:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078264.948722:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078264.948729:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078264.948730:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078264.948730:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078264.948730:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078264.948737:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078264.948738:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078264.948740:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078264.948746:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078264.948749:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078264.948750:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078264.948753:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078264.948757:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078264.948758:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078264.948763:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078264.948766:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078264.948767:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078264.948769:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078264.948772:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078264.948784:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078264.948786:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078264.948787:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078264.948787:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078264.948790:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078264.948791:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078264.948793:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078264.948793:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078264.948798:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078264.948799:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078264.948799:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078264.948803:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078264.948804:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078264.948804:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078264.948806:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078264.948807:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078264.948812:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078264.948815:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078264.948815:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078264.948815:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078264.948816:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078264.948819:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078264.948820:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078264.948823:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078264.948831:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078264.948831:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078264.948833:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078264.948834:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078264.948842:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078264.948842:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078264.948842:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078264.948847:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078264.948851:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078264.948862:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078264.948866:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078264.948888:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078264.948892:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078264.948894:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078265.332624:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078265.332629:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078265.332631:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078265.332635:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078265.332635:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078265.332656:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078265.332658:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078265.332661:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078265.332664:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078265.332666:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078265.332668:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078265.332669:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078265.332672:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078265.332675:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078265.332676:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078265.332678:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078265.332681:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078265.332683:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078265.972699:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078265.972699:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078265.972699:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078265.972705:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078265.972708:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078265.972709:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078265.972709:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078265.972716:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078265.972716:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078265.972716:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078265.972717:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078265.972730:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078265.972730:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078265.972732:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078265.972733:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078265.972742:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078265.972742:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078265.972743:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078265.972747:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078265.972749:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078265.972750:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078265.972752:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078265.972753:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078265.972754:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078265.972760:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078265.972760:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078265.972763:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078265.972764:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078265.972769:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078265.972769:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078265.972773:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078265.972775:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078265.972775:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078265.972779:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078265.972784:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078265.972784:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078265.972788:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078265.972790:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078265.972793:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078265.972797:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078265.972799:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078265.972800:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078265.972801:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078265.972803:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078265.972808:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078265.972808:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078265.972813:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078265.972817:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078265.972818:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078265.972821:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078265.972821:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078265.972822:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078265.972826:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078265.972829:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078265.972831:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078265.972832:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078265.972832:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078265.972833:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078265.972842:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078265.972843:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769078265.972843:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078265.972844:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078265.972851:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078265.972852:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078265.972853:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078265.972856:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078265.972861:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078265.972862:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078265.972865:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078265.972868:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078265.972870:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078265.972876:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078265.972881:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078265.972885:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078266.356673:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078266.356673:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078266.356681:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078266.356682:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078266.356684:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078266.356685:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078266.356690:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:0.0:1769078266.356691:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078266.356696:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078266.356697:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078266.356702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078266.356703:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078266.356705:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078266.356708:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078266.356709:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078266.356712:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078266.356715:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078266.356718:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078266.996663:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078266.996663:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078266.996663:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078266.996671:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078266.996673:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078266.996673:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078266.996674:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078266.996677:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078266.996678:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078266.996685:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078266.996685:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078266.996692:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078266.996693:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078266.996693:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078266.996698:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078266.996698:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078266.996699:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078266.996704:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078266.996704:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078266.996708:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078266.996710:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078266.996713:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078266.996714:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078266.996718:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078266.996719:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078266.996726:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078266.996728:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078266.996728:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078266.996734:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078266.996739:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078266.996739:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078266.996750:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078266.996755:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078266.996756:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078266.996758:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078266.996760:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078266.996764:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078266.996765:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078266.996765:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078266.996771:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078266.996773:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078266.996774:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078266.996775:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078266.996785:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078266.996788:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078266.996789:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078266.996789:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078266.996797:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078266.996802:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078266.996805:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078266.996808:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078266.996810:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078266.996813:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078266.996816:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078266.996827:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078266.996827:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078266.996833:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078266.996833:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078266.996837:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078266.996841:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078266.996842:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078266.996845:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078266.996846:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078266.996849:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078266.996853:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078266.996854:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078266.996856:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078266.996858:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078266.996862:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078266.996865:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078266.996868:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078266.996891:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078266.996896:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078266.996900:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078267.380676:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078267.380676:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1769078267.380684:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078267.380687:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078267.380687:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078267.380691:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078267.380692:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078267.380695:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769078267.380700:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078267.380700:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078267.380701:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1769078267.380709:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078267.380709:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078267.380709:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078267.380715:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078267.380716:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078267.380716:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078267.380722:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078267.380726:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078267.380728:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5252 00000100:00000001:0.0:1769078267.380738:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078267.380738:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1769078267.380741:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078267.380742:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078267.380747:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078267.380754:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078267.380760:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078267.380765:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078267.380769:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078267.380772:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078267.380775:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078267.380781:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078267.380784:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078267.380788:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078267.380792:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078267.380796:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000080:00000001:3.0:1769078267.380796:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000020:00000001:1.0:1769078267.380801:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000080:00000001:3.0:1769078267.380802:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000040:1.0:1769078267.380807:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078267.380809:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078267.380811:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078267.380815:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078267.380817:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769078267.380823:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:1.0:1769078267.380824:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078267.380829:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:3.0:1769078267.380830:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000100:00080000:1.0:1769078267.380834:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:3.0:1769078267.380836:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078267.380840:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078267.380842:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 02000000:00000001:1.0:1769078267.380846:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078267.380851:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00200000:3.0:1769078267.380854:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:1.0:1769078267.380855:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.380861:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1769078267.380862:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078267.380866:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078267.380868:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078267.380869:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078267.380877:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00020000:00000002:3.0:1769078267.380877:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000020:00000040:1.0:1769078267.380883:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000002:3.0:1769078267.380885:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:1.0:1769078267.380893:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:3.0:1769078267.380893:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:1.0:1769078267.380897:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.380897:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769078267.380901:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:1.0:1769078267.380903:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:3.0:1769078267.380905:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078267.380908:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:3.0:1769078267.380910:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078267.380914:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 02000000:00000001:1.0:1769078267.380915:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.380916:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.380920:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078267.380921:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078267.380923:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000010:1.0:1769078267.380925:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00020000:00000002:3.0:1769078267.380925:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:3.0:1769078267.380931:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.380935:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.380935:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078267.380939:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078267.380942:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078267.380946:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00100000:1.0:1769078267.380949:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000002:3.0:1769078267.380951:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769078267.380960:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078267.380963:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:1.0:1769078267.380964:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1769078267.380965:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078267.380969:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.380969:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000040:1.0:1769078267.380975:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:3.0:1769078267.380975:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000020:00000001:3.0:1769078267.380980:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000020:00000001:3.0:1769078267.380984:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078267.380989:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078267.380992:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078267.380994:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.380996:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.380998:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:1.0:1769078267.381002:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.381002:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078267.381004:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078267.381006:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:3.0:1769078267.381008:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078267.381010:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078267.381013:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1769078267.381013:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078267.381016:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1769078267.381017:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769078267.381018:0:13261:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:3.0:1769078267.381020:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00080000:1.0:1769078267.381022:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5252 00020000:00000001:3.0:1769078267.381024:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078267.381027:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000200:1.0:1769078267.381028:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078267.381031:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:1.0:1769078267.381033:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769078267.381035:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1769078267.381035:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078267.381039:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078267.381042:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078267.381043:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078267.381047:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078267.381047:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:3.0:1769078267.381049:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.381056:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078267.381062:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078267.381064:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078267.381075:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769078267.381082:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078267.381086:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769078267.381086:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078267.381090:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 02000000:00000001:2.0:1769078267.381093:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1769078267.381095:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1769078267.381097:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1769078267.381099:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:2.0:1769078267.381102:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078267.381104:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00100000:2.0:1769078267.381108:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657876224:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078267.381111:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1769078267.381115:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:2.0:1769078267.381116:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078267.381120:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078267.381123:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078267.381126:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078267.381128:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769078267.381129:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1769078267.381134:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:1.0:1769078267.381136:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000010:2.0:1769078267.381137:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 00000020:00000001:3.0:1769078267.381138:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.381152:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078267.381154:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078267.381155:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078267.381157:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:3.0:1769078267.381170:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00080000:1.0:1769078267.381172:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:3.0:1769078267.381176:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000400:00000200:2.0:1769078267.381177:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078267.381187:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.381187:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000010:2.0:1769078267.381188:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 02000000:00000001:1.0:1769078267.381195:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1769078267.381198:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 02000000:00000001:1.0:1769078267.381204:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1769078267.381206:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657876224, portal 25 02000000:00000001:1.0:1769078267.381208:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.381211:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078267.381212:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078267.381214:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 00000008:00100000:1.0:1769078267.381218:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078267.381223:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078267.381224:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078267.381235:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.381236:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078267.381245:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000010:1.0:1769078267.381247:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000400:00000010:2.0:1769078267.381248:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000020:00000040:1.0:1769078267.381253:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000200:2.0:1769078267.381254:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657876224, offset 0 02000000:00000001:1.0:1769078267.381261:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078267.381263:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.381271:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769078267.381271:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 02000000:00000001:1.0:1769078267.381279:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769078267.381285:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769078267.381287:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078267.381294:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000400:00000200:2.0:1769078267.381295:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:1.0:1769078267.381306:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078267.381309:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078267.381317:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078267.381321:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1769078267.381326:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769078267.381328:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:3.0:1769078267.381330:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078267.381335:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769078267.381339:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:1.0:1769078267.381345:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769078267.381345:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370735:370735:256:4294967295] 192.168.204.154@tcp LPNI seq info [370730:370730:8:4294967295] 00000008:00000001:3.0:1769078267.381349:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:1.0:1769078267.381357:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1769078267.381358:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:2.0:1769078267.381360:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078267.381363:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078267.381370:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000040:1.0:1769078267.381371:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078267.381374:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:2.0:1769078267.381396:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:1.0:1769078267.381405:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078267.381410:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.0:1769078267.381411:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00080000:1.0:1769078267.381413:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078267.381417:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078267.381419:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078267.381421:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000800:00000010:2.0:1769078267.381423:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000100:00080000:1.0:1769078267.381428:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5252 00000400:00000200:1.0:1769078267.381434:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000200:2.0:1769078267.381439:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000400:00000200:1.0:1769078267.381440:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:3.0:1769078267.381450:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000100:00080000:1.0:1769078267.381455:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000800:00000200:2.0:1769078267.381457:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000008:00000020:3.0:1769078267.381459:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000040:1.0:1769078267.381467:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:3.0:1769078267.381472:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000800:00000200:2.1:1769078267.381474:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078267.381476:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000020:3.0:1769078267.381478:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000200:2.1:1769078267.381482:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000008:00000001:3.0:1769078267.381483:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078267.381494:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:3.0:1769078267.381494:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000800:00000100:2.0:1769078267.381503:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00000020:3.0:1769078267.381503:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:1.0:1769078267.381506:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000010:2.0:1769078267.381508:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000020:00000001:1.0:1769078267.381518:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:3.0:1769078267.381520:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:2.0:1769078267.381521:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:1.0:1769078267.381522:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000008:00000001:3.0:1769078267.381529:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078267.381532:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078267.381537:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:2.0:1769078267.381537:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:3.0:1769078267.381538:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078267.381551:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:3.0:1769078267.381551:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078267.381552:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00020000:00000001:3.0:1769078267.381581:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078267.381582:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769078267.381587:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078267.381589:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078267.381592:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078267.381593:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078267.381597:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078267.381598:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:1.0:1769078267.381599:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078267.381616:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000400:00000010:2.0:1769078267.381618:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00020000:00000001:3.0:1769078267.381619:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1769078267.381627:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078267.381628:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769078267.381633:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:3.0:1769078267.381634:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000200:2.0:1769078267.381638:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078267.381640:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.381640:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.381651:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 02000000:00000001:1.0:1769078267.381652:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:3.0:1769078267.381662:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:1.0:1769078267.381663:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078267.381668:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1769078267.381668:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:1.0:1769078267.381670:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.381677:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:3.0:1769078267.381678:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000040:2.0:1769078267.381683:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078267.381683:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00100000:1.0:1769078267.381684:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:3.0:1769078267.381690:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000008:00000001:1.0:1769078267.381697:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.381697:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078267.381706:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.381707:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.381717:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.381718:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078267.381722:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000100:00000001:2.0:1769078267.381722:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1769078267.381723:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078267.381727:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000040:1.0:1769078267.381730:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078267.381731:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078267.381735:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:1.0:1769078267.381736:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769078267.381736:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.381742:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:1.0:1769078267.381743:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.381746:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078267.381748:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769078267.381749:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078267.381750:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769078267.381753:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1769078267.381755:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:1.0:1769078267.381760:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.381760:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078267.381761:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299925708 00020000:00000001:3.0:1769078267.381764:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078267.381768:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000010:2.0:1769078267.381771:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b600. 00020000:00000001:3.0:1769078267.381771:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.381774:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.381783:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078267.381786:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00100000:1.0:1769078267.381788:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769078267.381788:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078267.381794:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.381797:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299925708 00000100:00000001:1.0:1769078267.381799:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1769078267.381799:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078267.381802:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:1.0:1769078267.381806:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078267.381807:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b120. 00020000:00000001:3.0:1769078267.381807:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000040:1.0:1769078267.381812:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078267.381812:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1769078267.381815:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078267.381816:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00001000:3.0:1769078267.381818:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769078267.381825:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769078267.381829:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078267.381829:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:1.0:1769078267.381831:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078267.381832:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078267.381837:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00080000:1.0:1769078267.381838:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078267.381840:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078267.381847:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078267.381851:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:3.0:1769078267.381852:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:1.0:1769078267.381853:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078267.381859:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00001000:3.0:1769078267.381860:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00100000:2.0:1769078267.381865:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078267/real 1769078267] req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078267.381866:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000080:00000001:3.0:1769078267.381867:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:3.0:1769078267.381878:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.381881:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078267.381892:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5252 00000080:00000001:3.0:1769078267.381893:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:3.0:1769078267.381898:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769078267.381902:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078267.381906:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000400:00000200:1.0:1769078267.381913:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:3.0:1769078267.381915:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769078267.381924:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000400:00000200:1.0:1769078267.381931:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:3.0:1769078267.381931:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000001:2.0:1769078267.381932:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000080:00000001:3.0:1769078267.381934:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000001:2.0:1769078267.381935:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1769078267.381938:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000080:00200000:3.0:1769078267.381938:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000010:2.0:1769078267.381939:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000020:00000001:3.0:1769078267.381948:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:2.0:1769078267.381949:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000100:00000040:1.0:1769078267.381951:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078267.381951:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078267.381954:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078267.381955:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:1.0:1769078267.381957:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078267.381967:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078267.381967:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000002:3.0:1769078267.381967:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769078267.381978:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000200:2.0:1769078267.381979:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:3.0:1769078267.381979:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:3.0:1769078267.381991:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769078267.381997:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000001:1.0:1769078267.381998:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:3.0:1769078267.382002:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000040:1.0:1769078267.382004:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00020000:00000001:3.0:1769078267.382008:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078267.382010:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1769078267.382013:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078267.382017:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1769078267.382018:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:3.0:1769078267.382028:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000001:1.0:1769078267.382031:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:3.0:1769078267.382033:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078267.382042:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769078267.382044:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078267.382046:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1769078267.382047:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078267.382053:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:2.0:1769078267.382054:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078267.382055:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:3.0:1769078267.382057:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:2.0:1769078267.382064:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1769078267.382065:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078267.382066:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078267.382069:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078267.382069:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000040:1.0:1769078267.382076:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078267.382076:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1769078267.382080:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00100000:2.0:1769078267.382083:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078267.382085:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00200000:3.0:1769078267.382085:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1769078267.382093:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000040:1.0:1769078267.382095:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769078267.382106:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:3.0:1769078267.382107:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:3.0:1769078267.382112:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078267.382117:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078267.382119:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.382123:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 02000000:00000001:1.0:1769078267.382128:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00001000:3.0:1769078267.382132:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 02000000:00000001:1.0:1769078267.382136:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078267.382139:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000100:00000001:2.0:1769078267.382143:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078267.382144:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:1.0:1769078267.382146:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.382150:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078267.382152:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1769078267.382153:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:2.0:1769078267.382155:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078267.382157:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078267.382158:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000001:3.0:1769078267.382169:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078267.382171:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.382180:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:1.0:1769078267.382182:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.382189:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000010:1.0:1769078267.382196:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000001:3.0:1769078267.382196:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.382206:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.382207:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:1.0:1769078267.382209:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078267.382211:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.382219:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078267.382220:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078267.382222:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:3.0:1769078267.382225:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000001:1.0:1769078267.382228:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.382234:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:3.0:1769078267.382235:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078267.382236:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1769078267.382245:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078267.382246:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078267.382247:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1769078267.382248:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078267.382254:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078267.382258:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.382261:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1769078267.382261:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.382266:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078267.382267:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000100:00000001:2.0:1769078267.382267:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:3.0:1769078267.382272:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.382280:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00080000:2.0:1769078267.382281:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769078267.382283:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.382288:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.382296:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078267.382299:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00100000:1.0:1769078267.382303:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769078267.382304:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078267.382305:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:3.0:1769078267.382312:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078267.382316:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:2.0:1769078267.382317:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078267.382324:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078267.382331:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1769078267.382337:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769078267.382346:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1769078267.382353:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078267.382359:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:3.0:1769078267.382360:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078267.382366:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769078267.382367:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078267.382367:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657876224:192.168.204.154@tcp:250:kworker.0 00000008:00000001:3.0:1769078267.382371:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769078267.382376:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000100:00000040:1.0:1769078267.382379:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:3.0:1769078267.382385:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000008:00000001:3.0:1769078267.382392:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078267.382394:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1769078267.382394:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078267.382396:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078267.382397:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078267.382406:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:2.0:1769078267.382408:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000020:3.0:1769078267.382408:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000100:00000040:1.0:1769078267.382410:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5262) 00000008:00000001:3.0:1769078267.382418:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:3.0:1769078267.382420:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078267.382424:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657876224/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078267.382424:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.382434:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.382441:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.382450:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.382451:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769078267.382459:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:2.0:1769078267.382461:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:3.0:1769078267.382462:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769078267.382465:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000010:2.0:1769078267.382466:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 00000020:00000001:3.0:1769078267.382470:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:2.0:1769078267.382472:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078267.382472:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1769078267.382475:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078267.382477:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00020000:00000001:3.0:1769078267.382480:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078267.382483:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000040:2.0:1769078267.382484:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078267.382488:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078267.382489:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00020000:00000001:3.0:1769078267.382491:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000010:2.0:1769078267.382492:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08635400. 00020000:00000001:3.0:1769078267.382493:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078267.382496:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078267.382500:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:2.0:1769078267.382502:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00020000:00000001:3.0:1769078267.382503:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.382510:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078267.382511:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078267.382519:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00020000:00000001:3.0:1769078267.382519:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078267.382524:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078267.382525:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1769078267.382527:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078267.382530:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:2.0:1769078267.382531:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078267.382536:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078267.382537:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078267.382539:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078267.382543:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078267.382544:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078267.382544:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078267.382545:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.382546:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078267.382547:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078267.382549:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1769078267.382549:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078267.382589:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.382590:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.382594:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078267.382596:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:3.0:1769078267.382597:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078267.382599:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078267.382600:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078267.382601:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078267.382619:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078267.382624:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078267.382626:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078267.382627:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00020000:00000001:3.0:1769078267.382633:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1769078267.382638:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:3.0:1769078267.382641:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:3.0:1769078267.382645:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078267.382650:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:3.0:1769078267.382651:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078267.382652:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078267.382654:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:2.0:1769078267.382657:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00001000:3.0:1769078267.382659:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 02000000:00000001:2.0:1769078267.382660:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078267.382667:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078267.382667:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:3.0:1769078267.382678:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078267.382681:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876352:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078267.382685:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078267.382687:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078267.382689:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078267.382691:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078267.382693:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078267.382694:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078267.382699:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078267.382701:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078267.382704:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078267.382705:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657876352, portal 10 00000100:00000001:2.0:1769078267.382707:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078267.382708:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:2.0:1769078267.382712:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.382716:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078267.382717:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078267.382719:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078267.382721:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657876352, offset 0 00000400:00000200:2.0:1769078267.382725:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078267.382729:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078267.382733:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078267.382736:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078267.382738:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078267.382740:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078267.382742:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078267.382746:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370736:370736:256:4294967295] 192.168.204.154@tcp LPNI seq info [370731:370731:8:4294967295] 00000400:00000200:2.0:1769078267.382750:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078267.382756:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078267.382760:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078267.382764:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078267.382768:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078267.382771:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769078267.382775:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078267.382776:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000100:2.0:1769078267.382778:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078267.382780:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078267.382781:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078267.382784:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078267.382786:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078267.382787:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078267.382790:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078267.382793:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.382801:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078267.382803:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.382809:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.382810:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078267.382814:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078267.382818:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078267.382821:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078267.382823:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299925004 00000100:00000001:2.0:1769078267.382826:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299925708 00000100:00000001:2.0:1769078267.382828:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299925004 00000100:00000001:2.0:1769078267.382830:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299925708 00000100:00000001:2.0:1769078267.382832:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078267.382834:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.382836:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078267.382839:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078267/real 1769078267] req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078267.382846:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078267.382847:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078267.382848:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078267.382850:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078267.382851:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078267.382852:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078267.382854:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078267.382859:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.382863:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078267.382864:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.382865:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078267.382865:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078267.382867:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.382871:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078267.382873:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.382877:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078267.382878:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.382879:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078267.382880:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.382881:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078267.382884:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078267.382885:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078267.382887:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078267.382888:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078267.382890:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078267.382895:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876352:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078267.382897:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078267.382899:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.382903:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078267.382904:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078267.382906:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078267.382907:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078267.382908:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078267.382909:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876480:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078267.382911:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078267.382913:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078267.382914:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078267.382915:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078267.382917:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078267.382918:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078267.382920:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078267.382922:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078267.382924:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078267.382925:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657876480, portal 4 00000100:00000001:2.0:1769078267.382927:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078267.382927:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:2.0:1769078267.382931:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.382935:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078267.382936:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078267.382937:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078267.382938:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657876480, offset 0 00000400:00000200:2.0:1769078267.382941:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078267.382943:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078267.382945:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078267.382946:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078267.382948:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078267.382950:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078267.382951:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078267.382953:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370737:370737:256:4294967295] 192.168.204.154@tcp LPNI seq info [370732:370732:8:4294967295] 00000400:00000200:2.0:1769078267.382955:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078267.382959:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078267.382961:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078267.382963:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078267.382965:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078267.382966:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769078267.382969:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078267.382970:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000100:2.0:1769078267.382973:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078267.382974:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078267.382976:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078267.382977:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078267.382979:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078267.382980:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078267.382981:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078267.382983:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.382988:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078267.382989:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.382993:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.382994:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078267.382995:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078267.382997:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078267.382999:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078267.383000:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299925025 00000100:00000001:2.0:1769078267.383002:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299925708 00000100:00000001:2.0:1769078267.383003:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299925025 00000100:00000001:2.0:1769078267.383005:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299925708 00000100:00000001:2.0:1769078267.383006:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078267.383007:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.383008:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078267.383010:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078267/real 1769078267] req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078267.383014:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078267.383015:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078267.383015:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078267.383017:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078267.383017:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078267.383019:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078267.383020:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078267.383025:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383028:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078267.383029:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.383030:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078267.383031:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078267.383033:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383036:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078267.383038:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383041:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078267.383042:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.383043:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078267.383044:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.383045:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078267.383048:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078267.383049:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078267.383051:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078267.383053:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078267.383055:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078267.383059:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876480:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078267.383061:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078267.383063:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383067:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078267.383068:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078267.383069:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078267.383070:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078267.383071:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078267.383072:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876608:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078267.383074:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078267.383075:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078267.383076:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078267.383076:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078267.383078:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078267.383079:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078267.383081:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078267.383082:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078267.383084:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078267.383085:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657876608, portal 4 00000100:00000001:2.0:1769078267.383086:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078267.383087:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:2.0:1769078267.383090:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383094:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078267.383096:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078267.383097:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078267.383098:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657876608, offset 0 00000400:00000200:2.0:1769078267.383100:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078267.383102:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078267.383103:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078267.383105:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078267.383106:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078267.383107:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078267.383108:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078267.383110:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370738:370738:256:4294967295] 192.168.204.154@tcp LPNI seq info [370733:370733:8:4294967295] 00000400:00000200:2.0:1769078267.383112:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078267.383116:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078267.383118:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078267.383120:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078267.383121:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078267.383123:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000200:2.1:1769078267.383125:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078267.383126:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 38 secs later) 00000800:00000100:2.0:1769078267.383128:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078267.383130:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078267.383131:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078267.383133:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078267.383134:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078267.383135:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078267.383136:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078267.383138:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383142:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078267.383143:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383151:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.383152:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078267.383153:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078267.383155:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078267.383157:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078267.383158:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299925029 00000100:00000001:2.0:1769078267.383159:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299925708 00000100:00000001:2.0:1769078267.383160:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299925029 00000100:00000001:2.0:1769078267.383161:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299925708 00000100:00000001:2.0:1769078267.383163:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078267.383164:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.383165:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078267.383166:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078267/real 1769078267] req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078267.383170:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078267.383171:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078267.383172:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078267.383173:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078267.383174:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078267.383175:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078267.383176:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078267.383180:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383184:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078267.383185:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.383186:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078267.383187:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078267.383188:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383192:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078267.383194:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383198:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078267.383200:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.383200:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078267.383201:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.383202:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078267.383204:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078267.383206:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078267.383207:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078267.383208:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078267.383210:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078267.383214:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876608:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078267.383216:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.383217:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078267.383219:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657876352/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383222:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078267.383224:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078267.383225:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078267.383226:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078267.383227:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078267.383228:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078267.383229:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078267.383230:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:2.0:1769078267.383232:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078267.383233:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078267.383234:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:2.0:1769078267.383236:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078267.383236:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.383237:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078267.383239:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657876480/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383243:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078267.383243:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078267.383244:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078267.383246:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078267.383246:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078267.383247:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078267.383248:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078267.383249:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637400. 02000000:00000001:2.0:1769078267.383250:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078267.383250:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078267.383251:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:2.0:1769078267.383252:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078267.383253:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.383253:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078267.383255:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657876608/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078292 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078267.383258:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078267.383259:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078267.383259:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078267.383260:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078267.383261:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078267.383261:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078267.383262:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078267.383263:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 02000000:00000001:2.0:1769078267.383264:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078267.383265:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078267.383265:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:2.0:1769078267.383266:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078267.383267:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.383268:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078267.383271:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078267.383272:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078267.383273:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078267.383274:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078268.020684:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078268.020691:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078268.020691:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078268.020693:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078268.020697:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078268.020699:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078268.020700:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078268.020703:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078268.020704:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078268.020707:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078268.020709:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078268.020710:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078268.020713:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078268.020718:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078268.020718:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078268.020719:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078268.020721:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078268.020726:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078268.020727:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078268.020729:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078268.020729:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078268.020731:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078268.020734:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078268.020741:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078268.020743:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078268.020744:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078268.020752:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078268.020754:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078268.020759:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078268.020759:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078268.020765:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078268.020766:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078268.020770:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078268.020772:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078268.020773:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078268.020776:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078268.020777:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078268.020779:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078268.020780:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078268.020785:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078268.020786:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078268.020790:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078268.020790:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078268.020793:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078268.020795:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078268.020797:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078268.020801:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078268.020808:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078268.020810:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078268.020811:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078268.020812:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078268.020820:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078268.020820:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078268.020822:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078268.020822:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078268.020828:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078268.020835:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078268.020836:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078268.020839:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078268.020840:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078268.020841:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078268.020847:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078268.020848:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078268.020849:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078268.020851:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078268.020859:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078268.020859:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078268.020871:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078268.020871:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078268.020877:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078268.020878:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078268.020884:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078268.020885:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078268.020900:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078268.148693:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299925708, at 4299925760 00000100:00000040:1.0:1769078268.148719:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299925708, at 4299925760 00000100:00000010:0.0:1769078268.148721:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b600. 00000100:00000010:1.0:1769078268.148741:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000001:3.0:1769078268.404694:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078268.404703:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078268.404706:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078268.404711:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078268.404715:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078268.404718:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078268.404720:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078268.404722:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078268.404725:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078268.404735:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078268.404743:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078268.404744:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078268.404750:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078268.404754:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078268.404759:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078268.404762:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078268.404764:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078268.404767:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078269.044662:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078269.044668:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078269.044670:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078269.044674:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078269.044680:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078269.044682:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078269.044682:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078269.044682:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078269.044683:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078269.044692:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078269.044692:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078269.044693:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078269.044693:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078269.044697:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078269.044698:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078269.044699:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078269.044700:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078269.044713:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078269.044713:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078269.044713:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078269.044714:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078269.044727:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078269.044727:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078269.044728:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078269.044733:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078269.044733:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078269.044735:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078269.044738:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078269.044743:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078269.044747:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078269.044751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078269.044751:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078269.044755:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078269.044756:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078269.044763:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078269.044763:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078269.044764:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078269.044766:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078269.044771:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078269.044771:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078269.044775:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078269.044777:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078269.044782:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00100000:0.0:1769078269.044784:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078269.044785:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078269.044786:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078269.044787:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078269.044789:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078269.044794:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078269.044794:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078269.044795:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078269.044803:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078269.044804:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078269.044804:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078269.044807:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078269.044811:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078269.044812:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078269.044813:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078269.044814:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078269.044821:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078269.044822:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078269.044823:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078269.044828:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078269.044831:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078269.044832:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078269.044833:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078269.044836:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078269.044837:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078269.044837:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078269.044841:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078269.044843:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078269.044844:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078269.044846:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078269.044848:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078269.044850:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078269.044851:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078269.044852:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078269.044856:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078269.044857:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078269.044862:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078269.044862:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078269.044870:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078269.044873:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078269.044875:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078269.044876:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078269.044878:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078269.044880:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078269.044882:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078269.044884:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078269.044903:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078269.044905:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078269.044907:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078269.428673:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078269.428681:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078269.428683:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078269.428687:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078269.428690:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078269.428694:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078269.428696:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078269.428698:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078269.428699:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078269.428742:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078269.428748:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078269.428750:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078269.428755:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078269.428758:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078269.428760:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078269.428762:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078269.428764:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078269.428766:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078270.068683:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078270.068683:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078270.068683:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078270.068690:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078270.068690:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078270.068692:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078270.068692:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078270.068694:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078270.068696:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078270.068696:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078270.068697:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078270.068699:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078270.068701:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078270.068703:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078270.068704:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078270.068705:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078270.068707:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078270.068708:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078270.068709:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078270.068710:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078270.068711:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078270.068713:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078270.068714:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078270.068716:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078270.068718:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078270.068718:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078270.068724:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078270.068724:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078270.068727:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078270.068729:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078270.068730:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078270.068733:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078270.068736:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078270.068736:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078270.068740:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078270.068743:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078270.068744:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078270.068744:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078270.068747:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078270.068747:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078270.068750:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078270.068753:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078270.068754:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078270.068754:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078270.068757:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078270.068759:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078270.068760:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078270.068762:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078270.068762:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078270.068763:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078270.068764:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078270.068764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078270.068767:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078270.068768:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078270.068770:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078270.068771:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078270.068772:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078270.068772:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078270.068773:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078270.068775:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078270.068779:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078270.068779:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078270.068783:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078270.068785:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078270.068789:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078270.068790:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078270.068793:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078270.068798:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078270.068798:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078270.068800:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078270.068801:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078270.068803:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078270.068806:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078270.068807:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078270.452687:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078270.452695:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078270.452695:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078270.452699:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078270.452700:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078270.452702:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078270.452707:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078270.452708:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078270.452712:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078270.452713:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078270.452715:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078270.452717:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078270.452718:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078270.452721:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078270.452723:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078270.452726:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078270.452729:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078270.452732:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078271.092711:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078271.092711:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078271.092711:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078271.092723:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078271.092723:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078271.092723:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078271.092726:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078271.092728:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078271.092728:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078271.092736:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078271.092736:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078271.092737:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078271.092741:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078271.092743:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078271.092743:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078271.092746:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078271.092748:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078271.092749:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078271.092750:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078271.092755:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078271.092758:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078271.092841:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078271.092845:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078271.092846:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078271.092849:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078271.092851:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078271.092853:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078271.092888:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078271.092890:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078271.092891:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078271.092893:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078271.092895:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078271.092897:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078271.092931:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078271.092935:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078271.092938:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078271.092939:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078271.092942:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078271.092945:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078271.092960:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078271.092963:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078271.092963:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078271.092967:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078271.092970:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078271.092972:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078271.092973:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078271.092974:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078271.092976:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078271.092978:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078271.092981:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078271.092982:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078271.092987:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078271.092987:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078271.092992:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078271.092996:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078271.092997:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078271.093000:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078271.093053:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078271.093056:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078271.093058:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078271.093084:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078271.093087:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078271.093091:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078271.093092:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078271.093096:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078271.093097:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078271.093100:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078271.093101:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078271.093147:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078271.093151:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078271.093152:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:1.0:1769078271.093155:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078271.093156:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078271.093160:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078271.476652:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078271.476657:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078271.476659:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078271.476664:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078271.476667:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078271.476670:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078271.476672:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078271.476673:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078271.476674:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078271.476676:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078271.476678:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078271.476679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078271.476683:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078271.476686:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078271.476687:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078271.476689:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078271.476690:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078271.476692:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.116677:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078272.116678:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078272.116685:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078272.116686:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078272.116689:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.116690:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078272.116691:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078272.116698:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078272.116698:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078272.116699:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078272.116704:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078272.116704:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078272.116705:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078272.116707:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.116709:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078272.116713:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078272.116713:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078272.116717:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078272.116718:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.116718:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078272.116724:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078272.116724:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.116724:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078272.116727:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078272.116728:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078272.116733:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078272.116734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078272.116738:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078272.116743:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078272.116745:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078272.116749:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078272.116751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.116782:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078272.116785:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078272.116788:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078272.116869:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078272.116873:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078272.116874:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078272.116877:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078272.116878:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078272.116880:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078272.116882:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078272.116884:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.116885:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.116890:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078272.116890:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078272.116893:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.116894:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078272.116898:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.116898:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.116901:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078272.116903:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.116906:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.116916:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078272.116920:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078272.116922:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078272.116925:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078272.116925:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078272.116928:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078272.116930:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078272.116931:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.116933:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078272.116934:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078272.116937:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078272.116938:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078272.116940:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.116942:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078272.116945:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.116945:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078272.116949:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.116952:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.117010:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078272.117014:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078272.117015:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078272.117018:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078272.117020:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078272.117022:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078272.117024:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078272.117026:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078272.117027:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.500662:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078272.500666:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078272.500673:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078272.500674:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078272.500676:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.500678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078272.500684:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1769078272.500685:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078272.500685:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078272.500692:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078272.500692:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078272.500694:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078272.500698:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078272.500698:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.500698:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078272.500704:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078272.500706:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078272.500706:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078272.500712:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078272.500713:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078272.500713:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:1.0:1769078272.500717:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078272.500720:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5257 00000100:00000001:1.0:1769078272.500724:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078272.500725:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769078272.500730:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:3.0:1769078272.500730:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078272.500733:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078272.500737:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000200:3.0:1769078272.500737:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078272.500741:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00001000:0.0:1769078272.500742:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000040:3.0:1769078272.500746:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078272.500749:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00000001:3.0:1769078272.500749:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078272.500754:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:3.0:1769078272.500754:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:0.0:1769078272.500758:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:3.0:1769078272.500758:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00200000:0.0:1769078272.500761:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769078272.500763:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078272.500765:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:3.0:1769078272.500766:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078272.500769:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078272.500769:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:0.0:1769078272.500771:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078272.500772:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769078272.500775:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000002:0.0:1769078272.500777:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000020:00000001:3.0:1769078272.500777:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769078272.500783:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:0.0:1769078272.500784:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012f0000 00000100:00000001:3.0:1769078272.500785:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078272.500788:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078272.500789:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:3.0:1769078272.500791:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078272.500792:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769078272.500795:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000040:3.0:1769078272.500795:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:0.0:1769078272.500799:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078272.500800:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769078272.500801:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078272.500805:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:3.0:1769078272.500805:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.500809:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078272.500809:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769078272.500811:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769078272.500813:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078272.500814:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769078272.500816:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000001:3.0:1769078272.500817:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769078272.500819:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b012f0000 00000100:00000001:3.0:1769078272.500820:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769078272.500823:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.500823:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.500826:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078272.500827:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769078272.500828:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000010:3.0:1769078272.500830:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00020000:00200000:0.0:1769078272.500831:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:3.0:1769078272.500835:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000002:0.0:1769078272.500836:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769078272.500840:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769078272.500841:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000001:3.0:1769078272.500841:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078272.500843:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.500844:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078272.500847:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00000001:3.0:1769078272.500848:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00001000:0.0:1769078272.500850:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:3.0:1769078272.500851:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078272.500853:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:0.0:1769078272.500855:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:3.0:1769078272.500856:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.500858:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078272.500860:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078272.500861:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.500862:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078272.500863:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00020000:00000001:0.0:1769078272.500864:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769078272.500868:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078272.500869:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.500870:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.500871:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.500875:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.500876:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078272.500877:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769078272.500878:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.500880:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00100000:3.0:1769078272.500881:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769078272.500882:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078272.500884:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.500888:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.500891:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.500895:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.500897:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078272.500898:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.500898:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078272.500902:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078272.500912:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.500913:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.500916:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769078272.500920:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078272.500922:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.500925:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078272.500927:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769078272.500929:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:3.0:1769078272.500930:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078272.500933:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:0.0:1769078272.500935:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:3.0:1769078272.500936:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078272.500939:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000020:0.0:1769078272.500940:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:3.0:1769078272.500941:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:0.0:1769078272.500944:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.500945:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078272.500948:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1769078272.500948:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5257 00000008:00000001:0.0:1769078272.500951:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:2.0:1769078272.500951:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:0.0:1769078272.500954:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:2.0:1769078272.500955:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769078272.500955:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769078272.500959:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000400:00000200:3.0:1769078272.500960:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000040:2.0:1769078272.500964:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769078272.500965:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000020:0.0:1769078272.500966:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000040:3.0:1769078272.500972:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769078272.500973:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078272.500976:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769078272.500978:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:0.0:1769078272.500979:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078272.500983:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:0.0:1769078272.500984:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:2.0:1769078272.500984:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078272.500985:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000020:0.0:1769078272.500988:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:2.0:1769078272.500988:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078272.500989:0:13606:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1769078272.500992:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1769078272.500992:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000008:00000001:0.0:1769078272.500994:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1769078272.500996:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:0.0:1769078272.500997:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078272.500997:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769078272.500999:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:2.0:1769078272.501002:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501003:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078272.501003:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00100000:2.0:1769078272.501007:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657876736:192.168.204.154@tcp:250:kworker.0 00020000:00000001:0.0:1769078272.501008:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078272.501008:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:0.0:1769078272.501012:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501016:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1769078272.501016:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078272.501017:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078272.501020:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1769078272.501021:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078272.501022:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:2.0:1769078272.501023:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501025:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000040:3.0:1769078272.501026:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078272.501027:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:0.0:1769078272.501028:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:3.0:1769078272.501031:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078272.501032:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000010:2.0:1769078272.501033:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01400. 00000020:00000001:0.0:1769078272.501035:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000040:3.0:1769078272.501035:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:2.0:1769078272.501036:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501037:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078272.501040:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769078272.501041:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078272.501044:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078272.501046:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.501047:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078272.501048:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:3.0:1769078272.501049:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1769078272.501051:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00020000:00000001:0.0:1769078272.501052:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:3.0:1769078272.501054:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078272.501055:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.501057:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:3.0:1769078272.501058:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501059:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000010:2.0:1769078272.501059:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00020000:00000001:0.0:1769078272.501062:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.501062:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769078272.501065:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:3.0:1769078272.501066:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:0.0:1769078272.501067:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000200:2.0:1769078272.501067:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657876736, portal 25 00000020:00000001:0.0:1769078272.501070:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000008:00000001:3.0:1769078272.501071:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501072:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769078272.501073:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078272.501075:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:2.0:1769078272.501075:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069291520 : -115332640260096 : ffff971b06f24000) 00000100:00000001:3.0:1769078272.501075:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501078:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078272.501081:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000010:3.0:1769078272.501082:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00020000:00000001:0.0:1769078272.501083:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:2.0:1769078272.501085:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.501086:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000040:3.0:1769078272.501087:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:0.0:1769078272.501090:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769078272.501094:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078272.501094:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1769078272.501096:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1769078272.501097:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501098:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.501100:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1769078272.501103:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078272.501104:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769078272.501104:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078272.501108:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769078272.501108:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078272.501110:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000020:00000001:0.0:1769078272.501111:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078272.501113:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000020:00000001:0.0:1769078272.501114:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078272.501117:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000200:2.0:1769078272.501117:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657876736, offset 0 00000100:00000001:3.0:1769078272.501119:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501120:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078272.501123:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078272.501125:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078272.501128:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00100000:3.0:1769078272.501128:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769078272.501129:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078272.501133:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078272.501135:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769078272.501138:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:3.0:1769078272.501139:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00200000:0.0:1769078272.501142:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:2.0:1769078272.501142:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078272.501143:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078272.501149:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078272.501151:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:3.0:1769078272.501151:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1769078272.501155:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000400:00000200:2.0:1769078272.501155:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000080:00000001:0.0:1769078272.501160:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:0.0:1769078272.501164:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.501165:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1769078272.501171:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078272.501173:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:2.0:1769078272.501174:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00080000:3.0:1769078272.501175:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000080:00000001:0.0:1769078272.501177:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078272.501180:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:2.0:1769078272.501180:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00080000:3.0:1769078272.501181:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000020:00000001:0.0:1769078272.501183:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:3.0:1769078272.501185:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00001000:0.0:1769078272.501186:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000400:00000200:2.0:1769078272.501187:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00080000:3.0:1769078272.501188:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1769078272.501193:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000100:00000001:3.0:1769078272.501193:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769078272.501194:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370739:370739:256:4294967295] 192.168.204.154@tcp LPNI seq info [370734:370734:8:4294967295] 00000100:00080000:3.0:1769078272.501197:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5257 00000020:00000001:0.0:1769078272.501199:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769078272.501203:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:2.0:1769078272.501203:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00200000:0.0:1769078272.501207:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:3.0:1769078272.501211:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078272.501212:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:2.0:1769078272.501216:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769078272.501217:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:3.0:1769078272.501220:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00000001:0.0:1769078272.501221:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078272.501224:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000002:0.0:1769078272.501227:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000800:00000200:2.0:1769078272.501229:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000040:3.0:1769078272.501231:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:0.0:1769078272.501235:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012f0000 00000100:00000001:3.0:1769078272.501235:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:2.0:1769078272.501236:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000100:00000040:3.0:1769078272.501240:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078272.501242:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:3.0:1769078272.501242:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078272.501244:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000001:3.0:1769078272.501247:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:0.0:1769078272.501248:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000800:00000200:2.0:1769078272.501248:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078272.501253:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000020:00000040:3.0:1769078272.501253:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000001:0.0:1769078272.501257:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078272.501257:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769078272.501261:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769078272.501261:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000200:2.1:1769078272.501266:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:0.0:1769078272.501267:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000001:3.0:1769078272.501267:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:0.0:1769078272.501270:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078272.501272:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078272.501273:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000200:2.1:1769078272.501273:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000020:00000001:0.0:1769078272.501277:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1769078272.501279:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078272.501280:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769078272.501283:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b012f0000 00000800:00000100:2.0:1769078272.501284:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:3.0:1769078272.501284:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078272.501289:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078272.501289:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000010:2.0:1769078272.501291:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00000001:3.0:1769078272.501294:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078272.501295:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000040:3.0:1769078272.501297:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:0.0:1769078272.501299:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:2.0:1769078272.501300:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00080000:3.0:1769078272.501301:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078272.501306:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501308:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:3.0:1769078272.501308:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769078272.501311:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 02000000:00000001:3.0:1769078272.501313:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00200000:0.0:1769078272.501314:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:3.0:1769078272.501316:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.501317:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078272.501320:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00020000:00000002:0.0:1769078272.501321:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:2.0:1769078272.501324:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078272.501324:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769078272.501328:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000008:00100000:3.0:1769078272.501328:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000200:2.0:1769078272.501331:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078272.501332:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000008:00000001:3.0:1769078272.501332:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501338:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769078272.501338:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501343:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00000010:3.0:1769078272.501344:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000100:00000001:2.0:1769078272.501346:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00001000:0.0:1769078272.501348:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000040:3.0:1769078272.501349:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:0.0:1769078272.501354:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000100:00000040:2.0:1769078272.501354:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078272.501354:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078272.501356:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501358:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078272.501360:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769078272.501362:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769078272.501364:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078272.501365:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:3.0:1769078272.501367:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501368:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501372:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078272.501373:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19400. 00020000:00000001:0.0:1769078272.501375:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000001:2.0:1769078272.501375:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.501377:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501381:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1769078272.501381:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769078272.501384:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078272.501385:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769078272.501387:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501389:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501391:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501396:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078272.501398:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000200:2.0:1769078272.501400:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078272.501400:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769078272.501401:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.501405:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769078272.501405:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501406:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299930827 00000020:00000001:0.0:1769078272.501408:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078272.501411:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078272.501412:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.501413:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078272.501414:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b840. 00020000:00000001:0.0:1769078272.501418:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501422:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501423:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1769078272.501426:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078272.501428:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.501429:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501431:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299930827 00000020:00000001:0.0:1769078272.501432:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078272.501432:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769078272.501437:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000010:2.0:1769078272.501438:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bae0. 00000100:00080000:3.0:1769078272.501438:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00020000:00000001:0.0:1769078272.501439:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078272.501443:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078272.501443:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078272.501445:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:3.0:1769078272.501446:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1769078272.501447:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078272.501448:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769078272.501450:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:3.0:1769078272.501451:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:0.0:1769078272.501454:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769078272.501454:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078272.501455:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5257 00000008:00000001:0.0:1769078272.501459:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078272.501459:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000020:0.0:1769078272.501462:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:3.0:1769078272.501462:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769078272.501466:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078272.501467:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078272/real 1769078272] req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769078272.501468:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:0.0:1769078272.501469:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769078272.501472:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00080000:3.0:1769078272.501473:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:0.0:1769078272.501475:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000100:00000040:3.0:1769078272.501480:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000020:0.0:1769078272.501481:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000100:00000001:3.0:1769078272.501485:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:0.0:1769078272.501488:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000001:2.0:1769078272.501489:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1769078272.501490:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000020:0.0:1769078272.501491:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000001:2.0:1769078272.501492:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00000001:0.0:1769078272.501494:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.501495:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:2.0:1769078272.501496:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000008:00000001:0.0:1769078272.501500:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000001:3.0:1769078272.501501:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1769078272.501502:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000008:00000020:0.0:1769078272.501504:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000020:00000040:3.0:1769078272.501504:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000010:2.0:1769078272.501506:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:3.0:1769078272.501508:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769078272.501511:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:0.0:1769078272.501513:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000020:00000040:3.0:1769078272.501515:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000200:2.0:1769078272.501516:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078272.501518:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078272.501529:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:3.0:1769078272.501531:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:3.0:1769078272.501539:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078272.501541:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1769078272.501544:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.501545:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078272.501546:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078272.501551:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.501569:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078272.501573:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769078272.501577:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769078272.501578:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.501579:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501583:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078272.501583:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078272.501587:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078272.501589:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:3.0:1769078272.501590:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501594:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:3.0:1769078272.501594:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078272.501595:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00100000:3.0:1769078272.501597:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000001:0.0:1769078272.501599:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:2.0:1769078272.501600:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078272.501600:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501602:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078272.501606:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078272.501606:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501607:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:0.0:1769078272.501610:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078272.501611:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00020000:00000001:0.0:1769078272.501612:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:2.0:1769078272.501612:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.501615:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000040:3.0:1769078272.501617:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769078272.501618:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769078272.501620:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:3.0:1769078272.501621:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769078272.501622:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00100000:2.0:1769078272.501623:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.501624:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:3.0:1769078272.501624:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501627:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769078272.501628:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769078272.501630:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078272.501631:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769078272.501634:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078272.501634:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501639:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000010:3.0:1769078272.501640:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 00000020:00000001:0.0:1769078272.501641:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078272.501641:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078272.501643:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501644:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078272.501647:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:2.0:1769078272.501648:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.501649:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078272.501652:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00100000:3.0:1769078272.501653:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769078272.501655:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.501658:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078272.501660:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769078272.501663:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501668:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501672:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769078272.501673:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078272.501676:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769078272.501678:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078272.501679:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.501680:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078272.501683:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501685:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769078272.501686:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078272.501689:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:2.0:1769078272.501689:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078272.501691:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078272.501693:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078272.501694:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1769078272.501697:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078272.501698:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769078272.501700:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078272.501703:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00080000:2.0:1769078272.501706:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00020000:00000001:0.0:1769078272.501708:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078272.501713:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:3.0:1769078272.501714:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078272.501716:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00080000:2.0:1769078272.501717:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000080:00200000:0.0:1769078272.501719:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000040:3.0:1769078272.501721:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5267) 00000100:00000001:2.0:1769078272.501722:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000080:00000001:0.0:1769078272.501723:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078272.501725:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078272.501729:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769078272.501732:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000040:2.0:1769078272.501733:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078272.501734:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078272.501739:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769078272.501742:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078272.501744:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078272.501747:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00100000:2.0:1769078272.501748:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657876736:192.168.204.154@tcp:250:kworker.0 00000020:00001000:0.0:1769078272.501749:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769078272.501752:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000020:00000001:0.0:1769078272.501756:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769078272.501758:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078272.501758:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769078272.501760:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078272.501762:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769078272.501764:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078272.501768:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:2.0:1769078272.501768:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24000 x1855007657876736/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078272.501770:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769078272.501775:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000001:2.0:1769078272.501781:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00020000:00000002:0.0:1769078272.501782:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012f0000 02000000:00000001:2.0:1769078272.501784:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:0.0:1769078272.501787:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000010:2.0:1769078272.501788:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01400. 00020000:00000001:0.0:1769078272.501790:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769078272.501793:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000001:2.0:1769078272.501794:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:0.0:1769078272.501795:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078272.501798:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00020000:00000001:0.0:1769078272.501799:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1769078272.501801:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00020000:00000001:0.0:1769078272.501804:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000001:2.0:1769078272.501806:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00020000:00000001:0.0:1769078272.501807:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078272.501809:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 00000020:00000001:0.0:1769078272.501812:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078272.501815:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:2.0:1769078272.501815:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00020000:00000001:0.0:1769078272.501818:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000001:2.0:1769078272.501819:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00020000:00000002:0.0:1769078272.501821:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b012f0000 00000100:00000010:2.0:1769078272.501822:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24000. 00000020:00000001:0.0:1769078272.501826:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501827:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1769078272.501830:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:2.0:1769078272.501830:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.501833:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1769078272.501835:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078272.501836:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769078272.501840:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769078272.501842:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:2.0:1769078272.501843:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:0.0:1769078272.501845:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769078272.501846:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501849:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:2.0:1769078272.501849:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769078272.501853:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078272.501853:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078272.501856:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769078272.501857:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00000040:2.0:1769078272.501860:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1769078272.501863:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769078272.501867:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000100:00000001:2.0:1769078272.501869:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078272.501871:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078272.501871:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501875:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:2.0:1769078272.501875:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1769078272.501879:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:2.0:1769078272.501879:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078272.501883:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078272.501883:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078272.501888:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876864:192.168.204.154@tcp:38:kworker.0 00020000:00000001:0.0:1769078272.501889:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501892:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:0.0:1769078272.501893:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 02000000:00000001:2.0:1769078272.501894:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078272.501896:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501900:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:2.0:1769078272.501900:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769078272.501903:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078272.501904:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078272.501908:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501909:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.501913:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.501913:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078272.501916:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:0.0:1769078272.501917:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078272.501920:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000010:2.0:1769078272.501920:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00020000:00000001:0.0:1769078272.501924:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000200:2.0:1769078272.501924:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657876864, portal 10 00000020:00000001:0.0:1769078272.501927:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078272.501928:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769078272.501931:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769078272.501931:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069296000 : -115332640255616 : ffff971b06f25180) 00000020:00000001:0.0:1769078272.501935:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078272.501938:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.501940:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501944:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.501948:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.501949:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769078272.501953:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:2.0:1769078272.501953:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078272.501955:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000020:00000001:0.0:1769078272.501957:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078272.501958:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657876864, offset 0 00000020:00000001:0.0:1769078272.501962:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.501963:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078272.501966:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:2.0:1769078272.501969:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078272.501970:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078272.501973:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769078272.501973:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:0.0:1769078272.501976:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:2.0:1769078272.501977:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:0.0:1769078272.501980:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000400:00000200:2.0:1769078272.501981:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000001:0.0:1769078272.501983:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:2.0:1769078272.501985:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078272.501988:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:0.0:1769078272.501989:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:2.0:1769078272.501990:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370740:370740:256:4294967295] 192.168.204.154@tcp LPNI seq info [370735:370735:8:4294967295] 00000008:00000020:0.0:1769078272.501993:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:2.0:1769078272.501995:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769078272.501997:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078272.502002:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:2.0:1769078272.502003:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000001:0.0:1769078272.502005:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769078272.502009:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000800:00000200:2.0:1769078272.502011:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000008:00000020:0.0:1769078272.502014:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000800:00000010:2.0:1769078272.502016:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000008:00000001:0.0:1769078272.502019:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078272.502022:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000200:2.0:1769078272.502023:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:0.0:1769078272.502025:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078272.502029:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000800:00000200:2.0:1769078272.502029:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000008:00000020:0.0:1769078272.502032:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000800:00000200:2.1:1769078272.502037:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:0.0:1769078272.502039:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:0.0:1769078272.502043:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078272.502043:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000020:00000001:0.0:1769078272.502048:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502052:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1769078272.502053:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078272.502056:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078272.502058:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000020:00000001:0.0:1769078272.502060:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.502062:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1769078272.502064:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769078272.502067:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769078272.502070:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000200:2.0:1769078272.502071:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1769078272.502073:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078272.502076:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:2.0:1769078272.502076:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00020000:00000001:0.0:1769078272.502079:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078272.502081:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00020000:00000001:0.0:1769078272.502083:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078272.502086:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769078272.502086:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078272.502090:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769078272.502092:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000200:2.0:1769078272.502093:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078272.502094:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.502096:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769078272.502099:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769078272.502101:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502105:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502109:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:2.0:1769078272.502110:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769078272.502111:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078272.502114:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078272.502117:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:2.0:1769078272.502117:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.502118:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078272.502121:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078272.502123:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.502125:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078272.502127:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769078272.502129:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502134:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502138:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078272.502140:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078272.502142:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502144:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502146:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078272.502149:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:2.0:1769078272.502149:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:0.0:1769078272.502152:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078272.502154:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078272.502156:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078272.502156:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769078272.502158:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000040:2.0:1769078272.502160:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00020000:00000001:0.0:1769078272.502162:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000200:2.0:1769078272.502165:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078272.502166:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078272.502168:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299930123 00000080:00000001:0.0:1769078272.502169:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078272.502171:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299930827 00000080:00200000:0.0:1769078272.502173:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078272.502174:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299930123 00000100:00000001:2.0:1769078272.502177:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299930827 00000080:00000001:0.0:1769078272.502181:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078272.502181:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078272.502185:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078272.502185:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502188:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00001000:0.0:1769078272.502190:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00100000:2.0:1769078272.502192:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078272/real 1769078272] req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078272.502194:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:0.0:1769078272.502198:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078272.502205:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000080:00000001:0.0:1769078272.502207:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000001:2.0:1769078272.502207:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000080:00000001:0.0:1769078272.502211:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000010:2.0:1769078272.502211:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078272.502213:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000001:0.0:1769078272.502214:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000010:2.0:1769078272.502215:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769078272.502218:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:2.0:1769078272.502218:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078272.502221:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1769078272.502224:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769078272.502229:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000100:00000200:2.0:1769078272.502231:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.502233:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769078272.502236:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769078272.502239:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078272.502240:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078272.502242:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078272.502244:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078272.502244:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078272.502246:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.502253:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078272.502255:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.502256:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769078272.502260:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078272.502263:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:0.0:1769078272.502264:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769078272.502271:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012f0000 00020000:00000001:0.0:1769078272.502276:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769078272.502279:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:2.0:1769078272.502280:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769078272.502282:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769078272.502285:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502286:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078272.502289:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078272.502290:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078272.502293:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078272.502294:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:2.0:1769078272.502296:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:0.0:1769078272.502298:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502301:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078272.502302:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769078272.502303:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:2.0:1769078272.502306:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00020000:00000001:0.0:1769078272.502307:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769078272.502311:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b012f0000 00000100:00080000:2.0:1769078272.502313:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000020:00000001:0.0:1769078272.502316:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502317:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078272.502322:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.502323:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078272.502326:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769078272.502329:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00100000:2.0:1769078272.502332:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876864:192.168.204.154@tcp:38:kworker.0 00020000:00200000:0.0:1769078272.502333:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:2.0:1769078272.502337:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000002:0.0:1769078272.502338:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000040:2.0:1769078272.502340:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078272.502344:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769078272.502348:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:2.0:1769078272.502348:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078272.502351:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078272.502352:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502355:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 02000000:00000001:2.0:1769078272.502356:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078272.502360:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00001000:0.0:1769078272.502361:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000020:00000001:0.0:1769078272.502365:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 02000000:00000001:2.0:1769078272.502366:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502368:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00100000:2.0:1769078272.502372:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876992:192.168.204.154@tcp:8:kworker.0 00000020:00000001:0.0:1769078272.502373:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078272.502376:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078272.502378:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502380:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:0.0:1769078272.502381:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078272.502383:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:0.0:1769078272.502385:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 02000000:00000001:2.0:1769078272.502387:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502389:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:2.0:1769078272.502391:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769078272.502392:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502397:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078272.502397:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078272.502400:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502402:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502404:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078272.502405:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769078272.502406:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.502407:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078272.502408:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078272.502409:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502413:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502416:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502418:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.502418:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078272.502423:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000010:2.0:1769078272.502424:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:0.0:1769078272.502426:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078272.502428:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:0.0:1769078272.502430:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078272.502431:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657876992, portal 4 00000020:00000001:0.0:1769078272.502434:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078272.502434:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:0.0:1769078272.502438:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:2.0:1769078272.502438:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069304960 : -115332640246656 : ffff971b06f27480) 00020000:00000001:0.0:1769078272.502442:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.502445:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:2.0:1769078272.502446:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078272.502449:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769078272.502452:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769078272.502453:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:0.0:1769078272.502456:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:2.0:1769078272.502456:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000008:00000020:0.0:1769078272.502460:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000010:2.0:1769078272.502460:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000008:00000001:0.0:1769078272.502464:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1769078272.502464:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657876992, offset 0 00000008:00000001:0.0:1769078272.502470:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:2.0:1769078272.502470:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000008:00000001:0.0:1769078272.502474:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:2.0:1769078272.502476:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769078272.502478:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000400:00000200:2.0:1769078272.502480:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000008:00000020:0.0:1769078272.502483:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000200:2.0:1769078272.502484:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078272.502488:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000001:0.0:1769078272.502491:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:2.0:1769078272.502491:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000020:0.0:1769078272.502495:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:2.0:1769078272.502495:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:0.0:1769078272.502499:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078272.502499:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370741:370741:256:4294967295] 192.168.204.154@tcp LPNI seq info [370736:370736:8:4294967295] 00000008:00000001:0.0:1769078272.502504:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000400:00000200:2.0:1769078272.502505:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000020:0.0:1769078272.502508:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000400:00000200:2.0:1769078272.502514:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000001:0.0:1769078272.502517:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1769078272.502530:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078272.502533:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078272.502536:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078272.502538:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000008:00000001:0.0:1769078272.502542:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078272.502543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078272.502549:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078272.502549:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00020000:00000001:0.0:1769078272.502571:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502574:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:2.0:1769078272.502576:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078272.502578:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078272.502580:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000020:00000001:0.0:1769078272.502582:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:2.0:1769078272.502584:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000001:0.0:1769078272.502585:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769078272.502588:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769078272.502591:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:2.0:1769078272.502592:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1769078272.502594:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769078272.502597:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.502598:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00020000:00000001:0.0:1769078272.502600:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000010:2.0:1769078272.502602:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000020:00000001:0.0:1769078272.502603:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769078272.502605:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078272.502607:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:0.0:1769078272.502608:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769078272.502612:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.502614:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000200:2.0:1769078272.502615:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.502616:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769078272.502619:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502623:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502627:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769078272.502629:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078272.502632:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:2.0:1769078272.502633:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769078272.502634:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769078272.502637:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:2.0:1769078272.502638:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078272.502639:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078272.502641:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.502644:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078272.502647:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078272.502648:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502651:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502651:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:0.0:1769078272.502655:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502656:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.502658:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078272.502661:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:2.0:1769078272.502661:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000020:00000001:0.0:1769078272.502662:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502666:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078272.502668:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000200:2.0:1769078272.502668:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078272.502671:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078272.502673:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299930145 00000020:00000001:0.0:1769078272.502674:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078272.502677:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078272.502679:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299930827 00000020:00001000:0.0:1769078272.502681:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:2.0:1769078272.502684:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299930145 00020000:00000001:0.0:1769078272.502685:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078272.502688:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078272.502689:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299930827 00000080:00000001:0.0:1769078272.502691:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078272.502694:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00200000:0.0:1769078272.502695:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078272.502696:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502700:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000080:00000001:0.0:1769078272.502702:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078272.502705:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:2.0:1769078272.502705:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078272/real 1769078272] req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1769078272.502709:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769078272.502713:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1769078272.502714:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000080:00000001:0.0:1769078272.502718:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078272.502718:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078272.502720:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078272.502723:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000080:00000001:0.0:1769078272.502724:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000010:2.0:1769078272.502725:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000080:00000001:0.0:1769078272.502728:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769078272.502729:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1769078272.502732:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000200:2.0:1769078272.502733:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.502735:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769078272.502740:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000200:2.0:1769078272.502744:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.502745:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:0.0:1769078272.502750:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078272.502753:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000080:00000001:0.0:1769078272.502754:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078272.502755:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1769078272.502757:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078272.502758:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078272.502760:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.502764:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00100000:2.0:1769078272.502765:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.502767:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769078272.502770:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502773:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1769078272.502775:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000040:2.0:1769078272.502778:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:0.0:1769078272.502782:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012f0000 00000100:00000001:2.0:1769078272.502786:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769078272.502788:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:2.0:1769078272.502789:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078272.502792:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:2.0:1769078272.502793:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078272.502794:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078272.502797:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:2.0:1769078272.502797:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:0.0:1769078272.502801:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502802:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769078272.502804:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1769078272.502805:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00020000:00000001:0.0:1769078272.502809:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00080000:2.0:1769078272.502811:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00020000:00000001:0.0:1769078272.502812:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502814:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1769078272.502815:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078272.502818:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:2.0:1769078272.502819:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078272.502821:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769078272.502823:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b012f0000 00000020:00000001:0.0:1769078272.502829:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078272.502830:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657876992:192.168.204.154@tcp:8:kworker.0 00000020:00000001:0.0:1769078272.502835:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:2.0:1769078272.502836:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1769078272.502838:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:2.0:1769078272.502840:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078272.502841:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769078272.502845:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:2.0:1769078272.502847:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000002:0.0:1769078272.502849:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:2.0:1769078272.502849:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078272.502853:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:0.0:1769078272.502856:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:2.0:1769078272.502856:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078272.502860:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000001:2.0:1769078272.502860:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502864:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00100000:2.0:1769078272.502865:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657877120:192.168.204.154@tcp:8:kworker.0 00000020:00000001:0.0:1769078272.502868:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00000001:2.0:1769078272.502868:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078272.502871:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00001000:0.0:1769078272.502873:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:2.0:1769078272.502873:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078272.502876:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769078272.502878:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 02000000:00000010:2.0:1769078272.502879:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 00000020:00000001:0.0:1769078272.502881:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:2.0:1769078272.502882:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502885:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:2.0:1769078272.502886:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078272.502888:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000010:2.0:1769078272.502889:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:0.0:1769078272.502891:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078272.502892:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00020000:00000001:0.0:1769078272.502895:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078272.502896:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657877120, portal 4 00020000:00000001:0.0:1769078272.502900:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000001:2.0:1769078272.502900:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078272.502902:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069306752 : -115332640244864 : ffff971b06f27b80) 00000020:00000001:0.0:1769078272.502906:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078272.502909:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078272.502909:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078272.502914:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.502920:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.502920:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769078272.502924:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:2.0:1769078272.502924:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078272.502927:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000010:2.0:1769078272.502928:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00020000:00000001:0.0:1769078272.502931:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000200:2.0:1769078272.502932:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657877120, offset 0 00000020:00000001:0.0:1769078272.502933:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078272.502936:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769078272.502937:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078272.502940:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.502942:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078272.502945:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.502947:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:0.0:1769078272.502949:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.502950:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:0.0:1769078272.502953:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.502954:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:0.0:1769078272.502956:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769078272.502958:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1769078272.502959:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.502962:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:0.0:1769078272.502963:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.502966:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370742:370742:256:4294967295] 192.168.204.154@tcp LPNI seq info [370737:370737:8:4294967295] 00000400:00000200:2.0:1769078272.502970:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078272.502974:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078272.502978:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078272.502980:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000800:00000010:2.0:1769078272.502980:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00020000:00000001:0.0:1769078272.502984:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000800:00000200:2.0:1769078272.502986:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:0.0:1769078272.502987:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000200:2.0:1769078272.502989:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000020:00000001:0.0:1769078272.502991:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078272.502994:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000800:00000200:2.1:1769078272.502994:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:0.0:1769078272.502998:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000800:00000200:2.1:1769078272.502998:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 33 secs later) 00000800:00000100:2.0:1769078272.503003:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00000001:0.0:1769078272.503004:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000800:00000010:2.0:1769078272.503005:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000008:00000020:0.0:1769078272.503007:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:2.0:1769078272.503008:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:0.0:1769078272.503010:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078272.503013:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000008:00000001:0.0:1769078272.503016:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:2.0:1769078272.503016:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000008:00000001:0.0:1769078272.503019:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000010:2.0:1769078272.503020:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000008:00000001:0.0:1769078272.503024:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000100:00000001:2.0:1769078272.503024:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078272.503027:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:0.0:1769078272.503029:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769078272.503037:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078272.503040:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078272.503040:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1769078272.503042:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078272.503044:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078297 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078272.503047:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769078272.503051:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:2.0:1769078272.503051:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503055:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078272.503057:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078272.503059:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078272.503060:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000008:00000001:0.0:1769078272.503064:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078272.503065:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078272.503068:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503069:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299930149 00020000:00000001:0.0:1769078272.503073:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503073:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299930827 00000100:00000001:2.0:1769078272.503077:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299930149 00020000:00000001:0.0:1769078272.503078:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503080:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299930827 00000020:00000001:0.0:1769078272.503082:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503083:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078272.503086:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078272.503087:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503089:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:2.0:1769078272.503090:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:0.0:1769078272.503093:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00100000:2.0:1769078272.503094:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078272/real 1769078272] req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.503096:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078272.503098:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769078272.503101:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503105:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078272.503107:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000001:2.0:1769078272.503108:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1769078272.503109:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769078272.503112:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000001:2.0:1769078272.503112:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00020000:00000001:0.0:1769078272.503116:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000010:2.0:1769078272.503116:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000020:00000001:0.0:1769078272.503117:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769078272.503121:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000200:2.0:1769078272.503121:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00020000:00000001:0.0:1769078272.503123:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078272.503125:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00020000:00000001:0.0:1769078272.503127:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503130:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:2.0:1769078272.503130:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1769078272.503134:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078272.503136:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000200:2.0:1769078272.503137:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.503138:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769078272.503140:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078272.503142:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078272.503144:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.503146:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078272.503149:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769078272.503151:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503154:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078272.503156:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078272.503157:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078272.503159:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078272.503162:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.503166:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078272.503167:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:0.0:1769078272.503169:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:2.0:1769078272.503170:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078272.503172:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078272.503173:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1769078272.503175:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078272.503175:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.503179:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:2.0:1769078272.503180:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1769078272.503181:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769078272.503185:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078272.503189:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078272.503189:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769078272.503193:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000040:2.0:1769078272.503194:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:0.0:1769078272.503197:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078272.503203:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000080:00000001:0.0:1769078272.503205:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078272.503206:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.503207:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078272.503208:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078272.503210:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1769078272.503211:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00000001:2.0:1769078272.503212:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000080:00000001:0.0:1769078272.503215:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769078272.503219:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503219:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000080:00000001:0.0:1769078272.503225:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:2.0:1769078272.503225:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000080:00000001:0.0:1769078272.503227:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078272.503230:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:2.0:1769078272.503232:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000020:00000001:0.0:1769078272.503233:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:2.0:1769078272.503236:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00001000:0.0:1769078272.503237:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769078272.503242:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:0.0:1769078272.503245:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:2.0:1769078272.503246:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078272.503247:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769078272.503250:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769078272.503257:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078272.503259:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769078272.503262:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078272.503265:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657877120:192.168.204.154@tcp:8:kworker.0 00020000:00000002:0.0:1769078272.503266:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000001:2.0:1769078272.503270:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1769078272.503272:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012f0000 00000100:00000001:2.0:1769078272.503273:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078272.503277:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25180 x1855007657876864/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078272.503278:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769078272.503281:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769078272.503284:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:2.0:1769078272.503285:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00020000:00000001:0.0:1769078272.503288:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078272.503288:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078272.503290:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01400. 00020000:00000001:0.0:1769078272.503292:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078272.503294:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078272.503296:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00020000:00000001:0.0:1769078272.503297:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000020:00000040:2.0:1769078272.503298:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00020000:00000001:0.0:1769078272.503301:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078272.503301:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078272.503304:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 00000020:00000001:0.0:1769078272.503305:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:2.0:1769078272.503307:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1769078272.503308:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:2.0:1769078272.503309:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00020000:00000001:0.0:1769078272.503311:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000010:2.0:1769078272.503312:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25180. 00020000:00000002:0.0:1769078272.503315:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b012f0000 00000100:00000001:2.0:1769078272.503315:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078272.503317:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.503321:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503321:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769078272.503325:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000040:2.0:1769078272.503325:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27480 x1855007657876992/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078272.503329:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769078272.503332:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:2.0:1769078272.503333:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00020000:00200000:0.0:1769078272.503335:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:2.0:1769078272.503336:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078272.503338:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01000. 00020000:00000002:0.0:1769078272.503340:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:2.0:1769078272.503340:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078272.503342:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00020000:00000001:0.0:1769078272.503345:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000020:00000040:2.0:1769078272.503345:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:0.0:1769078272.503349:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078272.503350:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1769078272.503352:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000010:2.0:1769078272.503353:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19400. 00000020:00000001:0.0:1769078272.503355:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 02000000:00000001:2.0:1769078272.503358:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00001000:0.0:1769078272.503359:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:2.0:1769078272.503361:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1769078272.503363:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000100:00000010:2.0:1769078272.503364:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27480. 00000020:00000001:0.0:1769078272.503367:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078272.503369:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1769078272.503370:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078272.503372:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.503373:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078272.503376:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503377:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:0.0:1769078272.503380:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078272.503383:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27b80 x1855007657877120/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078297 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078272.503384:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769078272.503389:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078272.503391:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503395:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.503399:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503401:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1769078272.503404:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:2.0:1769078272.503404:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:0.0:1769078272.503408:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000010:2.0:1769078272.503408:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 00020000:00000001:0.0:1769078272.503411:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:2.0:1769078272.503412:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078272.503414:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078272.503414:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078272.503418:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000040:2.0:1769078272.503418:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078272.503420:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1769078272.503421:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078272.503422:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 00000020:00000001:0.0:1769078272.503426:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078272.503427:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078272.503429:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00020000:00000001:0.0:1769078272.503431:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078272.503432:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27b80. 00000100:00000001:2.0:1769078272.503436:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00020000:00000001:0.0:1769078272.503437:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503438:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.503441:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769078272.503441:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078272.503444:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503446:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769078272.503448:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078272.503449:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.503453:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078272.503453:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:0.0:1769078272.503456:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:2.0:1769078272.503457:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503460:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.503462:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078272.503463:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769078272.503465:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769078272.503468:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078272.503469:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078272.503471:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078272.503473:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769078272.503474:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769078272.503475:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:0.0:1769078272.503478:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769078272.503480:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078272.503481:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078272.503483:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078272.503485:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769078272.503486:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1769078272.503490:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078272.503492:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.503493:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503494:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503496:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.503497:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.503499:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769078272.503500:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769078272.503501:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769078272.503502:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078272.503503:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769078272.503504:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503506:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078272.503507:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769078272.503508:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769078272.503509:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769078272.503510:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.503511:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769078272.503512:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769078272.503513:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503515:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503516:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769078272.503517:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078272.503518:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078272.503529:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769078272.503531:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078272.503532:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078272.503533:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078272.503534:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078272.503535:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769078272.503536:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503538:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078272.503540:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078272.503541:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078272.503542:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078272.503543:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078272.503544:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078272.503545:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078272.503546:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078272.503547:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078272.503549:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769078272.503550:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078272.503552:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769078272.503571:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769078272.503573:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1769078272.503576:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078272.503577:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078272.503579:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769078272.503580:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769078272.503582:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078273.140675:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078273.140675:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078273.140679:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078273.140682:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078273.140684:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078273.140687:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078273.140687:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078273.140687:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078273.140690:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078273.140694:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078273.140694:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078273.140698:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078273.140700:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078273.140703:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078273.140703:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078273.140705:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078273.140707:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078273.140709:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078273.140710:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078273.140714:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078273.140715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078273.140729:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078273.140731:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078273.140732:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078273.140734:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078273.140736:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078273.140738:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078273.140802:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078273.140820:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078273.140821:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078273.140823:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078273.140825:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078273.140827:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078273.140829:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078273.140831:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078273.140832:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078273.140833:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078273.140836:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078273.140840:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078273.140860:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078273.140863:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078273.140864:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078273.140867:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078273.140870:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078273.140872:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078273.140964:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078273.140967:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078273.140969:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078273.140971:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078273.140974:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078273.140977:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078273.140983:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078273.140987:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078273.140989:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078273.140992:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078273.140994:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078273.140997:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078273.140999:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078273.141000:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078273.141002:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078273.141044:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078273.141046:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078273.141048:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078273.141068:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078273.141070:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078273.141074:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078273.141075:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078273.141078:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078273.141079:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078273.141083:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078273.141084:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078273.141156:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078273.141159:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078273.141162:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078273.268646:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299930827, at 4299930880 00000100:00000040:1.0:1769078273.268646:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299930827, at 4299930880 00000100:00000010:0.0:1769078273.268663:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000010:1.0:1769078273.268665:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bae0. 00000100:00000001:1.0:1769078273.524669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078273.524669:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078273.524678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078273.524678:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078273.524682:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078273.524682:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078273.524690:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078273.524690:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078273.524695:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078273.524696:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078273.524700:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078273.524700:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078273.524702:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078273.524705:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078273.524707:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078273.524711:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078273.524714:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078273.524717:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078274.164686:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078274.164695:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078274.164698:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078274.164698:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078274.164704:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078274.164706:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078274.164712:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078274.164713:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078274.164713:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078274.164715:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078274.164715:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078274.164719:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078274.164719:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078274.164724:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078274.164724:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078274.164725:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078274.164726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078274.164729:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078274.164730:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078274.164731:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078274.164732:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078274.164742:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078274.164743:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078274.164743:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078274.164743:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078274.164748:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078274.164749:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078274.164753:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078274.164755:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078274.164759:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078274.164759:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078274.164764:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078274.164765:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078274.164770:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078274.164776:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078274.164781:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1769078274.164786:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078274.164787:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078274.164788:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:0.0:1769078274.164791:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078274.164791:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078274.164793:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078274.164797:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078274.164798:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769078274.164798:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078274.164805:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078274.164810:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078274.164811:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078274.164812:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078274.164814:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078274.164815:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078274.164818:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078274.164822:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078274.164822:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078274.164823:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078274.164825:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078274.164832:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078274.164833:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078274.164834:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078274.164834:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078274.164836:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078274.164839:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078274.164842:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078274.164844:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078274.164844:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078274.164847:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078274.164848:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078274.164853:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078274.164854:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078274.164858:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078274.164862:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078274.164862:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078274.164866:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078274.164870:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078274.548635:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078274.548635:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078274.548644:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078274.548644:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078274.548648:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078274.548648:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078274.548655:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078274.548655:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078274.548659:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078274.548660:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078274.548663:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078274.548665:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078274.548666:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078274.548669:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078274.548672:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078274.548673:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078274.548676:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078274.548680:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078275.188668:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078275.188668:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078275.188668:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078275.188676:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078275.188676:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078275.188677:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078275.188679:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078275.188680:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078275.188681:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078275.188686:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078275.188687:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:2.0:1769078275.188688:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078275.188691:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078275.188693:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078275.188693:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078275.188696:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078275.188698:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078275.188698:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078275.188700:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078275.188705:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078275.188707:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078275.188796:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078275.188799:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078275.188801:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078275.188804:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078275.188804:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078275.188809:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078275.188809:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078275.188813:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078275.188814:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078275.188819:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078275.188822:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078275.188825:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078275.189836:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078275.189838:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078275.189929:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078275.189932:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078275.189941:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078275.189968:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078275.189970:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078275.189974:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078275.189975:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078275.189978:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078275.189980:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078275.189983:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078275.189984:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078275.190013:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078275.190015:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078275.190016:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078275.190018:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078275.190020:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078275.190021:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078275.190022:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078275.190023:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078275.190024:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078275.190031:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078275.190033:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078275.190033:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078275.190034:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078275.190035:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078275.190036:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078275.190038:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078275.190039:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078275.190040:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078275.190107:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078275.190109:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078275.190112:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078275.190263:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078275.190265:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078275.190511:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078275.190578:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078275.191834:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078275.191838:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078275.191840:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078275.572672:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078275.572672:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078275.572679:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078275.572682:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078275.572687:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078275.572690:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078275.572691:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078275.572693:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078275.572697:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078275.572699:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078275.572701:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078275.572704:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078275.572705:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078275.572709:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078275.572710:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078275.572713:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078275.572716:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078275.572719:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078276.212682:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078276.212687:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078276.212693:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078276.212693:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078276.212696:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078276.212697:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078276.212699:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078276.212699:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078276.212702:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078276.212707:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078276.212708:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078276.212708:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078276.212715:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078276.212716:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078276.212716:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078276.212722:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078276.212722:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078276.212727:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078276.212731:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078276.212734:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078276.212738:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078276.212847:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078276.212851:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078276.212853:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078276.212856:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078276.212858:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078276.212860:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078276.212870:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078276.212877:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078276.212878:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078276.212882:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078276.212886:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078276.212889:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078276.213876:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078276.213879:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078276.213882:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078276.213886:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078276.213889:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078276.213892:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078276.213894:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078276.213897:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078276.213901:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078276.213922:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078276.213927:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078276.213928:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078276.213931:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078276.213934:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078276.213937:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078276.213939:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078276.213940:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078276.213942:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078276.213951:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078276.213954:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078276.213955:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078276.213957:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078276.213958:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078276.213960:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078276.213962:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078276.213964:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078276.213965:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078276.214010:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078276.214014:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078276.214018:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078276.214043:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078276.214046:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078276.214050:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078276.214051:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078276.214055:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078276.214056:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078276.214059:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078276.214060:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078276.214077:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078276.214080:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078276.214083:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078276.596670:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078276.596677:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078276.596678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078276.596683:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078276.596688:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078276.596692:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078276.596695:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078276.596697:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078276.596706:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078276.596706:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078276.596711:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078276.596714:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078276.596716:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078276.596718:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078276.596720:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078276.596721:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078276.596722:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078276.596724:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078277.236672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078277.236680:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.236691:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078277.236691:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078277.236692:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078277.236699:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.236702:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078277.236702:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078277.236708:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078277.236709:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078277.236710:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078277.236712:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078277.236716:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078277.236717:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078277.236722:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078277.236723:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078277.236726:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078277.236726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078277.236730:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078277.236734:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078277.236735:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078277.236737:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078277.236738:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078277.236742:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.236746:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078277.236748:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078277.236753:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078277.236754:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078277.236764:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078277.236767:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078277.236767:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078277.236769:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078277.236772:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078277.236778:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078277.236779:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078277.236779:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.236785:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078277.236791:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.236801:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078277.236806:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078277.236809:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.236813:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078277.236814:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078277.236817:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078277.236819:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078277.236823:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078277.236823:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078277.236824:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078277.236832:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078277.236833:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078277.236833:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078277.236835:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078277.236843:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078277.236844:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078277.236845:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078277.236846:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078277.236848:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.236850:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078277.236852:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.236854:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078277.236857:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078277.236860:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078277.236864:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078277.236864:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078277.236866:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078277.236869:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078277.236871:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078277.236876:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.236877:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078277.236880:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.236884:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078277.236885:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078277.236889:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078277.236892:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.620681:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078277.620688:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078277.620690:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078277.620694:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078277.620697:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078277.620701:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.620703:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078277.620706:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.620708:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078277.620740:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769078277.620742:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000080:00000001:3.0:1769078277.620747:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:1.0:1769078277.620748:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078277.620752:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.620752:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:0.0:1769078277.620757:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1769078277.620759:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00100000:1.0:1769078277.620760:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078277.620770:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1769078277.620771:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00001000:3.0:1769078277.620771:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000001:1.0:1769078277.620775:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078277.620778:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1769078277.620781:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078277.620781:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000100:00080000:0.0:1769078277.620784:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078277.620786:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078277.620786:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769078277.620794:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:1.0:1769078277.620795:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.620796:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000080:00200000:3.0:1769078277.620798:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00080000:0.0:1769078277.620805:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5262 00000020:00000001:3.0:1769078277.620809:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078277.620812:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:0.0:1769078277.620816:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:3.0:1769078277.620817:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078277.620825:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000400:00000200:0.0:1769078277.620826:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078277.620835:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000002:3.0:1769078277.620836:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012f0000 00000100:00000040:0.0:1769078277.620843:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078277.620844:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1769078277.620850:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:0.0:1769078277.620851:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:3.0:1769078277.620855:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769078277.620859:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.620862:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769078277.620865:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078277.620867:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769078277.620869:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769078277.620871:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078277.620874:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1769078277.620875:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:0.0:1769078277.620877:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078277.620881:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1769078277.620881:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078277.620885:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000040:0.0:1769078277.620886:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078277.620892:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000002:3.0:1769078277.620893:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012f0000 00000020:00000001:0.0:1769078277.620897:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078277.620904:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078277.620905:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078277.620915:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078277.620917:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078277.620917:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078277.620922:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:0.0:1769078277.620923:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769078277.620930:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078277.620935:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:0.0:1769078277.620937:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000002:3.0:1769078277.620940:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00080000:0.0:1769078277.620943:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078277.620952:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.620953:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:0.0:1769078277.620956:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769078277.620957:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000001:0.0:1769078277.620961:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078277.620961:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:0.0:1769078277.620966:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.620968:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1769078277.620971:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000001:0.0:1769078277.620972:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769078277.620981:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00000010:0.0:1769078277.620985:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000001:3.0:1769078277.620985:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000020:00000040:0.0:1769078277.620989:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078277.620991:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:0.0:1769078277.620994:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078277.620996:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.620997:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769078277.621003:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078277.621006:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1769078277.621006:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078277.621012:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078277.621013:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.621026:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078277.621029:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00020000:00000001:3.0:1769078277.621031:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000001:0.0:1769078277.621037:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621038:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078277.621042:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.621046:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078277.621047:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1769078277.621051:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621061:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078277.621068:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:0.0:1769078277.621070:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:3.0:1769078277.621072:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078277.621075:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621076:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:0.0:1769078277.621082:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078277.621082:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078277.621089:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621098:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.621103:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.621104:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621106:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078277.621108:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621110:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.621111:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621113:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00080000:0.0:1769078277.621115:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:3.0:1769078277.621118:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00080000:0.0:1769078277.621119:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:3.0:1769078277.621123:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078277.621124:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1769078277.621127:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078277.621129:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1769078277.621130:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:3.0:1769078277.621131:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:2.0:1769078277.621132:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078277.621135:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078277.621137:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:3.0:1769078277.621137:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00080000:0.0:1769078277.621143:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5262 00000008:00000001:3.0:1769078277.621148:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:2.0:1769078277.621149:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769078277.621156:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000020:3.0:1769078277.621156:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078277.621162:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1769078277.621168:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:3.0:1769078277.621171:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00080000:0.0:1769078277.621177:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:3.0:1769078277.621177:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:3.0:1769078277.621182:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000100:00000040:0.0:1769078277.621187:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000020:3.0:1769078277.621192:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000100:00000001:0.0:1769078277.621193:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.621199:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1769078277.621201:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:3.0:1769078277.621204:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078277.621205:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.621206:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000020:3.0:1769078277.621208:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000001:0.0:1769078277.621214:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:3.0:1769078277.621214:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769078277.621218:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000008:00000001:3.0:1769078277.621222:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:2.0:1769078277.621223:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1769078277.621224:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000020:3.0:1769078277.621228:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000020:00000040:0.0:1769078277.621230:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:2.0:1769078277.621230:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078277.621239:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:2.0:1769078277.621242:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078277.621249:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078277.621250:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00100000:2.0:1769078277.621259:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657877248:192.168.204.154@tcp:250:kworker.0 00000008:00000001:3.0:1769078277.621259:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078277.621262:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078277.621269:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.621271:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078277.621272:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:3.0:1769078277.621276:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078277.621279:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:2.0:1769078277.621279:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078277.621288:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769078277.621288:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.621289:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.621303:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769078277.621304:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078277.621305:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000010:2.0:1769078277.621311:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 00000020:00000001:3.0:1769078277.621314:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:0.0:1769078277.621315:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:2.0:1769078277.621317:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.621319:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:0.0:1769078277.621322:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078277.621324:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769078277.621324:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000200:2.0:1769078277.621330:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078277.621331:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:0.0:1769078277.621332:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1769078277.621334:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:3.0:1769078277.621335:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:0.0:1769078277.621336:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.621340:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.621341:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:2.0:1769078277.621342:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00020000:00000001:3.0:1769078277.621348:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000008:00100000:0.0:1769078277.621349:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000200:2.0:1769078277.621352:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657877248, portal 25 00000020:00000001:3.0:1769078277.621353:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000008:00000001:0.0:1769078277.621354:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.621355:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1769078277.621359:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.621359:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000020:00000001:3.0:1769078277.621359:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1769078277.621366:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000010:0.0:1769078277.621369:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00020000:00000001:3.0:1769078277.621372:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:2.0:1769078277.621373:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769078277.621374:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078277.621377:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:0.0:1769078277.621386:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1769078277.621386:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078277.621388:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769078277.621397:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.621397:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078277.621398:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078277.621411:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.621412:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1769078277.621412:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 02000000:00000001:0.0:1769078277.621417:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:3.0:1769078277.621420:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000001:0.0:1769078277.621421:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621424:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078277.621430:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000200:2.0:1769078277.621431:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657877248, offset 0 02000000:00000010:0.0:1769078277.621447:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745c00. 00000020:00000001:3.0:1769078277.621447:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078277.621451:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078277.621455:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078277.621455:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078277.621462:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078277.621466:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00100000:0.0:1769078277.621467:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769078277.621467:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078277.621470:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1769078277.621474:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:2.0:1769078277.621477:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:3.0:1769078277.621478:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.621488:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.621491:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769078277.621491:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:3.0:1769078277.621496:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769078277.621498:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621500:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:2.0:1769078277.621501:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:3.0:1769078277.621506:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078277.621507:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078277.621513:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1769078277.621514:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1769078277.621517:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000200:2.0:1769078277.621522:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:3.0:1769078277.621522:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078277.621528:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078277.621532:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621533:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:2.0:1769078277.621540:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370743:370743:256:4294967295] 192.168.204.154@tcp LPNI seq info [370738:370738:8:4294967295] 00000020:00001000:3.0:1769078277.621540:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00080000:0.0:1769078277.621541:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:3.0:1769078277.621550:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00080000:0.0:1769078277.621581:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:3.0:1769078277.621585:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:0.0:1769078277.621586:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1769078277.621591:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:3.0:1769078277.621591:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00080000:0.0:1769078277.621592:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000080:00200000:3.0:1769078277.621598:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:0.0:1769078277.621600:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:3.0:1769078277.621605:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769078277.621609:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:0.0:1769078277.621611:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5262 00000020:00001000:3.0:1769078277.621617:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000400:00000200:2.0:1769078277.621620:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000080:00000001:3.0:1769078277.621623:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1769078277.621628:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078277.621629:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000200:2.0:1769078277.621629:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078277.621643:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000400:00000200:0.0:1769078277.621644:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00000001:3.0:1769078277.621647:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:0.0:1769078277.621649:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000080:00000001:3.0:1769078277.621651:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000800:00000200:2.0:1769078277.621653:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078277.621657:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000800:00000200:2.0:1769078277.621659:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000100:00000040:0.0:1769078277.621660:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:3.0:1769078277.621661:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000100:00000001:0.0:1769078277.621672:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.1:1769078277.621672:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00001000:3.0:1769078277.621673:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000020:00000001:3.0:1769078277.621682:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000100:00000040:0.0:1769078277.621683:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:2.1:1769078277.621683:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000020:00000001:3.0:1769078277.621692:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078277.621694:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:3.0:1769078277.621696:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000800:00000100:2.0:1769078277.621701:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078277.621702:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000080:00200000:3.0:1769078277.621702:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000040:0.0:1769078277.621709:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000010:2.0:1769078277.621709:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000020:00000001:3.0:1769078277.621710:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078277.621718:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078277.621719:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1769078277.621721:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000080:00000001:3.0:1769078277.621724:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078277.621725:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00020000:00000002:3.0:1769078277.621736:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 00000020:00000001:0.0:1769078277.621737:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:2.0:1769078277.621737:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:0.0:1769078277.621747:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:2.0:1769078277.621747:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00020000:00000002:3.0:1769078277.621749:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012f0000 00000400:00000010:2.0:1769078277.621753:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00020000:00000001:3.0:1769078277.621758:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000040:0.0:1769078277.621759:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078277.621761:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:2.0:1769078277.621762:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078277.621763:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:3.0:1769078277.621767:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:0.0:1769078277.621768:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:3.0:1769078277.621773:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078277.621774:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078277.621775:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:3.0:1769078277.621778:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1769078277.621783:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:3.0:1769078277.621789:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078277.621794:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078277.621795:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:3.0:1769078277.621802:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:0.0:1769078277.621806:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621808:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1769078277.621811:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1769078277.621814:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:3.0:1769078277.621814:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1769078277.621820:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012f0000 02000000:00000001:0.0:1769078277.621822:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1769078277.621826:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078277.621828:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078277.621829:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078277.621831:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:0.0:1769078277.621835:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:3.0:1769078277.621836:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00100000:0.0:1769078277.621842:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:3.0:1769078277.621843:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078277.621847:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000008:00000001:0.0:1769078277.621854:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078277.621855:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:2.0:1769078277.621856:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.621865:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.621871:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1769078277.621873:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00020000:00000001:3.0:1769078277.621876:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769078277.621878:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078277.621879:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:3.0:1769078277.621880:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078277.621885:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:2.0:1769078277.621886:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:0.0:1769078277.621887:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1769078277.621890:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 02000000:00000001:0.0:1769078277.621891:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.621893:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299935948 00000020:00001000:3.0:1769078277.621898:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00000001:0.0:1769078277.621900:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:3.0:1769078277.621903:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 02000000:00000001:0.0:1769078277.621904:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:2.0:1769078277.621905:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b060. 02000000:00000001:0.0:1769078277.621908:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621910:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078277.621915:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000010:0.0:1769078277.621916:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000100:00000001:2.0:1769078277.621918:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:3.0:1769078277.621920:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078277.621924:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621926:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.621932:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299935948 00020000:00000001:3.0:1769078277.621932:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078277.621939:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:3.0:1769078277.621941:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000100:00000010:2.0:1769078277.621945:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841ba20. 00000020:00000001:3.0:1769078277.621950:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:2.0:1769078277.621955:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:3.0:1769078277.621955:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.621964:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078277.621965:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078277.621966:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.621971:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.621979:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.621980:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.621985:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:0.0:1769078277.621987:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078277.621990:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1769078277.621995:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00100000:2.0:1769078277.621996:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078277/real 1769078277] req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078277.622000:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078277.622006:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078277.622010:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078277.622014:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.622018:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622025:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078277.622028:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:3.0:1769078277.622033:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.622042:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078277.622043:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000001:2.0:1769078277.622043:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1769078277.622046:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000001:2.0:1769078277.622049:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078277.622052:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1769078277.622054:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078277.622056:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000100:00080000:0.0:1769078277.622057:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1769078277.622059:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622066:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769078277.622068:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769078277.622069:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00020000:00000001:3.0:1769078277.622070:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078277.622076:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:0.0:1769078277.622078:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5262 00000400:00000010:2.0:1769078277.622078:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:3.0:1769078277.622080:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078277.622087:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000001:3.0:1769078277.622087:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000400:00000200:0.0:1769078277.622093:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078277.622093:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000200:2.0:1769078277.622100:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1769078277.622100:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:0.0:1769078277.622103:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000020:3.0:1769078277.622105:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:0.0:1769078277.622108:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:3.0:1769078277.622109:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078277.622119:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:3.0:1769078277.622120:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1769078277.622128:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:0.0:1769078277.622129:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:3.0:1769078277.622133:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000100:00000200:2.0:1769078277.622134:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078277.622138:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000020:3.0:1769078277.622141:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000001:0.0:1769078277.622146:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:3.0:1769078277.622159:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000001:0.0:1769078277.622161:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000020:3.0:1769078277.622164:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000040:0.0:1769078277.622166:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00000001:2.0:1769078277.622166:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:3.0:1769078277.622168:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078277.622172:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769078277.622172:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078277.622174:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000040:0.0:1769078277.622178:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:2.0:1769078277.622183:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000020:3.0:1769078277.622183:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000020:00000001:0.0:1769078277.622184:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078277.622190:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078277.622196:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000008:00000001:3.0:1769078277.622205:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078277.622207:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078277.622211:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:3.0:1769078277.622211:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622220:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.622222:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:3.0:1769078277.622231:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078277.622237:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078277.622238:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078277.622238:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622246:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.622247:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078277.622249:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1769078277.622254:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000020:00000040:0.0:1769078277.622256:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:3.0:1769078277.622258:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000040:2.0:1769078277.622259:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078277.622264:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:3.0:1769078277.622264:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078277.622272:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:0.0:1769078277.622273:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.622277:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078277.622278:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078277.622282:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:0.0:1769078277.622286:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1769078277.622286:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:2.0:1769078277.622289:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078277.622293:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769078277.622297:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1769078277.622298:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622299:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078277.622301:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:3.0:1769078277.622304:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:0.0:1769078277.622305:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078277.622307:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:3.0:1769078277.622308:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078277.622312:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00100000:0.0:1769078277.622313:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000001:3.0:1769078277.622313:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078277.622318:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078277.622322:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078277.622323:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078277.622323:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00020000:00000001:3.0:1769078277.622337:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.622338:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078277.622339:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078277.622352:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:3.0:1769078277.622352:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000010:0.0:1769078277.622355:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000020:00000001:3.0:1769078277.622359:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000040:0.0:1769078277.622363:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000040:2.0:1769078277.622364:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078277.622364:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:0.0:1769078277.622368:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:3.0:1769078277.622371:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:0.0:1769078277.622373:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622375:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078277.622381:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:3.0:1769078277.622381:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078277.622386:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:0.0:1769078277.622387:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1769078277.622387:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657877248:192.168.204.154@tcp:250:kworker.0 00000020:00000001:3.0:1769078277.622391:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:0.0:1769078277.622393:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.622393:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078277.622395:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078277.622397:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:3.0:1769078277.622399:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078277.622402:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000100:00000040:2.0:1769078277.622403:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657877248/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:3.0:1769078277.622407:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078277.622410:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.622418:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078277.622421:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078277.622425:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078277.622426:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078277.622428:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1769078277.622430:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:2.0:1769078277.622442:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:3.0:1769078277.622446:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000010:2.0:1769078277.622448:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 00020000:00000001:3.0:1769078277.622450:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078277.622456:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078277.622459:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1769078277.622460:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078277.622460:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078277.622466:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000020:00000001:2.0:1769078277.622468:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1769078277.622469:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.622474:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000020:00000040:2.0:1769078277.622475:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00020000:00000001:3.0:1769078277.622482:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000040:0.0:1769078277.622483:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078277.622483:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000080:00000001:3.0:1769078277.622491:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000010:2.0:1769078277.622492:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746c00. 00000080:00200000:3.0:1769078277.622498:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:2.0:1769078277.622500:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078277.622504:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078277.622509:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000100:00000001:0.0:1769078277.622510:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1769078277.622513:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078277.622516:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1769078277.622518:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078277.622519:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078277.622520:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5272) 00000100:00000001:2.0:1769078277.622525:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:3.0:1769078277.622526:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000080:00000001:3.0:1769078277.622532:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.622534:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:3.0:1769078277.622535:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.622539:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.622544:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000001:3.0:1769078277.622546:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078277.622547:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:3.0:1769078277.622579:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1769078277.622582:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078277.622584:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078277.622585:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629688 : -115332624921928 : ffff971b07dc4ab8) 00000020:00001000:3.0:1769078277.622591:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4ab0 00000100:00000040:2.0:1769078277.622594:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078277.622597:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000020:00000001:3.0:1769078277.622602:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1769078277.622605:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:3.0:1769078277.622608:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078277.622621:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078277.622621:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078277.622626:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622626:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1769078277.622630:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.622633:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000002:3.0:1769078277.622636:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b0885e970 type 6 ignore/verify layout 1/0 02000000:00000001:2.0:1769078277.622637:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078277.622647:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1769078277.622648:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012f0000 00020000:00000001:3.0:1769078277.622655:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00100000:2.0:1769078277.622658:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657877376:192.168.204.154@tcp:38:kworker.0 00020000:00000001:3.0:1769078277.622658:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1769078277.622661:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1769078277.622664:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.622669:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:3.0:1769078277.622669:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078277.622674:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:3.0:1769078277.622675:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1769078277.622680:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.622681:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622684:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:2.0:1769078277.622687:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1769078277.622688:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1769078277.622690:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000010:2.0:1769078277.622693:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 00020000:00000002:3.0:1769078277.622693:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012f0000 00000020:00000001:3.0:1769078277.622700:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.622701:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622712:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1769078277.622714:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:2.0:1769078277.622718:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:3.0:1769078277.622718:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1769078277.622722:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000010:2.0:1769078277.622724:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00020000:00000002:3.0:1769078277.622727:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1769078277.622733:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000010:2.0:1769078277.622735:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00020000:00000001:3.0:1769078277.622736:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1769078277.622740:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:3.0:1769078277.622744:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629400 : -115332624922216 : ffff971b07dc4998) 00000100:00000200:2.0:1769078277.622745:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657877376, portal 10 00000020:00001000:3.0:1769078277.622751:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4990 00000100:00000001:2.0:1769078277.622753:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078277.622757:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000020:00000001:3.0:1769078277.622758:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000020:00000001:3.0:1769078277.622763:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1769078277.622766:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1769078277.622768:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:2.0:1769078277.622770:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078277.622771:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.622777:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.622784:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095669864 : -115332613881752 : ffff971b0884c068) 00000020:00000001:3.0:1769078277.622790:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1769078277.622794:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.622804:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.622805:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078277.622812:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078277.622812:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622819:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000010:2.0:1769078277.622821:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00020000:00000001:3.0:1769078277.622823:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:3.0:1769078277.622827:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000200:2.0:1769078277.622830:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657877376, offset 0 00000020:00000001:3.0:1769078277.622830:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1769078277.622832:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1769078277.622835:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622839:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078277.622845:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078277.622845:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.622849:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622854:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:2.0:1769078277.622855:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078277.622858:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.622861:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078277.622864:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:3.0:1769078277.622866:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1769078277.622874:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:3.0:1769078277.622877:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769078277.622878:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1769078277.622880:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1769078277.622884:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000400:00000200:2.0:1769078277.622886:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000008:00000001:3.0:1769078277.622887:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1769078277.622892:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:2.0:1769078277.622893:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000008:00000020:3.0:1769078277.622896:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078277.622901:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1769078277.622902:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000008:00000001:3.0:1769078277.622910:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000200:2.0:1769078277.622911:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370744:370744:256:4294967295] 192.168.204.154@tcp LPNI seq info [370739:370739:8:4294967295] 00000008:00000001:3.0:1769078277.622916:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:2.0:1769078277.622924:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:3.0:1769078277.622924:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000008:00000020:3.0:1769078277.622934:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000400:00000200:2.0:1769078277.622944:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000001:3.0:1769078277.622951:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000800:00000200:2.0:1769078277.622956:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000008:00000020:3.0:1769078277.622957:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:3.0:1769078277.622965:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1769078277.622966:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000008:00000001:3.0:1769078277.622974:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:3.0:1769078277.622978:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000800:00000200:2.0:1769078277.622979:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078277.622986:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000008:00000001:3.0:1769078277.622995:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:2.1:1769078277.623000:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:3.0:1769078277.623002:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.623007:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078277.623010:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00020000:00000001:3.0:1769078277.623011:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.623015:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.623019:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.623024:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000800:00000100:2.0:1769078277.623026:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:3.0:1769078277.623028:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1769078277.623032:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000800:00000010:2.0:1769078277.623033:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000020:00000001:3.0:1769078277.623035:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078277.623038:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:2.0:1769078277.623041:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000001:3.0:1769078277.623041:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.623050:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000200:2.0:1769078277.623053:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:3.0:1769078277.623054:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:2.0:1769078277.623057:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000001:3.0:1769078277.623058:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000010:2.0:1769078277.623060:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00020000:00000001:3.0:1769078277.623062:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:2.0:1769078277.623064:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:3.0:1769078277.623065:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000200:2.0:1769078277.623070:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078277.623070:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1769078277.623074:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1769078277.623079:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.623089:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.623091:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:3.0:1769078277.623093:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1769078277.623096:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:2.0:1769078277.623098:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078277.623101:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1769078277.623106:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1769078277.623110:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078277.623113:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1769078277.623115:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:3.0:1769078277.623117:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078277.623120:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.623120:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1769078277.623124:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.623128:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:3.0:1769078277.623129:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1769078277.623133:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078277.623135:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.623136:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1769078277.623138:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078277.623143:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:2.0:1769078277.623144:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00020000:00000001:3.0:1769078277.623145:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:3.0:1769078277.623149:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1769078277.623153:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000400:00000200:2.0:1769078277.623154:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:3.0:1769078277.623156:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1769078277.623160:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4990 00000100:00000001:2.0:1769078277.623161:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299935244 00020000:00000001:3.0:1769078277.623166:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769078277.623168:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299935948 00020000:00000001:3.0:1769078277.623170:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:2.0:1769078277.623173:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299935244 00000080:00000001:3.0:1769078277.623174:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078277.623178:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299935948 00000080:00200000:3.0:1769078277.623179:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078277.623186:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1769078277.623188:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1769078277.623195:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078277.623196:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1769078277.623199:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4ab0 00000100:00000001:2.0:1769078277.623202:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000080:00000001:3.0:1769078277.623204:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:3.0:1769078277.623210:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078277.623211:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078277/real 1769078277] req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078277.623231:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078277.623233:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078277.623235:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078277.623238:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078277.623240:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078277.623243:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078277.623248:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078277.623256:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623263:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078277.623264:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623266:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078277.623267:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078277.623270:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623276:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078277.623280:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623286:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078277.623288:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623290:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078277.623291:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623293:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078277.623296:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078277.623298:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078277.623301:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078277.623304:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078277.623307:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078277.623314:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657877376:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078277.623318:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078277.623321:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623327:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078277.623328:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.623331:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078277.623333:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078277.623334:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078277.623337:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657877504:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078277.623340:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078277.623342:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078277.623343:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.623345:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078277.623348:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078277.623350:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078277.623354:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078277.623357:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078277.623360:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078277.623362:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657877504, portal 4 00000100:00000001:2.0:1769078277.623364:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078277.623365:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00000100:00000040:2.0:1769078277.623370:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623377:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078277.623378:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078277.623380:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078277.623383:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657877504, offset 0 00000400:00000200:2.0:1769078277.623387:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078277.623391:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078277.623394:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078277.623397:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078277.623400:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078277.623402:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078277.623404:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078277.623407:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370745:370745:256:4294967295] 192.168.204.154@tcp LPNI seq info [370740:370740:8:4294967295] 00000400:00000200:2.0:1769078277.623411:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078277.623415:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078277.623420:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078277.623423:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078277.623427:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078277.623430:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769078277.623445:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078277.623447:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000100:2.0:1769078277.623451:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078277.623453:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078277.623456:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078277.623459:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078277.623462:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078277.623464:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078277.623466:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078277.623469:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623477:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078277.623479:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623483:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.623484:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078277.623486:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078277.623488:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078277.623490:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078277.623492:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299935265 00000100:00000001:2.0:1769078277.623493:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299935948 00000100:00000001:2.0:1769078277.623495:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299935265 00000100:00000001:2.0:1769078277.623496:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299935948 00000100:00000001:2.0:1769078277.623497:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078277.623498:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.623499:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078277.623501:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078277/real 1769078277] req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078277.623506:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078277.623507:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078277.623508:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078277.623509:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078277.623510:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078277.623511:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078277.623513:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078277.623518:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623522:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078277.623523:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623524:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078277.623524:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078277.623526:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623530:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078277.623532:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623535:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078277.623537:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623538:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078277.623539:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623540:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078277.623542:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078277.623544:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078277.623546:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078277.623547:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078277.623549:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078277.623571:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657877504:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078277.623573:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078277.623576:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623580:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078277.623581:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.623582:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078277.623583:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078277.623584:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078277.623586:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657877632:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078277.623588:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078277.623589:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078277.623590:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078277.623591:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078277.623594:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078277.623595:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078277.623597:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078277.623598:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078277.623600:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078277.623602:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657877632, portal 4 00000100:00000001:2.0:1769078277.623604:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078277.623604:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00000100:00000040:2.0:1769078277.623607:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623611:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078277.623613:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078277.623614:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078277.623615:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657877632, offset 0 00000400:00000200:2.0:1769078277.623617:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078277.623620:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078277.623622:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078277.623624:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078277.623625:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078277.623627:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078277.623628:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078277.623630:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370746:370746:256:4294967295] 192.168.204.154@tcp LPNI seq info [370741:370741:8:4294967295] 00000400:00000200:2.0:1769078277.623633:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078277.623636:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078277.623639:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078277.623640:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078277.623642:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078277.623644:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000200:2.1:1769078277.623648:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078277.623651:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 28 secs later) 00000800:00000100:2.0:1769078277.623654:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078277.623656:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078277.623660:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078277.623663:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078277.623666:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078277.623667:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078277.623669:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078277.623672:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623685:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078277.623688:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623695:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.623696:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078277.623699:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078277.623702:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078277.623705:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078277.623707:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299935270 00000100:00000001:2.0:1769078277.623708:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299935948 00000100:00000001:2.0:1769078277.623709:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299935270 00000100:00000001:2.0:1769078277.623711:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299935948 00000100:00000001:2.0:1769078277.623712:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078277.623713:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.623715:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078277.623717:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078277/real 1769078277] req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078277.623721:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078277.623722:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078277.623723:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078277.623725:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078277.623726:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078277.623727:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078277.623729:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078277.623734:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623737:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078277.623738:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623740:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078277.623740:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078277.623742:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623746:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078277.623748:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623754:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078277.623756:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623758:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078277.623759:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623761:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078277.623764:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078277.623766:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078277.623769:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078277.623772:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078277.623775:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078277.623783:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657877632:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078277.623787:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623788:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078277.623792:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657877376/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623798:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078277.623800:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078277.623801:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078277.623803:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078277.623804:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078277.623805:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078277.623806:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078277.623807:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745c00. 02000000:00000001:2.0:1769078277.623809:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078277.623810:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078277.623811:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:2.0:1769078277.623812:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078277.623813:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623815:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078277.623818:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657877504/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623824:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078277.623825:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078277.623826:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078277.623829:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078277.623830:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078277.623831:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078277.623833:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078277.623834:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 02000000:00000001:2.0:1769078277.623837:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078277.623838:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078277.623839:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000100:00000001:2.0:1769078277.623841:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078277.623842:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623844:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078277.623847:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657877632/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078302 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078277.623853:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078277.623855:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078277.623856:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078277.623858:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078277.623859:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078277.623860:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078277.623862:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078277.623864:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:2.0:1769078277.623865:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078277.623866:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078277.623867:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00000100:00000001:2.0:1769078277.623868:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078277.623869:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623870:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078277.623873:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078277.623874:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078277.623875:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078277.623876:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078278.260723:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078278.260730:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078278.260732:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078278.260738:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078278.260740:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078278.260747:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078278.260747:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078278.260751:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078278.260752:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078278.260755:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078278.260758:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078278.260758:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078278.260764:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078278.260764:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078278.260767:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078278.260772:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078278.260772:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078278.260773:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078278.260773:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078278.260779:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078278.260783:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078278.260788:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078278.260789:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078278.260789:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078278.260797:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078278.260800:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078278.260801:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078278.260804:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078278.260808:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078278.260809:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078278.260809:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078278.260813:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078278.260817:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078278.260824:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078278.260825:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078278.260827:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078278.260834:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078278.260836:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078278.260836:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078278.260844:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078278.260844:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078278.260848:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078278.260856:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078278.260857:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078278.260857:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078278.260862:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078278.260866:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078278.260869:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078278.260872:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078278.260876:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078278.260877:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078278.260881:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078278.260883:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078278.260883:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078278.260886:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078278.260890:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078278.260892:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078278.260892:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078278.260902:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078278.260902:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078278.260904:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078278.260908:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078278.260911:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078278.260912:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078278.260918:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078278.260918:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078278.260926:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078278.260931:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078278.260934:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078278.260934:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078278.260941:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078278.260942:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078278.260950:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078278.260951:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769078278.388692:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299935948, at 4299936000 00000100:00000040:0.0:1769078278.388696:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299935948, at 4299936000 00000100:00000010:1.0:1769078278.388711:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000010:0.0:1769078278.388715:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000001:1.0:1769078278.644654:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078278.644654:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078278.644660:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078278.644661:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078278.644662:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078278.644665:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078278.644670:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078278.644674:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078278.644675:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078278.644679:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078278.644681:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078278.644683:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078278.644686:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078278.644690:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078278.644693:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078278.644694:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078278.644697:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078278.644700:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078279.284675:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078279.284675:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078279.284678:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078279.284681:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078279.284682:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078279.284682:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078279.284684:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078279.284685:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078279.284690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078279.284691:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078279.284691:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078279.284693:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078279.284697:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078279.284697:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078279.284698:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078279.284699:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078279.284702:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078279.284702:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078279.284703:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078279.284708:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078279.284710:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078279.284712:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078279.284713:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078279.284714:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078279.284715:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078279.284720:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078279.284721:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078279.284722:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078279.284722:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078279.284730:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078279.284732:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078279.284733:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078279.284736:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078279.284738:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078279.284741:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078279.284741:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078279.284745:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078279.284747:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078279.284749:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078279.284750:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078279.284750:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078279.284757:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078279.284758:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078279.284758:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078279.284760:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078279.284763:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078279.284769:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078279.284771:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078279.284771:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078279.284772:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078279.284773:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078279.284778:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078279.284785:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078279.284786:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078279.284786:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078279.284787:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078279.284791:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078279.284793:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078279.284795:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078279.284796:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078279.284796:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078279.284799:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078279.284802:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078279.284805:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078279.284806:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078279.284807:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078279.284808:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078279.284812:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078279.284812:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078279.284816:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078279.284817:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078279.284833:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078279.284840:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078279.284841:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078279.284843:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078279.284844:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078279.284845:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1769078279.284850:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078279.284850:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078279.284852:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078279.284854:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00010000:0.0:1769078279.284855:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078279.284860:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078279.284861:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078279.284869:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078279.284870:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078279.284891:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078279.284895:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078279.284899:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078279.285439:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078279.285442:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078279.285445:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078279.668659:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078279.668659:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078279.668665:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078279.668666:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078279.668668:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078279.668669:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078279.668674:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078279.668675:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078279.668678:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078279.668680:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078279.668682:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078279.668684:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078279.668685:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078279.668688:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078279.668691:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078279.668692:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078279.668696:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078279.668700:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078280.308666:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078280.308666:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078280.308669:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078280.308675:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078280.308675:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078280.308676:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078280.308678:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078280.308679:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078280.308679:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078280.308684:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078280.308685:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078280.308686:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078280.308689:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078280.308690:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078280.308692:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078280.308693:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078280.308697:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078280.308698:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078280.308699:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078280.308704:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078280.308704:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078280.308705:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078280.308707:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078280.308708:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078280.308710:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078280.308711:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078280.308715:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078280.308715:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078280.308718:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078280.308718:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078280.308721:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078280.308722:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078280.308723:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078280.308728:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078280.308731:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078280.308734:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078280.308739:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078280.308740:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078280.308741:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078280.308744:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078280.308746:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078280.308747:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078280.308747:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078280.308752:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078280.308753:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078280.308753:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078280.308754:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078280.308757:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078280.308759:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078280.308759:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078280.308763:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078280.308764:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078280.308766:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078280.308766:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078280.308768:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078280.308770:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078280.308770:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078280.308771:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078280.308774:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078280.308775:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078280.308779:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078280.308780:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078280.308780:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078280.308785:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078280.308786:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078280.308789:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078280.308789:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078280.308796:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078280.308796:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1769078280.308798:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078280.308800:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078280.308803:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078280.308804:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078280.308808:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078280.692648:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078280.692648:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078280.692656:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078280.692656:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078280.692659:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078280.692660:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078280.692666:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:1.0:1769078280.692667:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078280.692672:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078280.692673:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078280.692677:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078280.692677:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078280.692682:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078280.692685:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078280.692688:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078280.692688:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078280.692692:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078280.692695:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078281.332656:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078281.332662:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078281.332664:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078281.332664:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078281.332665:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078281.332669:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078281.332670:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078281.332672:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078281.332673:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078281.332678:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078281.332678:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078281.332679:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078281.332684:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078281.332685:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078281.332686:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078281.332687:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078281.332692:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078281.332692:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078281.332692:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078281.332696:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078281.332698:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078281.332700:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078281.332700:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078281.332707:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078281.332709:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078281.332710:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078281.332712:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078281.332715:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078281.332717:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078281.332720:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078281.332726:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078281.332727:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078281.332728:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078281.332729:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078281.332740:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078281.332742:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078281.332743:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078281.332745:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078281.332752:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078281.332752:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078281.332755:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078281.332760:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078281.332760:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078281.332763:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078281.332764:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078281.332765:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078281.332765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078281.332767:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078281.332770:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078281.332774:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078281.332775:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078281.332778:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078281.332779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078281.332782:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078281.332782:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078281.332783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078281.332786:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078281.332788:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078281.332792:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078281.332797:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078281.332797:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078281.332800:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078281.332802:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078281.332803:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078281.332806:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078281.332811:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078281.332811:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078281.332815:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078281.332816:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078281.332819:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078281.332823:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078281.332838:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078281.332841:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078281.332845:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078281.716684:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078281.716684:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078281.716693:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078281.716693:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078281.716698:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078281.716699:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078281.716704:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078281.716705:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078281.716710:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078281.716711:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078281.716715:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078281.716715:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078281.716722:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078281.716725:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078281.716727:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078281.716728:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078281.716731:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078281.716734:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.356673:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078282.356679:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078282.356685:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078282.356686:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078282.356689:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078282.356690:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078282.356691:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078282.356692:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078282.356700:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1769078282.356702:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078282.356704:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078282.356705:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078282.356705:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078282.356710:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078282.356712:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078282.356712:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.356715:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078282.356717:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078282.356718:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078282.356724:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078282.356725:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078282.356725:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.356727:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078282.356737:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078282.356737:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078282.356738:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078282.356744:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078282.356745:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078282.356747:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.356749:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078282.356754:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078282.356756:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078282.356758:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078282.356760:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078282.356762:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078282.356768:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078282.356769:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078282.356772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078282.356775:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078282.356782:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078282.356784:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078282.356785:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078282.356786:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.356789:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078282.356793:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078282.356793:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.356797:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078282.356798:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078282.356805:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078282.356805:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078282.356812:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078282.356812:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.356813:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078282.356817:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.356818:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078282.356821:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078282.356821:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078282.356826:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078282.356829:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078282.356830:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.356831:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078282.356834:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078282.356835:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078282.356837:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078282.356838:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078282.356841:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078282.356846:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078282.356849:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078282.356849:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078282.356852:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078282.356858:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078282.356858:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078282.356858:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078282.356871:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078282.356872:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078282.356876:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078282.356881:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078282.356881:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078282.356885:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078282.356889:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.740656:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078282.740663:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078282.740666:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.740669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078282.740673:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078282.740678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078282.740680:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078282.740682:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.740687:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078282.740690:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078282.740692:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078282.740698:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078282.740698:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.740704:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078282.740706:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078282.740710:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078282.740715:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078282.740719:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078282.740751:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078282.740756:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078282.740759:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078282.740761:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078282.740763:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078282.740769:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5267 00000400:00000200:2.0:1769078282.740777:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078282.740781:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078282.740783:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078282.740786:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.740788:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078282.740791:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.740793:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078282.740796:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078282.740797:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078282.740800:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078282.740802:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:2.0:1769078282.740803:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078282.740805:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:2.0:1769078282.740807:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.740808:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078282.740810:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.740811:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078282.740813:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:2.0:1769078282.740816:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078282.740817:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078282.740820:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078282.740822:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078282.740824:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.740826:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078282.740827:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078282.740833:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb100. 00000020:00000040:2.0:1769078282.740836:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:2.0:1769078282.740839:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078282.740840:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.740842:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078282.740844:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078282.740847:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078282.740852:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01400. 00000100:00000001:2.0:1769078282.740857:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078282.740863:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078282.740870:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078282.740873:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078282.740876:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d7e81945] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078282.740891:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078282.740893:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078282.740896:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078282.740897:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078282.740898:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078282.740900:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078282.740901:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5267 00000400:00000200:2.0:1769078282.740903:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078282.740904:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078282.740906:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078282.740908:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.740909:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078282.740911:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.740912:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078282.740914:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078282.740915:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078282.740916:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078282.740918:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:2.0:1769078282.740919:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:2.0:1769078282.740920:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:2.0:1769078282.740923:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.740924:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078282.740925:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.740926:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078282.740926:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1769078282.740930:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000001:3.0:1769078282.740931:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1769078282.740934:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078282.740935:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1769078282.740937:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078282.740939:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1769078282.740943:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078282.740944:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078282.740948:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.740952:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078282.740956:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000100:00000001:3.0:1769078282.740957:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:2.0:1769078282.740960:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.740960:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.740964:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078282.740965:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1769078282.740967:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcbb80. 02000000:00000001:3.0:1769078282.740968:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1769078282.740971:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769078282.740972:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078282.740976:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1769078282.740978:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657877760:192.168.204.154@tcp:250:kworker.0 02000000:00000001:2.0:1769078282.740979:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.740982:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078282.740985:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769078282.740985:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078282.740989:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078282.740990:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1769078282.740992:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01000. 02000000:00000001:3.0:1769078282.740993:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.740996:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078282.740997:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1769078282.741003:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769078282.741003:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078282.741008:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.741014:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769078282.741018:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078282.741021:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000100:00000001:2.0:1769078282.741025:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078282.741028:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000040:2.0:1769078282.741029:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f7e7c42] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078282.741036:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657877760, portal 25 00000100:00000001:2.0:1769078282.741037:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.741039:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1769078282.741042:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078282.741042:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082558720 : -115332626992896 : ffff971b07bcb100) 00000100:00080000:2.0:1769078282.741049:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000040:3.0:1769078282.741050:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078282.741052:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078282.741056:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078282.741060:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1769078282.741062:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:3.0:1769078282.741064:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078282.741067:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00080000:2.0:1769078282.741068:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5267 00000100:00000200:3.0:1769078282.741070:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657877760, offset 0 00000400:00000200:2.0:1769078282.741076:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078282.741079:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078282.741083:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078282.741087:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769078282.741089:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:2.0:1769078282.741093:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078282.741097:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:2.0:1769078282.741098:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769078282.741103:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1769078282.741104:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078282.741108:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000001:2.0:1769078282.741110:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:3.0:1769078282.741113:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078282.741114:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078282.741117:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000400:00000200:3.0:1769078282.741119:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:2.0:1769078282.741120:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078282.741123:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078282.741127:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:3.0:1769078282.741128:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370747:370747:256:4294967295] 192.168.204.154@tcp LPNI seq info [370742:370742:8:4294967295] 00000020:00000001:2.0:1769078282.741131:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:3.0:1769078282.741135:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:2.0:1769078282.741136:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.741139:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078282.741140:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.741142:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078282.741146:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:2.0:1769078282.741152:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:3.0:1769078282.741152:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:2.0:1769078282.741157:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078282.741160:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078282.741163:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1769078282.741163:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 02000000:00000001:2.0:1769078282.741167:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769078282.741167:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000100:00000001:2.0:1769078282.741171:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078282.741173:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:2.0:1769078282.741176:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078282.741177:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:2.0:1769078282.741179:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078282.741181:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000100:00000010:2.0:1769078282.741183:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcaa00. 00000020:00000040:2.0:1769078282.741187:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000800:00000200:3.1:1769078282.741188:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000001:2.0:1769078282.741191:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000200:3.1:1769078282.741193:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 02000000:00000001:2.0:1769078282.741194:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.741198:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078282.741199:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000100:3.0:1769078282.741200:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 02000000:00000001:2.0:1769078282.741202:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769078282.741204:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 02000000:00000010:2.0:1769078282.741206:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f03800. 00000400:00000200:3.0:1769078282.741210:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:2.0:1769078282.741211:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078282.741215:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00100000:2.0:1769078282.741219:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769078282.741221:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078282.741225:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:2.0:1769078282.741230:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078282.741231:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1769078282.741232:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078282.741238:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f465e77c] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078282.741238:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078282.741264:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.741264:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1769078282.741268:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1769078282.741271:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1769078282.741272:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:2.0:1769078282.741274:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078282.741277:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078282.741281:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078282.741286:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5267 00000100:00000001:3.0:1769078282.741287:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.741289:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1769078282.741290:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078282.741295:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:3.0:1769078282.741295:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078282.741300:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769078282.741303:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:2.0:1769078282.741304:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.741307:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078282.741308:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299941067 00000100:00000040:2.0:1769078282.741309:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.741312:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000010:3.0:1769078282.741313:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db12a0. 00000020:00000001:2.0:1769078282.741314:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078282.741318:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:2.0:1769078282.741319:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078282.741320:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:2.0:1769078282.741322:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:3.0:1769078282.741322:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:2.0:1769078282.741325:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:2.0:1769078282.741328:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078282.741330:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078282.741330:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299941067 00000100:00000040:2.0:1769078282.741333:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000010:3.0:1769078282.741335:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db15a0. 00000100:00000001:2.0:1769078282.741336:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078282.741340:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:3.0:1769078282.741341:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1769078282.741343:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078282.741346:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078282.741364:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.741365:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.741367:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:2.0:1769078282.741368:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078282.741371:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078282.741374:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078282.741374:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078282/real 1769078282] req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078282.741378:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078282.741380:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:2.0:1769078282.741384:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078282.741386:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078282.741391:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcad80. 00000400:00000001:3.0:1769078282.741393:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1769078282.741394:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000400:00000001:3.0:1769078282.741395:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1769078282.741397:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1769078282.741398:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 02000000:00000001:2.0:1769078282.741400:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078282.741402:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000100:00000001:2.0:1769078282.741403:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078282.741405:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1769078282.741406:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 02000000:00000001:2.0:1769078282.741408:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.741409:0:2365:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1769078282.741412:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01800. 00000100:00000200:3.0:1769078282.741413:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078282.741416:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078282.741424:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769078282.741426:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078282.741440:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078282.741444:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.741444:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078282.741447:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078282.741451:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce2e0917] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741451:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078282.741454:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078282.741461:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078282.741462:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078282.741465:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5278) 00000100:00000001:3.0:1769078282.741468:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078282.741472:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741477:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078282.741479:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.741480:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078282.741481:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.741482:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078282.741484:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078282.741486:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078282.741488:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078282.741489:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078282.741491:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078282.741496:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657877760:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078282.741499:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.741500:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078282.741501:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb100 x1855007657877760/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741505:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078282.741507:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078282.741508:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078282.741510:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078282.741511:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078282.741512:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078282.741514:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078282.741515:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01400. 02000000:00000001:3.0:1769078282.741518:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078282.741520:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078282.741521:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb100. 00000100:00000001:3.0:1769078282.741523:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078282.741523:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.741525:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.741530:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078282.741530:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.741532:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078282.741533:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078282.741534:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078282.741536:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741543:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078282.741544:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078282.741546:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078282.741547:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078282.741548:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078282.741550:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657877888:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078282.741569:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078282.741571:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078282.741572:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078282.741573:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078282.741575:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078282.741576:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078282.741578:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078282.741580:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078282.741582:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078282.741584:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657877888, portal 10 00000100:00000001:3.0:1769078282.741585:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078282.741586:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082561408 : -115332626990208 : ffff971b07bcbb80) 00000100:00000040:3.0:1769078282.741590:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741594:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078282.741596:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078282.741597:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078282.741598:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657877888, offset 0 00000400:00000200:3.0:1769078282.741601:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078282.741603:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078282.741605:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078282.741607:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078282.741609:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078282.741610:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078282.741612:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078282.741614:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370748:370748:256:4294967295] 192.168.204.154@tcp LPNI seq info [370743:370743:8:4294967295] 00000400:00000200:3.0:1769078282.741617:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078282.741621:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078282.741623:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078282.741625:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078282.741628:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078282.741630:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769078282.741633:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078282.741634:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1769078282.741636:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078282.741637:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078282.741639:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078282.741641:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078282.741643:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078282.741644:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078282.741645:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078282.741647:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741660:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078282.741666:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741673:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.741675:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078282.741678:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078282.741681:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078282.741685:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078282.741686:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299940363 00000100:00000001:3.0:1769078282.741689:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299941067 00000100:00000001:3.0:1769078282.741691:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299940363 00000100:00000001:3.0:1769078282.741693:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299941067 00000100:00000001:3.0:1769078282.741695:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078282.741697:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.741699:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078282.741703:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078282/real 1769078282] req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078282.741709:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078282.741710:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078282.741711:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078282.741713:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078282.741714:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078282.741715:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078282.741717:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078282.741722:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741725:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078282.741726:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.741727:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078282.741728:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078282.741730:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741733:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078282.741735:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741740:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078282.741741:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.741742:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078282.741742:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.741743:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078282.741746:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078282.741748:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078282.741750:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078282.741751:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078282.741754:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078282.741758:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657877888:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078282.741760:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078282.741761:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741765:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078282.741766:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078282.741767:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078282.741768:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078282.741769:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078282.741771:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878016:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078282.741773:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078282.741774:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078282.741775:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078282.741776:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078282.741778:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078282.741779:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078282.741781:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078282.741783:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078282.741784:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078282.741786:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657878016, portal 4 00000100:00000001:3.0:1769078282.741787:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078282.741788:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082556928 : -115332626994688 : ffff971b07bcaa00) 00000100:00000040:3.0:1769078282.741792:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741795:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078282.741796:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078282.741798:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078282.741799:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657878016, offset 0 00000400:00000200:3.0:1769078282.741801:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078282.741803:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078282.741806:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078282.741814:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078282.741815:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078282.741817:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078282.741818:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078282.741820:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370749:370749:256:4294967295] 192.168.204.154@tcp LPNI seq info [370744:370744:8:4294967295] 00000400:00000200:3.0:1769078282.741823:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078282.741827:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078282.741829:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078282.741831:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078282.741834:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078282.741836:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769078282.741838:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078282.741839:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1769078282.741842:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078282.741843:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078282.741845:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078282.741847:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078282.741848:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078282.741849:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078282.741851:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078282.741853:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741857:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078282.741859:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741865:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.741866:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078282.741869:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078282.741872:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078282.741875:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078282.741877:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299940384 00000100:00000001:3.0:1769078282.741879:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299941067 00000100:00000001:3.0:1769078282.741881:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299940384 00000100:00000001:3.0:1769078282.741883:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299941067 00000100:00000001:3.0:1769078282.741885:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078282.741886:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.741888:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078282.741892:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078282/real 1769078282] req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078282.741899:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078282.741900:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078282.741902:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078282.741904:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078282.741906:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078282.741908:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078282.741911:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078282.741919:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741925:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078282.741926:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.741928:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078282.741928:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078282.741931:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741935:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078282.741937:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741941:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078282.741943:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.741944:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078282.741944:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.741945:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078282.741948:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078282.741950:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078282.741951:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078282.741952:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078282.741955:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078282.741959:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878016:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078282.741961:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078282.741963:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741966:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078282.741967:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078282.741968:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078282.741969:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078282.741970:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078282.741972:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878144:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078282.741974:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078282.741975:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078282.741976:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078282.741977:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078282.741979:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078282.741980:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078282.741982:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078282.741984:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078282.741986:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078282.741987:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657878144, portal 4 00000100:00000001:3.0:1769078282.741988:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078282.741989:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082557824 : -115332626993792 : ffff971b07bcad80) 00000100:00000040:3.0:1769078282.741992:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.741996:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078282.741997:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078282.741999:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078282.742000:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657878144, offset 0 00000400:00000200:3.0:1769078282.742002:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078282.742004:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078282.742006:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078282.742008:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078282.742009:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078282.742011:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078282.742012:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078282.742014:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370750:370750:256:4294967295] 192.168.204.154@tcp LPNI seq info [370745:370745:8:4294967295] 00000400:00000200:3.0:1769078282.742017:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078282.742020:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078282.742023:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078282.742025:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078282.742027:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078282.742028:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:3.1:1769078282.742031:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078282.742032:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:3.0:1769078282.742035:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078282.742036:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078282.742037:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078282.742039:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078282.742041:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078282.742042:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078282.742044:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078282.742046:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.742050:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078282.742052:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078307 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.742056:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.742057:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078282.742059:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078282.742061:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078282.742063:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078282.742064:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299940388 00000100:00000001:3.0:1769078282.742066:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299941067 00000100:00000001:3.0:1769078282.742067:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299940388 00000100:00000001:3.0:1769078282.742068:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299941067 00000100:00000001:3.0:1769078282.742069:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078282.742070:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.742071:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078282.742073:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078282/real 1769078282] req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078282.742077:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078282.742078:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078282.742079:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078282.742080:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078282.742082:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078282.742083:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078282.742084:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078282.742089:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.742096:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078282.742097:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.742098:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078282.742099:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078282.742101:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.742105:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078282.742106:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.742110:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078282.742111:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.742112:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078282.742113:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.742113:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078282.742116:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078282.742117:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078282.742118:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078282.742120:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078282.742121:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078282.742125:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878144:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078282.742127:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.742128:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078282.742130:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcbb80 x1855007657877888/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.742134:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078282.742135:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078282.742136:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078282.742137:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078282.742138:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078282.742139:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078282.742140:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078282.742142:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01000. 02000000:00000001:3.0:1769078282.742143:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078282.742144:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078282.742144:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcbb80. 00000100:00000001:3.0:1769078282.742146:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078282.742147:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.742148:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078282.742150:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcaa00 x1855007657878016/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.742155:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078282.742156:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078282.742158:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078282.742160:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078282.742161:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078282.742162:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078282.742163:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078282.742165:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f03800. 02000000:00000001:3.0:1769078282.742166:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078282.742167:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078282.742168:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcaa00. 00000100:00000001:3.0:1769078282.742170:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078282.742172:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.742174:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078282.742178:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcad80 x1855007657878144/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078307 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078282.742183:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078282.742185:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078282.742186:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078282.742188:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078282.742189:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078282.742190:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078282.742192:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078282.742193:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01800. 02000000:00000001:3.0:1769078282.742195:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078282.742196:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078282.742197:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcad80. 00000100:00000001:3.0:1769078282.742199:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078282.742200:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.742201:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078282.742204:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078282.742205:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078282.742207:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078282.742208:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078283.380672:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078283.380673:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078283.380673:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078283.380679:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078283.380681:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078283.380681:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078283.380681:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078283.380684:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078283.380687:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078283.380689:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078283.380691:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078283.380692:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078283.380695:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078283.380695:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078283.380697:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078283.380697:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078283.380705:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078283.380705:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078283.380706:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078283.380706:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078283.380712:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078283.380713:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078283.380714:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078283.380723:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078283.380724:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078283.380724:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078283.380730:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078283.380731:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078283.380735:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078283.380736:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078283.380737:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078283.380740:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078283.380745:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078283.380748:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078283.380749:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078283.380753:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078283.380757:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078283.380758:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078283.380758:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078283.380765:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078283.380765:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078283.380767:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078283.380769:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078283.380772:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769078283.380774:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078283.380776:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078283.380778:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078283.380781:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078283.380784:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078283.380786:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078283.380786:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078283.380787:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078283.380790:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078283.380791:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078283.380797:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078283.380798:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078283.380801:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078283.380802:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078283.380802:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078283.380810:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078283.380810:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078283.380813:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078283.380814:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078283.380818:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078283.380820:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078283.380820:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078283.380829:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078283.380834:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078283.380838:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078283.380840:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078283.380844:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078283.380855:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078283.380859:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078283.380862:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078283.508697:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299941067, at 4299941120 00000100:00000040:1.0:1769078283.508698:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299941067, at 4299941120 00000100:00000010:1.0:1769078283.508718:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db15a0. 00000100:00000010:0.0:1769078283.508728:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db12a0. 00000100:00000001:2.0:1769078283.764684:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078283.764687:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078283.764694:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078283.764695:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078283.764701:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078283.764701:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078283.764711:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078283.764712:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078283.764718:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078283.764719:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078283.764723:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078283.764726:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078283.764726:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078283.764731:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078283.764735:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078283.764736:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078283.764740:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078283.764744:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078284.404670:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078284.404674:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078284.404677:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078284.404683:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078284.404685:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078284.404693:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078284.404694:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078284.404698:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078284.404698:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078284.404699:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078284.404699:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078284.404706:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078284.404706:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078284.404709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078284.404711:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078284.404712:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078284.404712:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078284.404713:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078284.404724:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078284.404725:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078284.404725:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078284.404731:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078284.404733:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078284.404733:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078284.404737:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078284.404739:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078284.404739:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078284.404742:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078284.404749:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078284.404749:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078284.404755:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078284.404760:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078284.404760:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078284.404763:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078284.404764:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078284.404771:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078284.404772:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078284.404776:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078284.404781:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078284.404782:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078284.404782:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078284.404788:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078284.404791:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078284.404791:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078284.404792:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1769078284.404792:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078284.404797:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078284.404799:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078284.404799:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078284.404799:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078284.404808:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078284.404810:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078284.404810:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:3.0:1769078284.404811:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078284.404814:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078284.404815:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078284.404820:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078284.404821:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078284.404825:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078284.404826:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078284.404829:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078284.404831:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078284.404831:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078284.404836:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078284.404836:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078284.404838:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078284.404844:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078284.404845:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078284.404856:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078284.404857:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078284.404864:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078284.404869:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078284.404871:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078284.404874:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078284.788668:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078284.788674:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078284.788678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078284.788683:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078284.788683:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078284.788689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078284.788692:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078284.788697:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:1.0:1769078284.788699:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078284.788705:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078284.788706:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078284.788711:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078284.788711:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078284.788716:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078284.788720:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078284.788724:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078284.788729:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078284.788733:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078285.428653:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078285.428653:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078285.428661:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078285.428662:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078285.428663:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078285.428664:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078285.428665:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078285.428668:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078285.428669:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078285.428669:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078285.428672:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078285.428675:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078285.428675:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078285.428676:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078285.428680:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078285.428680:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078285.428681:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078285.428683:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078285.428686:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078285.428688:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078285.428690:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078285.428691:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078285.428694:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078285.428698:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078285.428699:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078285.428702:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078285.428704:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078285.428706:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078285.428714:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078285.428715:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078285.428716:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078285.428721:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078285.428722:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078285.428724:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078285.428728:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078285.428729:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078285.428732:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078285.428734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078285.428736:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078285.428739:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078285.428740:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078285.428740:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078285.428749:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078285.428750:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078285.428751:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078285.428753:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078285.428757:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078285.428758:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078285.428760:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078285.428761:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078285.428762:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078285.428770:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078285.428770:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078285.428774:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078285.428775:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078285.428779:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078285.428781:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078285.428782:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078285.428784:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078285.428786:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078285.428792:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078285.428793:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1769078285.428793:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078285.428796:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078285.428799:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078285.428803:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078285.428806:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078285.428807:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078285.428809:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078285.428811:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078285.428813:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078285.428814:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078285.428815:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078285.428817:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078285.812678:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078285.812679:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078285.812685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078285.812687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078285.812691:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078285.812698:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078285.812699:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078285.812702:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078285.812703:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078285.812705:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078285.812711:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078285.812713:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078285.812714:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078285.812721:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078285.812725:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078285.812729:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078285.812732:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078285.812734:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078286.452724:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078286.452733:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078286.452735:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078286.452741:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078286.452747:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078286.452753:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078286.452755:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078286.452761:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078286.452762:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078286.452763:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078286.452768:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078286.452772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078286.452774:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078286.452774:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078286.452776:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078286.452782:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078286.452785:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078286.452792:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078286.452794:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078286.452795:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078286.452799:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078286.452800:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078286.452803:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078286.452806:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078286.452808:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078286.452810:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078286.452810:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078286.452813:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078286.452815:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078286.452822:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078286.452823:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078286.452823:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078286.452826:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078286.452830:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078286.452831:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078286.452833:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078286.452837:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078286.452839:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078286.452844:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078286.452852:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078286.452855:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078286.452858:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078286.452861:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078286.452865:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078286.452866:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078286.452871:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078286.452874:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078286.452875:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078286.452881:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078286.452883:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078286.452884:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078286.452889:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078286.452890:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078286.452890:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078286.452894:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078286.452897:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078286.452898:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078286.452898:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078286.452904:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078286.452906:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078286.452907:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078286.452912:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078286.452912:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078286.452913:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078286.452929:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078286.452929:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078286.452934:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078286.452936:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078286.452939:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078286.452944:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078286.452946:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078286.452947:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078286.452952:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078286.452956:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078286.836639:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078286.836648:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078286.836649:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078286.836655:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078286.836658:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078286.836662:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078286.836666:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078286.836668:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078286.836671:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078286.836722:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078286.836728:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078286.836730:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078286.836735:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078286.836738:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078286.836741:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078286.836744:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078286.836746:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078286.836749:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078287.476719:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078287.476719:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078287.476723:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078287.476728:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078287.476729:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078287.476736:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078287.476736:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078287.476737:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.476737:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078287.476744:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078287.476747:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078287.476747:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078287.476752:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078287.476754:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078287.476755:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078287.476757:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078287.476757:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078287.476759:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078287.476759:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078287.476769:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078287.476769:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078287.476770:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078287.476778:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078287.476780:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078287.476780:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.476781:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078287.476786:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.476786:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078287.476795:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078287.476798:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.476799:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078287.476802:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.476804:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078287.476806:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078287.476811:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078287.476813:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078287.476817:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078287.476818:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.476819:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.476819:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078287.476825:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078287.476827:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078287.476832:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078287.476832:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078287.476833:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078287.476835:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078287.476838:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078287.476839:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078287.476839:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078287.476844:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.476845:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078287.476847:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078287.476849:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078287.476849:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078287.476851:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078287.476852:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078287.476856:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078287.476858:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.476871:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078287.476872:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078287.476873:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078287.476874:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078287.476877:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.476880:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078287.476881:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078287.476884:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078287.476886:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078287.476889:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078287.476890:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078287.476907:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078287.476909:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078287.476942:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078287.476947:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078287.476951:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078287.860674:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078287.860685:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078287.860687:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078287.860694:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078287.860699:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078287.860701:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078287.860704:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078287.860710:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078287.860711:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078287.860712:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078287.860717:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.860718:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078287.860720:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078287.860729:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1769078287.860729:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078287.860730:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078287.860737:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078287.860738:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078287.860741:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078287.860744:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078287.860745:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078287.860751:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078287.860753:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078287.860759:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5273 00000400:00000200:1.0:1769078287.860770:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078287.860779:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078287.860783:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078287.860786:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.860789:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078287.860791:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.860792:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078287.860796:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078287.860798:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078287.860800:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078287.860802:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078287.860803:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078287.860805:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078287.860807:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.860808:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078287.860809:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.860810:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078287.860812:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078287.860814:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078287.860816:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.860818:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078287.860821:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078287.860823:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.860825:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078287.860827:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078287.860837:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769078287.860840:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078287.860850:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078287.860851:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.860854:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078287.860856:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078287.860861:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078287.860869:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000100:00000001:1.0:1769078287.860875:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078287.860883:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078287.860894:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078287.860899:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078287.860904:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078287.860926:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078287.860929:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078287.860933:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078287.860935:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078287.860936:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078287.860939:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078287.860942:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5273 00000400:00000200:1.0:1769078287.860947:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078287.860950:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078287.860953:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078287.860956:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.860959:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078287.860961:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.860963:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078287.860966:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078287.860967:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078287.860968:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078287.860969:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769078287.860971:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078287.860972:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769078287.860974:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.860975:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078287.860975:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1769078287.860980:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.860982:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078287.860982:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1769078287.860986:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00000001:3.0:1769078287.860987:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1769078287.860989:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078287.860992:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.860995:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1769078287.860996:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078287.861000:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078287.861005:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.861007:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078287.861007:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078287.861010:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078287.861013:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769078287.861015:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1769078287.861017:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.861019:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078287.861020:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078287.861025:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769078287.861026:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078287.861029:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078287.861032:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.861032:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.861033:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078287.861037:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078287.861039:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078287.861041:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657878272:192.168.204.154@tcp:250:kworker.0 02000000:00000010:1.0:1769078287.861043:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000100:00000001:1.0:1769078287.861048:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.861049:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1769078287.861054:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769078287.861056:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078287.861060:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.861061:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078287.861065:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.861065:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1769078287.861070:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769078287.861073:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18000. 00000100:00000001:1.0:1769078287.861076:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.861078:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078287.861079:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078287.861082:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078287.861084:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078287.861085:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1769078287.861088:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078287.861089:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078287.861092:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5273 00000400:00000010:3.0:1769078287.861093:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:1.0:1769078287.861097:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078287.861100:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078287.861102:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000010:3.0:1769078287.861102:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000040:1.0:1769078287.861106:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.861108:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078287.861110:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.861111:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078287.861112:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078287.861113:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000100:00000200:3.0:1769078287.861113:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657878272, portal 25 00000020:00000001:1.0:1769078287.861116:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769078287.861118:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1769078287.861119:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769078287.861121:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078287.861122:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769078287.861124:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.861125:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078287.861126:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078287.861126:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00000001:1.0:1769078287.861129:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078287.861133:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078287.861138:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000040:3.0:1769078287.861138:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078287.861141:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.861144:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078287.861146:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078287.861149:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.861152:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078287.861152:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00100000:1.0:1769078287.861156:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000040:3.0:1769078287.861159:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000008:00000001:1.0:1769078287.861160:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.861163:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078287.861163:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000010:1.0:1769078287.861166:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000100:00000200:3.0:1769078287.861168:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657878272, offset 0 00000020:00000040:1.0:1769078287.861169:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:1.0:1769078287.861173:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078287.861174:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.861175:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078287.861177:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078287.861179:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078287.861180:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 02000000:00000010:1.0:1769078287.861183:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000100:00000001:1.0:1769078287.861187:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078287.861191:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769078287.861192:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078287.861201:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078287.861203:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078287.861205:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000040:1.0:1769078287.861208:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769078287.861213:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1769078287.861218:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078287.861221:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00080000:1.0:1769078287.861222:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078287.861226:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:3.0:1769078287.861227:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1769078287.861229:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078287.861232:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1769078287.861232:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.861236:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769078287.861238:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370751:370751:256:4294967295] 192.168.204.154@tcp LPNI seq info [370746:370746:8:4294967295] 00000100:00080000:1.0:1769078287.861241:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5273 00000400:00000200:1.0:1769078287.861247:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078287.861249:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078287.861255:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078287.861259:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769078287.861277:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078287.861282:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078287.861287:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000100:00000040:1.0:1769078287.861293:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.861297:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1769078287.861298:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:1.0:1769078287.861302:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:3.0:1769078287.861305:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00000001:1.0:1769078287.861306:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078287.861309:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078287.861310:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078287.861312:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078287.861314:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769078287.861317:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078287.861319:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000800:00000200:3.1:1769078287.861319:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:1.0:1769078287.861324:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.861326:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.1:1769078287.861327:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000100:00000040:1.0:1769078287.861328:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078287.861332:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078287.861335:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000800:00000100:3.0:1769078287.861338:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00080000:1.0:1769078287.861341:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000800:00000010:3.0:1769078287.861344:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000100:00000001:1.0:1769078287.861346:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078287.861350:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1769078287.861352:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000001:1.0:1769078287.861353:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078287.861358:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078287.861361:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078287.861362:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769078287.861366:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078287.861367:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1769078287.861370:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078287.861373:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000100:00000010:1.0:1769078287.861377:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000400:00000010:3.0:1769078287.861377:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000020:00000040:1.0:1769078287.861383:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:3.0:1769078287.861385:0:2365:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1769078287.861388:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078287.861391:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078287.861391:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078287.861396:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078287.861399:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078287.861401:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.861405:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1769078287.861406:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000100:00000040:3.0:1769078287.861410:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078287.861411:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078287.861419:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078287.861420:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.861424:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078287.861429:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078287.861431:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.861431:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078287.861435:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769078287.861440:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078287.861445:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299946187 00000100:00000001:1.0:1769078287.861447:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078287.861451:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1a80. 00000100:00000040:1.0:1769078287.861452:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5283) 00000100:00000001:3.0:1769078287.861461:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078287.861468:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299946187 00000100:00000010:3.0:1769078287.861471:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1120. 00000100:00000001:3.0:1769078287.861473:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078287.861476:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078287.861478:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.861480:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078287.861483:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078287/real 1769078287] req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078287.861490:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078287.861491:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078287.861492:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078287.861494:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078287.861495:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078287.861497:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078287.861499:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078287.861504:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861508:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078287.861509:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.861510:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078287.861512:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078287.861514:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861519:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078287.861522:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861527:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078287.861528:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.861529:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078287.861530:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.861532:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078287.861533:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078287.861535:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078287.861537:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078287.861539:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078287.861541:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078287.861546:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657878272:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078287.861549:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.861550:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078287.861571:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657878272/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861576:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078287.861578:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078287.861580:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078287.861582:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078287.861583:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078287.861584:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078287.861586:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078287.861588:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636800. 02000000:00000001:3.0:1769078287.861591:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078287.861593:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078287.861594:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:3.0:1769078287.861596:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078287.861597:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.861599:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.861605:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078287.861606:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.861607:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078287.861609:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078287.861610:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078287.861612:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861616:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078287.861617:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.861619:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078287.861620:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078287.861621:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078287.861623:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878400:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078287.861625:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078287.861626:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078287.861627:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.861628:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078287.861630:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078287.861631:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078287.861633:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078287.861635:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078287.861638:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078287.861640:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657878400, portal 10 00000100:00000001:3.0:1769078287.861641:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078287.861642:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:3.0:1769078287.861647:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861651:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078287.861652:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078287.861654:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078287.861655:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657878400, offset 0 00000400:00000200:3.0:1769078287.861658:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078287.861660:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078287.861662:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078287.861665:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078287.861666:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078287.861668:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078287.861670:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078287.861672:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370752:370752:256:4294967295] 192.168.204.154@tcp LPNI seq info [370747:370747:8:4294967295] 00000400:00000200:3.0:1769078287.861674:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078287.861678:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078287.861681:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078287.861682:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078287.861685:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078287.861686:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769078287.861689:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078287.861691:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1769078287.861694:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078287.861695:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078287.861697:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078287.861699:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078287.861700:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078287.861702:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078287.861703:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078287.861705:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861710:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078287.861712:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861716:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.861717:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078287.861719:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078287.861722:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078287.861724:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078287.861725:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299945483 00000100:00000001:3.0:1769078287.861727:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299946187 00000100:00000001:3.0:1769078287.861729:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299945483 00000100:00000001:3.0:1769078287.861730:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299946187 00000100:00000001:3.0:1769078287.861731:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078287.861732:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.861733:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078287.861735:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078287/real 1769078287] req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078287.861739:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078287.861740:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078287.861741:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078287.861743:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078287.861744:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078287.861745:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078287.861747:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078287.861751:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861755:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078287.861756:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.861757:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078287.861758:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078287.861760:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861763:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078287.861765:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861770:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078287.861771:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.861773:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078287.861774:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.861776:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078287.861779:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078287.861782:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078287.861785:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078287.861788:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078287.861791:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078287.861799:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878400:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078287.861802:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078287.861806:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861812:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078287.861814:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.861816:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078287.861818:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078287.861820:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078287.861822:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878528:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078287.861826:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078287.861828:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078287.861829:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.861831:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078287.861834:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078287.861836:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078287.861840:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078287.861843:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078287.861847:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078287.861850:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657878528, portal 4 00000100:00000001:3.0:1769078287.861851:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078287.861853:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:3.0:1769078287.861866:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861873:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078287.861875:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078287.861877:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078287.861880:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657878528, offset 0 00000400:00000200:3.0:1769078287.861884:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078287.861888:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078287.861892:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078287.861894:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078287.861896:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078287.861898:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078287.861899:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078287.861901:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370753:370753:256:4294967295] 192.168.204.154@tcp LPNI seq info [370748:370748:8:4294967295] 00000400:00000200:3.0:1769078287.861904:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078287.861908:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078287.861910:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078287.861913:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078287.861915:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078287.861917:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769078287.861920:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078287.861921:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1769078287.861924:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078287.861925:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078287.861927:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078287.861930:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078287.861933:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078287.861935:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078287.861938:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078287.861941:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861949:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078287.861952:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.861958:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.861960:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078287.861963:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078287.861966:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078287.861969:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078287.861971:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299945504 00000100:00000001:3.0:1769078287.861974:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299946187 00000100:00000001:3.0:1769078287.861976:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299945504 00000100:00000001:3.0:1769078287.861978:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299946187 00000100:00000001:3.0:1769078287.861979:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078287.861981:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.861982:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078287.861985:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078287/real 1769078287] req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078287.861990:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078287.861991:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078287.861992:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078287.861994:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078287.861995:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078287.861996:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078287.861998:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078287.862003:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862011:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078287.862013:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.862014:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078287.862015:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078287.862017:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862020:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078287.862022:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862026:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078287.862028:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.862029:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078287.862031:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.862032:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078287.862036:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078287.862039:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078287.862042:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078287.862044:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078287.862047:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078287.862055:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878528:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078287.862059:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078287.862062:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862068:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078287.862070:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.862073:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078287.862075:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078287.862077:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078287.862079:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878656:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078287.862081:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078287.862082:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078287.862083:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078287.862084:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078287.862087:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078287.862088:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078287.862091:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078287.862092:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078287.862094:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078287.862096:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657878656, portal 4 00000100:00000001:3.0:1769078287.862097:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078287.862098:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:3.0:1769078287.862101:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862105:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078287.862107:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078287.862108:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078287.862109:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657878656, offset 0 00000400:00000200:3.0:1769078287.862112:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078287.862114:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078287.862116:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078287.862117:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078287.862119:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078287.862121:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078287.862122:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078287.862124:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370754:370754:256:4294967295] 192.168.204.154@tcp LPNI seq info [370749:370749:8:4294967295] 00000400:00000200:3.0:1769078287.862126:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078287.862130:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078287.862133:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078287.862135:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078287.862137:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078287.862139:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:3.1:1769078287.862142:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078287.862144:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:3.0:1769078287.862146:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078287.862147:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078287.862149:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078287.862151:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078287.862153:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078287.862154:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078287.862156:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078287.862158:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862163:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078287.862164:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862168:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.862169:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078287.862171:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078287.862172:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078287.862174:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078287.862175:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299945508 00000100:00000001:3.0:1769078287.862177:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299946187 00000100:00000001:3.0:1769078287.862178:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299945508 00000100:00000001:3.0:1769078287.862179:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299946187 00000100:00000001:3.0:1769078287.862181:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078287.862182:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.862183:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078287.862185:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078287/real 1769078287] req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078287.862190:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078287.862191:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078287.862192:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078287.862193:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078287.862194:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078287.862195:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078287.862197:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078287.862201:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862205:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078287.862206:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.862207:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078287.862208:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078287.862210:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862213:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078287.862215:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862219:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078287.862220:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.862221:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078287.862221:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.862222:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078287.862225:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078287.862227:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078287.862228:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078287.862229:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078287.862232:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078287.862237:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878656:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078287.862239:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.862240:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078287.862242:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657878400/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862245:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078287.862246:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078287.862247:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078287.862248:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078287.862249:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078287.862249:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078287.862250:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078287.862251:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 02000000:00000001:3.0:1769078287.862253:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078287.862253:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078287.862254:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:3.0:1769078287.862255:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078287.862256:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.862257:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078287.862259:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657878528/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862282:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078287.862283:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078287.862284:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078287.862285:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078287.862286:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078287.862287:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078287.862288:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078287.862289:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 02000000:00000001:3.0:1769078287.862291:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078287.862292:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078287.862294:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:3.0:1769078287.862296:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078287.862297:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.862299:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078287.862302:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657878656/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078312 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078287.862308:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078287.862309:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078287.862311:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078287.862313:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078287.862314:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078287.862315:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078287.862317:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078287.862318:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637800. 02000000:00000001:3.0:1769078287.862320:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078287.862321:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078287.862323:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:3.0:1769078287.862325:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078287.862326:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.862328:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078287.862331:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078287.862332:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078287.862334:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078287.862336:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078288.500735:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078288.500736:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078288.500736:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078288.500744:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078288.500747:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078288.500747:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078288.500753:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078288.500755:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078288.500757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078288.500757:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078288.500764:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078288.500765:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078288.500768:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078288.500771:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078288.500775:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078288.500777:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078288.500780:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078288.500781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078288.500786:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078288.500788:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078288.500789:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078288.500790:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078288.500798:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078288.500803:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078288.500808:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078288.500810:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078288.500812:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078288.500814:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078288.500815:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078288.500818:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078288.500825:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078288.500830:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078288.500831:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078288.500832:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078288.500835:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078288.500854:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078288.500862:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078288.500865:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078288.500866:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078288.500868:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078288.500871:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078288.500875:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078288.500875:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078288.500876:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078288.500878:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078288.500886:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078288.500887:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078288.500888:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078288.500888:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078288.500895:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078288.500897:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078288.500899:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078288.500900:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078288.500901:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078288.500904:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078288.500905:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078288.500921:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078288.500922:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078288.500923:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078288.500925:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078288.500930:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078288.500931:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078288.500940:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078288.500946:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078288.500947:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078288.500948:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078288.500953:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078288.500967:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078288.500967:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078288.500972:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078288.500975:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078288.500977:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078288.500983:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078288.500990:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078288.628669:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299946187, at 4299946240 00000100:00000040:1.0:1769078288.628676:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299946187, at 4299946240 00000100:00000010:0.0:1769078288.628685:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1a80. 00000100:00000010:1.0:1769078288.628688:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1120. 00000100:00000001:3.0:1769078288.884674:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078288.884680:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078288.884681:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078288.884685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078288.884685:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078288.884689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078288.884694:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078288.884697:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078288.884699:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078288.884702:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078288.884704:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078288.884706:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078288.884709:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078288.884713:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078288.884716:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078288.884717:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078288.884720:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078288.884723:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078289.524661:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078289.524661:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078289.524663:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078289.524665:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078289.524669:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078289.524669:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078289.524670:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078289.524670:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078289.524673:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078289.524674:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.524674:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078289.524675:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078289.524680:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078289.524682:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078289.524682:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078289.524683:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078289.524683:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078289.524687:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078289.524688:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078289.524688:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078289.524689:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078289.524691:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078289.524693:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078289.524693:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078289.524694:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078289.524697:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078289.524700:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.524701:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078289.524703:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078289.524705:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078289.524706:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078289.524708:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078289.524711:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078289.524711:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078289.524715:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078289.524717:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078289.524719:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.524720:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078289.524723:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078289.524725:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078289.524725:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078289.524730:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078289.524730:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078289.524732:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078289.524733:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078289.524735:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078289.524735:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078289.524737:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078289.524739:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.524739:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078289.524741:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:1.0:1769078289.524744:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078289.524745:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078289.524745:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078289.524748:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078289.524750:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078289.524751:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078289.524753:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078289.524754:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078289.524756:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078289.524757:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078289.524759:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078289.524760:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078289.524761:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.524762:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078289.524764:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.524765:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078289.524769:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078289.524769:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078289.524772:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078289.524773:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078289.524775:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078289.524776:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078289.524777:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.524779:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078289.524780:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078289.524781:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078289.524783:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.524784:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078289.524787:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078289.524790:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078289.524793:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078289.524794:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078289.524795:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078289.524797:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078289.524798:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078289.524798:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078289.524800:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078289.524801:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078289.524832:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078289.524834:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078289.524837:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078289.908640:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078289.908640:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078289.908646:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078289.908647:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078289.908648:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078289.908649:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078289.908654:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078289.908657:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078289.908658:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078289.908659:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078289.908661:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078289.908661:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078289.908663:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078289.908666:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078289.908668:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078289.908668:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078289.908670:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078289.908671:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078290.548644:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078290.548650:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078290.548652:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078290.548652:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078290.548654:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078290.548656:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078290.548657:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078290.548658:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078290.548659:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078290.548659:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078290.548661:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078290.548665:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078290.548665:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078290.548666:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078290.548667:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078290.548670:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.548671:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078290.548671:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078290.548671:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078290.548675:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078290.548677:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078290.548678:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078290.548679:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078290.548681:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078290.548681:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078290.548682:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078290.548688:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078290.548688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078290.548689:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078290.548690:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078290.548692:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078290.548695:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078290.548695:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078290.548698:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078290.548700:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078290.548709:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078290.548713:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078290.548714:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078290.548716:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078290.548716:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078290.548717:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078290.548720:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078290.548720:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078290.548721:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078290.548724:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078290.548725:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078290.548725:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078290.548725:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078290.548731:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078290.548731:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078290.548731:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078290.548732:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078290.548736:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078290.548737:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078290.548737:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1769078290.548738:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078290.548741:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078290.548741:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078290.548742:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078290.548747:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078290.548749:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078290.548751:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078290.548754:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078290.548756:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078290.548759:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078290.548764:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078290.548767:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078290.548768:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078290.548770:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078290.548772:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078290.548774:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078290.548776:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078290.548777:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078290.548779:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078290.932655:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078290.932659:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078290.932662:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078290.932663:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078290.932664:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078290.932666:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078290.932670:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078290.932671:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078290.932673:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078290.932675:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078290.932677:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078290.932678:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078290.932683:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078290.932685:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078290.932687:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078290.932688:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078290.932691:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078290.932693:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078291.572658:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078291.572659:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078291.572661:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078291.572666:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078291.572666:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078291.572667:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078291.572669:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078291.572670:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078291.572671:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078291.572672:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078291.572675:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078291.572677:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078291.572677:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078291.572679:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078291.572679:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078291.572681:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078291.572683:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078291.572687:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078291.572687:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078291.572687:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078291.572688:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078291.572694:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078291.572694:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078291.572695:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078291.572698:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078291.572700:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078291.572702:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078291.572702:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078291.572706:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078291.572709:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078291.572710:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078291.572713:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078291.572715:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078291.572717:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078291.572718:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078291.572718:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078291.572722:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078291.572722:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078291.572723:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078291.572726:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078291.572727:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078291.572729:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078291.572729:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078291.572730:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078291.572734:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078291.572735:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078291.572737:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078291.572739:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078291.572740:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078291.572744:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078291.572744:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078291.572744:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078291.572750:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078291.572750:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078291.572752:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078291.572756:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078291.572758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078291.572759:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078291.572762:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078291.572763:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078291.572765:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078291.572767:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078291.572769:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078291.572770:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078291.572772:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078291.572774:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078291.572775:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078291.572778:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078291.572781:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078291.572782:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078291.572785:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078291.572802:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078291.572806:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078291.572810:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078291.956613:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078291.956619:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078291.956619:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078291.956622:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078291.956623:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078291.956626:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078291.956627:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078291.956629:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078291.956632:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078291.956633:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078291.956636:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078291.956636:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078291.956640:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078291.956642:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078291.956644:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078291.956647:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078291.956649:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078291.956651:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078292.596675:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078292.596681:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078292.596682:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078292.596687:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078292.596687:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078292.596691:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078292.596693:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078292.596695:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078292.596698:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078292.596700:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078292.596703:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078292.596704:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078292.596706:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078292.596709:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078292.596709:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078292.596710:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078292.596712:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078292.596714:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078292.596715:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078292.596716:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078292.596718:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078292.596723:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078292.596726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078292.596728:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078292.596729:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078292.596730:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078292.596734:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078292.596740:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078292.596741:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078292.596741:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078292.596742:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078292.596747:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078292.596748:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078292.596749:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078292.596749:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078292.596760:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078292.596760:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078292.596762:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078292.596762:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078292.596766:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078292.596769:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078292.596772:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.596773:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078292.596775:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078292.596778:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.596779:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078292.596780:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078292.596797:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078292.596799:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078292.596802:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078292.596804:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078292.596806:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078292.596806:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078292.596811:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078292.596811:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078292.596813:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078292.596817:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078292.596819:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:0.0:1769078292.596824:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078292.596824:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078292.596825:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078292.596829:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078292.596829:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078292.596833:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078292.596833:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078292.596839:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078292.596840:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078292.596843:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078292.596844:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.596847:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078292.596848:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078292.596849:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078292.596853:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078292.596853:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078292.596859:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078292.596863:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.596863:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.596868:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078292.596869:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.596870:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078292.980671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078292.980680:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078292.980684:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.980684:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078292.980692:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078292.980694:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078292.980695:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078292.980702:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078292.980704:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:0.0:1769078292.980705:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078292.980708:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.980711:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078292.980714:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1769078292.980716:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078292.980718:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078292.980719:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078292.980720:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078292.980726:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078292.980730:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.980731:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078292.980732:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078292.980739:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.980745:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078292.980746:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5278 00000400:00000200:0.0:1769078292.980763:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078292.980771:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078292.980776:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078292.980780:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.980784:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078292.980786:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.980787:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078292.980790:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078292.980791:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:0.0:1769078292.980793:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078292.980795:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078292.980797:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078292.980799:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078292.980801:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.980803:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078292.980804:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.980806:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078292.980810:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:0.0:1769078292.980812:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078292.980815:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078292.980818:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078292.980821:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078292.980824:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078292.980826:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078292.980828:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078292.980837:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ebb80. 00000020:00000040:0.0:1769078292.980840:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:0.0:1769078292.980844:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078292.980845:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078292.980847:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078292.980850:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078292.980853:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078292.980861:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00000100:00000001:0.0:1769078292.980866:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078292.980874:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1769078292.980884:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078292.980888:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078292.980892:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1cb456] to pc [ptlrpcd_rcv+-1] req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078292.980915:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078292.980918:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078292.980921:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078292.980922:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078292.980924:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078292.980926:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078292.980929:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5278 00000400:00000200:0.0:1769078292.980938:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078292.980941:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078292.980942:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1769078292.980944:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.980945:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078292.980947:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.980948:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078292.980949:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078292.980950:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769078292.980951:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078292.980952:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:0.0:1769078292.980953:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:0.0:1769078292.980955:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:0.0:1769078292.980956:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.980957:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078292.980959:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.980960:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078292.980962:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:0.0:1769078292.980964:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078292.980966:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078292.980968:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078292.980972:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078292.980973:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078292.980975:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078292.980978:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1769078292.980980:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078292.980981:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.980982:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1769078292.980984:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8700. 00000020:00000040:0.0:1769078292.980987:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000001:3.0:1769078292.980987:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078292.980990:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769078292.980991:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078292.980993:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078292.980995:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078292.980997:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1769078292.980998:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078292.980999:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078292.981004:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00000100:00000001:0.0:1769078292.981010:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.981010:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078292.981013:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078292.981016:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1769078292.981017:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769078292.981018:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078292.981024:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078292.981030:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657878784:192.168.204.154@tcp:250:kworker.0 00000100:00000001:0.0:1769078292.981031:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078292.981035:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.981036:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1769078292.981040:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007ffe816d] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078292.981041:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078292.981044:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078292.981048:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1769078292.981052:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078292.981053:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 00000100:00080000:0.0:1769078292.981055:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769078292.981057:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078292.981059:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:0.0:1769078292.981061:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078292.981062:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078292.981066:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769078292.981066:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:0.0:1769078292.981069:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5278 00000400:00000010:3.0:1769078292.981072:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:0.0:1769078292.981073:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078292.981078:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078292.981079:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000010:3.0:1769078292.981080:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000040:0.0:1769078292.981082:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.981085:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078292.981086:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000200:3.0:1769078292.981087:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657878784, portal 25 00000100:00000001:0.0:1769078292.981088:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078292.981091:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1769078292.981092:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769078292.981093:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094226816 : -115332615324800 : ffff971b086ebb80) 00000020:00000040:0.0:1769078292.981094:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769078292.981097:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078292.981099:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769078292.981102:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:3.0:1769078292.981102:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078292.981104:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:0.0:1769078292.981108:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.981109:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078292.981111:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.981115:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078292.981120:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00000001:3.0:1769078292.981122:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:0.0:1769078292.981124:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078292.981129:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078292.981129:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 02000000:00000001:0.0:1769078292.981132:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1769078292.981133:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 02000000:00000001:0.0:1769078292.981134:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078292.981137:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078292.981137:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657878784, offset 0 00000100:00000001:0.0:1769078292.981142:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078292.981144:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769078292.981149:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078292.981149:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:0.0:1769078292.981153:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078292.981156:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ea300. 00000400:00000200:3.0:1769078292.981159:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000040:0.0:1769078292.981160:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769078292.981164:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078292.981165:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078292.981167:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:0.0:1769078292.981168:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078292.981170:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078292.981173:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078292.981186:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078292.981191:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078292.981194:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078292.981196:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078292.981201:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370755:370755:256:4294967295] 192.168.204.154@tcp LPNI seq info [370750:370750:8:4294967295] 02000000:00000010:0.0:1769078292.981207:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000400:00000200:3.0:1769078292.981209:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078292.981212:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078292.981218:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769078292.981228:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:0.0:1769078292.981234:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078292.981239:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078292.981240:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000040:0.0:1769078292.981246:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000721ea064] to pc [ptlrpcd_rcv+-1] req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1769078292.981247:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000100:00000001:0.0:1769078292.981258:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078292.981258:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078292.981264:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00080000:0.0:1769078292.981265:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1769078292.981272:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000200:3.1:1769078292.981274:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769078292.981275:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078292.981279:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000200:3.1:1769078292.981281:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00000001:0.0:1769078292.981283:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1769078292.981287:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5278 00000400:00000200:0.0:1769078292.981292:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000100:3.0:1769078292.981292:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078292.981298:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078292.981305:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:0.0:1769078292.981307:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:0.0:1769078292.981311:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769078292.981314:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000040:0.0:1769078292.981319:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.981322:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769078292.981324:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000100:00000040:0.0:1769078292.981326:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000010:3.0:1769078292.981328:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:0.0:1769078292.981330:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078292.981335:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769078292.981335:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1769078292.981339:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769078292.981343:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1769078292.981344:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1769078292.981346:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769078292.981351:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769078292.981356:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:0.0:1769078292.981363:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.981365:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078292.981365:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1769078292.981366:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078292.981369:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078292.981371:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000040:3.0:1769078292.981373:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078292.981375:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078292.981380:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078292.981383:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078292.981387:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078292.981387:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078292.981392:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.981392:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1769078292.981396:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078292.981398:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769078292.981401:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.981401:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078292.981407:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078292.981409:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078292.981413:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299951307 00000100:00000010:0.0:1769078292.981414:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000100:00000010:3.0:1769078292.981417:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1480. 00000020:00000040:0.0:1769078292.981419:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:0.0:1769078292.981424:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078292.981425:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078292.981427:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078292.981428:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078292.981430:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.981433:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 02000000:00000010:0.0:1769078292.981436:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00000100:00000001:3.0:1769078292.981439:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299951307 00000100:00000001:0.0:1769078292.981442:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078292.981444:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1ea0. 00000100:00000001:3.0:1769078292.981448:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00100000:0.0:1769078292.981451:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078292.981452:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078292.981456:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.981459:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078292.981465:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078292/real 1769078292] req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078292.981468:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078292.981473:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769078292.981476:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078292.981479:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1769078292.981482:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769078292.981482:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078292.981485:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078292.981489:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078292.981492:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078292.981497:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078292.981499:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078292.981501:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5288) 00000100:00000200:3.0:1769078292.981509:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981513:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078292.981515:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981517:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078292.981518:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078292.981520:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981524:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078292.981527:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981531:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078292.981533:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981534:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078292.981535:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981537:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078292.981538:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078292.981540:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078292.981542:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078292.981543:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078292.981546:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078292.981550:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657878784:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078292.981572:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981573:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078292.981575:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ebb80 x1855007657878784/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981580:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078292.981582:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078292.981583:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078292.981585:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078292.981586:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078292.981587:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078292.981589:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078292.981590:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 02000000:00000001:3.0:1769078292.981594:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078292.981596:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078292.981597:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ebb80. 00000100:00000001:3.0:1769078292.981599:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078292.981600:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981601:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981606:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078292.981607:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.981608:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078292.981609:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078292.981610:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078292.981612:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981620:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078292.981621:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078292.981622:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078292.981623:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078292.981624:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078292.981626:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878912:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078292.981627:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078292.981629:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078292.981629:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078292.981630:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078292.981632:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078292.981633:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078292.981636:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078292.981638:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078292.981640:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078292.981642:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657878912, portal 10 00000100:00000001:3.0:1769078292.981643:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078292.981644:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094213376 : -115332615338240 : ffff971b086e8700) 00000100:00000040:3.0:1769078292.981648:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981651:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078292.981653:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078292.981654:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078292.981656:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657878912, offset 0 00000400:00000200:3.0:1769078292.981658:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078292.981660:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078292.981662:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078292.981664:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078292.981666:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078292.981667:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078292.981669:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078292.981672:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370756:370756:256:4294967295] 192.168.204.154@tcp LPNI seq info [370751:370751:8:4294967295] 00000400:00000200:3.0:1769078292.981674:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078292.981678:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078292.981680:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078292.981682:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078292.981685:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078292.981686:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769078292.981689:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078292.981691:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1769078292.981693:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078292.981694:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078292.981696:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078292.981698:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078292.981700:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078292.981701:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078292.981702:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078292.981704:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981709:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078292.981710:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981714:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.981715:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078292.981716:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078292.981718:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078292.981720:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078292.981721:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299950603 00000100:00000001:3.0:1769078292.981723:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299951307 00000100:00000001:3.0:1769078292.981724:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299950603 00000100:00000001:3.0:1769078292.981726:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299951307 00000100:00000001:3.0:1769078292.981727:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078292.981729:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.981730:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078292.981732:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078292/real 1769078292] req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078292.981737:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078292.981737:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078292.981738:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078292.981739:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078292.981740:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078292.981741:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078292.981743:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078292.981748:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981751:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078292.981752:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981753:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078292.981754:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078292.981755:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981759:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078292.981761:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981764:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078292.981766:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981766:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078292.981768:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981769:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078292.981771:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078292.981773:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078292.981775:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078292.981776:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078292.981779:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078292.981783:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657878912:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078292.981785:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078292.981786:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981790:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078292.981790:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078292.981792:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078292.981793:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078292.981794:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078292.981795:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879040:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078292.981797:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078292.981798:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078292.981799:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078292.981800:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078292.981802:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078292.981803:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078292.981804:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078292.981806:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078292.981807:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078292.981809:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657879040, portal 4 00000100:00000001:3.0:1769078292.981810:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078292.981811:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094220544 : -115332615331072 : ffff971b086ea300) 00000100:00000040:3.0:1769078292.981814:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981817:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078292.981819:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078292.981820:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078292.981821:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657879040, offset 0 00000400:00000200:3.0:1769078292.981823:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078292.981825:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078292.981827:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078292.981828:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078292.981830:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078292.981831:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078292.981832:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078292.981834:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370757:370757:256:4294967295] 192.168.204.154@tcp LPNI seq info [370752:370752:8:4294967295] 00000400:00000200:3.0:1769078292.981836:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078292.981840:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078292.981842:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078292.981844:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078292.981846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078292.981847:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769078292.981849:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078292.981851:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1769078292.981853:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078292.981854:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078292.981856:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078292.981857:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078292.981859:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078292.981860:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078292.981861:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078292.981863:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981867:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078292.981868:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981872:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.981872:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078292.981874:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078292.981876:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078292.981878:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078292.981879:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299950624 00000100:00000001:3.0:1769078292.981880:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299951307 00000100:00000001:3.0:1769078292.981882:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299950624 00000100:00000001:3.0:1769078292.981883:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299951307 00000100:00000001:3.0:1769078292.981884:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078292.981885:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.981886:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078292.981888:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078292/real 1769078292] req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078292.981891:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078292.981892:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078292.981893:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078292.981894:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078292.981895:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078292.981896:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078292.981898:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078292.981902:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981905:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078292.981906:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981907:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078292.981908:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078292.981910:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981913:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078292.981915:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981919:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078292.981921:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981921:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078292.981922:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.981923:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078292.981925:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078292.981927:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078292.981928:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078292.981929:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078292.981931:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078292.981935:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879040:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078292.981937:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078292.981939:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981942:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078292.981943:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078292.981944:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078292.981945:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078292.981946:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078292.981948:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879168:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078292.981949:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078292.981950:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078292.981951:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078292.981952:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078292.981953:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078292.981954:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078292.981956:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078292.981958:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078292.981959:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078292.981961:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657879168, portal 4 00000100:00000001:3.0:1769078292.981962:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078292.981963:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00000100:00000040:3.0:1769078292.981965:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.981969:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078292.981970:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078292.981971:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078292.981972:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657879168, offset 0 00000400:00000200:3.0:1769078292.981974:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078292.981976:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078292.981978:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078292.981979:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078292.981981:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078292.981982:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078292.981984:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078292.981985:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370758:370758:256:4294967295] 192.168.204.154@tcp LPNI seq info [370753:370753:8:4294967295] 00000400:00000200:3.0:1769078292.981987:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078292.981990:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078292.981992:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078292.981994:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078292.981996:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078292.981997:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769078292.981999:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078292.982001:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1769078292.982003:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078292.982004:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078292.982006:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078292.982007:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078292.982009:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078292.982010:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078292.982011:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078292.982013:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.982017:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078292.982019:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078317 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.982023:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.982024:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078292.982025:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078292.982027:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078292.982029:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078292.982030:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299950628 00000100:00000001:3.0:1769078292.982031:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299951307 00000100:00000001:3.0:1769078292.982032:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299950628 00000100:00000001:3.0:1769078292.982034:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299951307 00000100:00000001:3.0:1769078292.982035:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078292.982036:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.982037:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078292.982038:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078292/real 1769078292] req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078292.982042:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078292.982043:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078292.982044:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078292.982045:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078292.982046:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078292.982046:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078292.982048:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078292.982052:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.982060:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078292.982061:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.982062:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078292.982062:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078292.982064:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.982068:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078292.982070:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.982073:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078292.982074:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.982075:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078292.982076:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.982076:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078292.982079:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078292.982080:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078292.982082:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078292.982083:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078292.982084:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078292.982088:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879168:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078292.982090:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.982091:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078292.982093:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8700 x1855007657878912/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.982097:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078292.982097:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078292.982099:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078292.982100:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078292.982101:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078292.982102:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078292.982103:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078292.982104:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 02000000:00000001:3.0:1769078292.982106:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078292.982106:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078292.982107:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8700. 00000100:00000001:3.0:1769078292.982109:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078292.982110:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.982111:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078292.982112:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ea300 x1855007657879040/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.982116:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078292.982116:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078292.982117:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078292.982118:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078292.982119:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078292.982119:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078292.982120:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078292.982121:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 02000000:00000001:3.0:1769078292.982122:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078292.982123:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078292.982123:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ea300. 00000100:00000001:3.0:1769078292.982125:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078292.982125:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.982126:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078292.982128:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657879168/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078317 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078292.982131:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078292.982131:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078292.982132:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078292.982133:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078292.982134:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078292.982134:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078292.982136:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078292.982137:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746400. 02000000:00000001:3.0:1769078292.982138:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078292.982139:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078292.982140:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00000100:00000001:3.0:1769078292.982141:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078292.982141:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.982142:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078292.982144:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078292.982145:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078292.982146:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078292.982146:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078293.620726:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078293.620727:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078293.620729:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078293.620738:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078293.620739:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078293.620739:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078293.620746:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078293.620748:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078293.620749:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078293.620764:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078293.620764:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078293.620765:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078293.620775:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078293.620776:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078293.620776:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078293.620787:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.620787:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078293.620788:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.620799:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078293.620805:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.620811:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.620921:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078293.620925:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078293.620927:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078293.620930:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078293.620931:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.620935:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078293.620938:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078293.620940:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078293.620944:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078293.620945:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078293.620950:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.620950:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078293.622214:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078293.622218:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078293.622222:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078293.622224:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078293.622227:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078293.622241:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.622251:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078293.622255:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078293.622264:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078293.622266:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078293.622269:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078293.622270:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078293.622273:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078293.622281:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078293.622283:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078293.622286:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078293.622287:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078293.622288:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078293.622292:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078293.622296:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078293.622299:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078293.622302:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078293.622305:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078293.622308:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078293.622311:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078293.622314:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078293.622319:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078293.622321:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078293.622325:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078293.622340:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078293.622345:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078293.622347:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078293.622350:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078293.622353:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078293.622356:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.622358:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078293.622360:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078293.622363:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078293.622540:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078293.622543:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078293.622546:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078293.748689:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299951307, at 4299951360 00000100:00000010:1.0:1769078293.748708:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1ea0. 00000100:00000040:0.0:1769078293.748740:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299951307, at 4299951360 00000100:00000010:0.0:1769078293.748755:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1480. 00000100:00000001:3.0:1769078294.004681:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078294.004684:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078294.004689:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078294.004691:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078294.004693:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078294.004694:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078294.004710:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078294.004711:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078294.004722:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078294.004722:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078294.004733:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078294.004734:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078294.004745:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078294.004748:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078294.004750:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078294.004755:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078294.004760:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078294.004764:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078294.644652:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078294.644660:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078294.644661:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078294.644663:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078294.644665:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078294.644666:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078294.644670:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078294.644671:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078294.644672:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078294.644672:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078294.644673:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078294.644675:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078294.644676:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078294.644677:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078294.644678:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078294.644678:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078294.644680:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078294.644681:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078294.644682:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078294.644682:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078294.644683:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078294.644686:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078294.644687:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078294.644687:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078294.644688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078294.644691:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078294.644692:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078294.644693:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078294.644693:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078294.644696:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078294.644696:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078294.644701:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078294.644701:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078294.644704:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078294.644707:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078294.644711:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078294.644714:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078294.644715:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078294.644717:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078294.644720:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078294.644722:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078294.644724:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078294.644726:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078294.644726:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078294.644726:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078294.644730:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078294.644731:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078294.644731:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078294.644734:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078294.644734:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078294.644738:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078294.644738:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078294.644741:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078294.644741:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078294.644743:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078294.644744:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078294.644744:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078294.644747:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078294.644748:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078294.644751:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078294.644751:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078294.644756:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078294.644756:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078294.644757:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078294.644760:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078294.644763:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078294.644767:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078294.644768:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078294.644770:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078294.644772:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078294.644774:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078294.644776:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078294.644777:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078294.644778:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078295.028681:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078295.028689:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078295.028691:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078295.028696:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078295.028700:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078295.028704:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078295.028706:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078295.028709:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078295.028712:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078295.028725:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078295.028731:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078295.028733:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078295.028737:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078295.028741:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078295.028745:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078295.028747:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078295.028748:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078295.028751:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078295.668673:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078295.668678:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078295.668681:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078295.668684:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078295.668686:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078295.668687:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078295.668688:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078295.668688:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078295.668698:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078295.668698:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078295.668700:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:2.0:1769078295.668700:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078295.668703:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078295.668704:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078295.668707:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078295.668708:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078295.668713:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078295.668714:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078295.668714:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078295.668715:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078295.668721:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078295.668722:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078295.668723:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078295.668728:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078295.668729:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078295.668729:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078295.668738:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078295.668738:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078295.668741:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078295.668744:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078295.668746:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078295.668750:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078295.668755:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078295.668756:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078295.668762:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078295.668766:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078295.668767:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078295.668769:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078295.668772:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078295.668772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078295.668775:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078295.668779:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078295.668783:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078295.668783:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078295.668784:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078295.668786:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078295.668792:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078295.668793:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078295.668794:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078295.668795:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078295.668801:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078295.668802:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078295.668803:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078295.668805:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078295.668805:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078295.668812:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078295.668813:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078295.668813:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078295.668814:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078295.668818:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078295.668820:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078295.668820:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078295.668825:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078295.668825:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078295.668826:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078295.668826:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078295.668833:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078295.668838:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078295.668838:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078295.668843:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078295.668847:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078295.668850:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078295.668853:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078295.668856:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078296.052673:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078296.052674:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078296.052684:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078296.052684:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078296.052689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078296.052690:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078296.052698:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078296.052700:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078296.052704:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078296.052707:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078296.052709:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078296.052713:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078296.052714:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078296.052719:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078296.052723:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078296.052723:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078296.052728:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078296.052732:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078296.692735:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078296.692736:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078296.692743:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078296.692744:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078296.692746:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078296.692748:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078296.692751:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078296.692752:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078296.692758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078296.692759:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078296.692759:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078296.692764:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078296.692770:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078296.692771:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078296.692773:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078296.692773:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078296.692777:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078296.692782:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078296.692784:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078296.692786:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078296.692795:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078296.692796:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078296.692796:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078296.692797:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078296.692806:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078296.692810:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078296.692811:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078296.692813:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078296.692821:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078296.692821:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078296.692825:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078296.692830:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078296.692831:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078296.692832:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078296.692833:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078296.692841:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078296.692843:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078296.692843:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078296.692843:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078296.692845:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078296.692852:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078296.692854:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078296.692857:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078296.692858:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078296.692859:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078296.692869:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078296.692871:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078296.692874:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078296.692874:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078296.692880:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078296.692881:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078296.692882:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078296.692885:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078296.692893:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078296.692894:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078296.692895:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078296.692905:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078296.692905:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078296.692906:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078296.692921:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078296.692922:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078296.692929:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078296.692930:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078296.692934:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078296.692935:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1769078296.692936:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078296.692940:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1769078296.692942:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078296.692946:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769078296.692946:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078296.692952:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078296.692953:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078296.692956:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078296.692958:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078297.076683:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078297.076683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078297.076690:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078297.076697:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078297.076698:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078297.076704:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078297.076706:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078297.076710:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078297.076712:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078297.076716:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078297.076718:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078297.076721:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078297.076722:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078297.076730:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078297.076732:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078297.076734:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078297.076737:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078297.076740:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078297.716702:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078297.716702:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078297.716708:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078297.716711:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078297.716712:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078297.716716:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078297.716717:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078297.716718:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078297.716719:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078297.716726:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078297.716727:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078297.716727:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078297.716729:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078297.716740:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078297.716741:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078297.716742:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078297.716742:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078297.716748:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078297.716752:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078297.716752:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078297.716754:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078297.716755:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078297.716757:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078297.716761:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078297.716765:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078297.716767:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078297.716769:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078297.716771:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078297.716773:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078297.716779:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078297.716780:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078297.716785:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078297.716790:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078297.716791:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078297.716792:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078297.716798:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078297.716799:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078297.716801:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078297.716807:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078297.716808:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078297.716811:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078297.716811:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078297.716813:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078297.716817:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078297.716819:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078297.716821:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078297.716823:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078297.716826:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078297.716826:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078297.716827:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078297.716834:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078297.716836:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078297.716836:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078297.716838:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078297.716839:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078297.716847:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078297.716848:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078297.716851:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078297.716851:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078297.716852:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078297.716859:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078297.716864:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078297.716867:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078297.716867:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078297.716876:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078297.716878:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078297.716878:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078297.716883:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078297.716883:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078297.716892:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078297.716895:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078297.716938:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078297.716940:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078297.716943:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078298.100686:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078298.100687:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078298.100695:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078298.100695:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:1.0:1769078298.100699:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078298.100699:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.100700:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078298.100705:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00080000:0.0:1769078298.100709:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078298.100709:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000020:00000001:1.0:1769078298.100710:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00100000:2.0:1769078298.100710:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078298.100721:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078298.100722:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000001:2.0:1769078298.100722:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078298.100729:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078298.100730:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00001000:1.0:1769078298.100731:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000001:2.0:1769078298.100731:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.100736:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078298.100742:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078298.100743:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078298.100745:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000100:00080000:0.0:1769078298.100748:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078298.100749:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078298.100750:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078298.100750:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078298.100758:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078298.100763:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078298.100764:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000080:00200000:1.0:1769078298.100765:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078298.100773:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.100774:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:0.0:1769078298.100775:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5283 00000020:00000001:1.0:1769078298.100779:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078298.100783:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078298.100790:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000400:00000200:0.0:1769078298.100791:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:1.0:1769078298.100799:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:0.0:1769078298.100803:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078298.100806:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:0.0:1769078298.100809:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078298.100810:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078298.100815:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:0.0:1769078298.100816:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078298.100819:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.100822:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078298.100824:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1769078298.100830:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078298.100831:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078298.100834:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.100837:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078298.100839:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078298.100843:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078298.100843:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:0.0:1769078298.100847:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:1.0:1769078298.100848:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1769078298.100850:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000002:1.0:1769078298.100853:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:0.0:1769078298.100854:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:0.0:1769078298.100857:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078298.100859:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:0.0:1769078298.100861:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078298.100862:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078298.100865:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078298.100873:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.100880:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078298.100880:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000040:0.0:1769078298.100887:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:1.0:1769078298.100887:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078298.100893:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00080000:0.0:1769078298.100894:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:0.0:1769078298.100900:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.100903:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00200000:1.0:1769078298.100903:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:0.0:1769078298.100909:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1769078298.100911:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:0.0:1769078298.100913:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.100925:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769078298.100925:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769078298.100930:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:0.0:1769078298.100931:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.100934:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078298.100937:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769078298.100940:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000010:0.0:1769078298.100943:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00000001:1.0:1769078298.100944:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000020:00000001:1.0:1769078298.100950:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000040:0.0:1769078298.100954:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078298.100956:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078298.100958:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078298.100961:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.100963:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.100965:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:1.0:1769078298.100965:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 02000000:00000001:0.0:1769078298.100972:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.100973:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078298.100979:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.100980:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078298.100987:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769078298.100988:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.100992:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.100994:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.100995:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078298.100998:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078298.100999:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078298.101000:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000010:0.0:1769078298.101002:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746000. 00000020:00000001:1.0:1769078298.101002:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078298.101006:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.101010:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.101013:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101013:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101015:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.101018:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078298.101020:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.101023:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078298.101025:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078298.101025:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078298.101029:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078298.101034:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078298.101040:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078298.101047:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078298.101052:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078298.101055:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:1.0:1769078298.101059:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:0.0:1769078298.101060:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078298.101063:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078298.101066:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078298.101068:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000040:0.0:1769078298.101069:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078298.101072:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078298.101075:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000008:00000020:1.0:1769078298.101084:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000008:00000001:1.0:1769078298.101111:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078298.101112:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078298.101113:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078298.101115:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078298.101118:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00000001:0.0:1769078298.101120:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078298.101121:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:1.0:1769078298.101131:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078298.101133:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078298.101135:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101145:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078298.101147:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078298.101148:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078298.101157:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078298.101160:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:1.0:1769078298.101160:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.101162:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1769078298.101172:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078298.101172:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078298.101180:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078298.101181:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1769078298.101183:0:13261:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:1.0:1769078298.101188:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078298.101192:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00080000:0.0:1769078298.101193:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5283 00000020:00000001:1.0:1769078298.101196:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078298.101203:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078298.101208:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078298.101209:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078298.101215:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:1.0:1769078298.101216:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000400:00000200:0.0:1769078298.101218:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769078298.101221:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078298.101221:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078298.101223:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078298.101225:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078298.101230:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:3.0:1769078298.101230:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1769078298.101231:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078298.101232:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078298.101237:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:0.0:1769078298.101240:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1769078298.101240:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078298.101241:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078298.101250:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078298.101252:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 02000000:00000001:3.0:1769078298.101253:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101258:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.101262:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078298.101263:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078298.101270:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00100000:3.0:1769078298.101273:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657879296:192.168.204.154@tcp:250:kworker.0 00000020:00000001:0.0:1769078298.101275:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078298.101275:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078298.101278:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078298.101282:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000040:0.0:1769078298.101283:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00020000:00000001:1.0:1769078298.101285:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078298.101286:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:1.0:1769078298.101290:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078298.101294:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078298.101296:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078298.101296:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769078298.101297:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:1.0:1769078298.101303:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078298.101305:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00020000:00000001:1.0:1769078298.101305:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078298.101305:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101312:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769078298.101312:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769078298.101319:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078298.101319:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078298.101323:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.101326:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000010:3.0:1769078298.101327:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18000. 00000020:00000001:0.0:1769078298.101330:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:3.0:1769078298.101330:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101331:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078298.101335:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078298.101337:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078298.101340:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078298.101342:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000400:00000200:3.0:1769078298.101347:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078298.101348:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000040:0.0:1769078298.101349:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078298.101351:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000400:00000010:3.0:1769078298.101352:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000080:00000001:1.0:1769078298.101356:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:0.0:1769078298.101361:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00200000:1.0:1769078298.101361:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000010:3.0:1769078298.101365:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000080:00000001:1.0:1769078298.101368:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078298.101371:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:0.0:1769078298.101374:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00001000:1.0:1769078298.101375:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000200:3.0:1769078298.101376:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657879296, portal 25 00000080:00000001:1.0:1769078298.101379:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769078298.101381:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000080:00000001:1.0:1769078298.101387:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.101388:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00000100:00000001:0.0:1769078298.101389:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:1.0:1769078298.101395:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000020:00000040:0.0:1769078298.101400:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000080:00000001:1.0:1769078298.101400:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000040:3.0:1769078298.101401:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078298.101402:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078298.101406:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769078298.101414:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00080000:0.0:1769078298.101415:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078298.101420:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000020:00000001:1.0:1769078298.101426:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078298.101429:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:0.0:1769078298.101431:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078298.101432:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:0.0:1769078298.101442:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078298.101446:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078298.101448:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:0.0:1769078298.101452:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769078298.101452:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.101455:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000002:1.0:1769078298.101467:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000040:3.0:1769078298.101468:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 02000000:00000001:0.0:1769078298.101469:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.101476:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000002:1.0:1769078298.101483:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000010:3.0:1769078298.101487:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000008:00100000:0.0:1769078298.101488:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:1.0:1769078298.101489:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078298.101496:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000008:00000001:0.0:1769078298.101497:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101499:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000200:3.0:1769078298.101500:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657879296, offset 0 00000100:00000001:0.0:1769078298.101501:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101504:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101512:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1769078298.101516:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00020000:00000001:1.0:1769078298.101516:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078298.101523:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078298.101526:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000040:0.0:1769078298.101530:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078298.101530:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078298.101534:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:0.0:1769078298.101538:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:1.0:1769078298.101538:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000400:00000200:3.0:1769078298.101547:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:1.0:1769078298.101548:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:0.0:1769078298.101550:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.101596:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078298.101596:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:0.0:1769078298.101597:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078298.101602:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:0.0:1769078298.101604:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078298.101604:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:3.0:1769078298.101609:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:1.0:1769078298.101610:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:0.0:1769078298.101613:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1769078298.101614:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000200:3.0:1769078298.101618:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000002:1.0:1769078298.101619:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769078298.101623:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000010:0.0:1769078298.101624:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745800. 00020000:00000001:1.0:1769078298.101625:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078298.101628:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:3.0:1769078298.101628:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1769078298.101631:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:0.0:1769078298.101636:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769078298.101636:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000400:00000200:3.0:1769078298.101639:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:1.0:1769078298.101640:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000020:00000001:1.0:1769078298.101645:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769078298.101648:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078298.101649:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078298.101654:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078298.101655:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769078298.101655:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370759:370759:256:4294967295] 192.168.204.154@tcp LPNI seq info [370754:370754:8:4294967295] 00020000:00000001:1.0:1769078298.101656:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101663:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769078298.101675:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078298.101678:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078298.101683:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078298.101687:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.101694:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.101702:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078298.101706:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078298.101709:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078298.101714:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:0.0:1769078298.101715:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769078298.101716:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:1.0:1769078298.101719:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078298.101722:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.101726:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.101728:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101734:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101737:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.101741:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:0.0:1769078298.101743:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769078298.101743:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078298.101744:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.101751:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769078298.101755:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000020:00000001:1.0:1769078298.101757:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078298.101759:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078298.101764:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078298.101768:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078298.101773:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078298.101776:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000800:00000200:3.0:1769078298.101780:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:1.0:1769078298.101782:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078298.101785:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078298.101790:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769078298.101790:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000008:00000001:1.0:1769078298.101794:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:0.0:1769078298.101795:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078298.101796:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078298.101799:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000800:00000200:3.1:1769078298.101805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000020:1.0:1769078298.101806:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00080000:0.0:1769078298.101807:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.1:1769078298.101816:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000008:00000001:1.0:1769078298.101817:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078298.101822:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:0.0:1769078298.101823:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000008:00000001:1.0:1769078298.101824:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078298.101832:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:0.0:1769078298.101834:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000100:3.0:1769078298.101834:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00000020:1.0:1769078298.101835:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000008:00000001:1.0:1769078298.101844:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000800:00000010:3.0:1769078298.101846:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000100:00080000:0.0:1769078298.101847:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:1.0:1769078298.101847:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.101855:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.101860:0:13261:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:1.0:1769078298.101860:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101867:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078298.101871:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5283 00000020:00000001:1.0:1769078298.101872:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078298.101874:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:1.0:1769078298.101878:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:0.0:1769078298.101884:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078298.101885:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000400:00000200:3.0:1769078298.101885:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:1.0:1769078298.101892:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078298.101895:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:3.0:1769078298.101896:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000020:00000001:1.0:1769078298.101899:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:0.0:1769078298.101900:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000010:3.0:1769078298.101900:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00020000:00000001:1.0:1769078298.101903:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.101911:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:1.0:1769078298.101913:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00080000:0.0:1769078298.101914:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078298.101917:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078298.101923:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000200:3.0:1769078298.101923:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078298.101925:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078298.101929:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:0.0:1769078298.101930:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078298.101932:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078298.101934:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078298.101936:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.101939:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078298.101940:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078298.101948:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078298.101949:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:0.0:1769078298.101955:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078298.101955:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078298.101959:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:3.0:1769078298.101959:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1769078298.101964:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078298.101967:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078298.101967:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000040:3.0:1769078298.101968:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078298.101971:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078298.101979:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078298.101980:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078298.101984:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000040:0.0:1769078298.101986:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000001:1.0:1769078298.101988:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078298.101992:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078298.102001:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00020000:00000001:1.0:1769078298.102002:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.102004:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.102017:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769078298.102018:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:1.0:1769078298.102019:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078298.102027:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078298.102027:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078298.102031:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.102031:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078298.102039:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:0.0:1769078298.102040:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078298.102043:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000200:3.0:1769078298.102044:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078298.102051:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078298.102051:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:3.0:1769078298.102053:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299956428 00000020:00000001:1.0:1769078298.102060:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078298.102064:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000010:3.0:1769078298.102066:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1cc0. 00000100:00000040:0.0:1769078298.102067:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00001000:1.0:1769078298.102068:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078298.102080:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1769078298.102083:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078298.102084:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078298.102100:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000020:00000040:0.0:1769078298.102103:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000080:00200000:1.0:1769078298.102103:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1769078298.102105:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00080000:0.0:1769078298.102115:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000080:00000001:1.0:1769078298.102116:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:0.0:1769078298.102118:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.102120:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299956428 00000020:00000001:1.0:1769078298.102121:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:0.0:1769078298.102122:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1769078298.102134:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00001000:1.0:1769078298.102134:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000010:3.0:1769078298.102134:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1b40. 02000000:00000001:0.0:1769078298.102148:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078298.102149:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:3.0:1769078298.102150:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078298.102164:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769078298.102167:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.102168:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078298.102170:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:0.0:1769078298.102175:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000001:3.0:1769078298.102177:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:0.0:1769078298.102184:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.102186:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078298.102189:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078298/real 1769078298] req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769078298.102191:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000040:0.0:1769078298.102196:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:0.0:1769078298.102202:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078298.102204:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.102209:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078298.102211:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078298.102216:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769078298.102223:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1769078298.102224:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746400. 00000400:00000001:3.0:1769078298.102228:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1769078298.102229:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078298.102233:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000100:00100000:0.0:1769078298.102236:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769078298.102239:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078298.102245:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078298.102252:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1769078298.102258:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078298.102261:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078298.102264:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078298.102269:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078298.102290:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.102328:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078298.102330:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078298.102332:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.102333:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078298.102335:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078298.102339:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1769078298.102340:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078298.102361:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078298.102362:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078298.102364:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:3.0:1769078298.102369:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1769078298.102370:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1769078298.102384:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078298.102386:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078298.102388:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.102392:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1769078298.102393:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5283 00000100:00000001:3.0:1769078298.102394:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.102399:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078298.102403:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:0.0:1769078298.102405:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:3.0:1769078298.102410:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000400:00000200:0.0:1769078298.102415:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078298.102421:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00080000:0.0:1769078298.102422:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078298.102427:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1769078298.102429:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078298.102433:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078298.102438:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000040:3.0:1769078298.102438:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078298.102446:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078298.102453:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078298.102459:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769078298.102464:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078298.102472:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:0.0:1769078298.102477:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00100000:3.0:1769078298.102477:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657879296:192.168.204.154@tcp:250:kworker.0 00000020:00000001:0.0:1769078298.102485:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:3.0:1769078298.102489:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1769078298.102492:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078298.102494:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1769078298.102498:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078298.102505:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657879296/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078298.102506:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078298.102517:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:0.0:1769078298.102527:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:3.0:1769078298.102527:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078298.102534:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1769078298.102536:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000010:3.0:1769078298.102543:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18000. 00000100:00000001:0.0:1769078298.102544:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.102579:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078298.102581:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078298.102584:0:2365:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1769078298.102586:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1769078298.102586:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078298.102594:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1769078298.102596:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078298.102598:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746000. 00000100:00000001:0.0:1769078298.102604:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769078298.102605:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078298.102610:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00100000:0.0:1769078298.102611:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000010:3.0:1769078298.102612:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000100:00000001:3.0:1769078298.102618:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078298.102623:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078298.102624:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.102625:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078298.102628:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078298.102633:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00000100:00000001:3.0:1769078298.102634:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1769078298.102636:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:3.0:1769078298.102637:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078298.102643:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769078298.102644:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1769078298.102646:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.102648:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078298.102652:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769078298.102652:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769078298.102662:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1769078298.102670:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078298.102671:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.102685:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1769078298.102686:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747800. 00000100:00000001:3.0:1769078298.102687:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078298.102694:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1769078298.102697:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078298.102697:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078298.102701:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078298.102705:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879424:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078298.102711:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1769078298.102712:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1769078298.102713:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078298.102715:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078298.102722:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078298.102726:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078298.102733:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.102737:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078298.102740:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078298.102745:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:0.0:1769078298.102746:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769078298.102752:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000100:00000001:0.0:1769078298.102758:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078298.102761:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000040:0.0:1769078298.102763:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5293) 00000100:00000200:3.0:1769078298.102767:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657879424, portal 10 00000100:00000001:3.0:1769078298.102771:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078298.102780:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000100:00000040:3.0:1769078298.102793:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.102798:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078298.102800:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078298.102802:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078298.102804:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657879424, offset 0 00000400:00000200:3.0:1769078298.102807:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078298.102810:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078298.102813:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078298.102815:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078298.102817:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078298.102819:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078298.102821:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078298.102824:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370760:370760:256:4294967295] 192.168.204.154@tcp LPNI seq info [370755:370755:8:4294967295] 00000400:00000200:3.0:1769078298.102828:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078298.102835:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078298.102839:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078298.102842:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078298.102846:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078298.102849:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769078298.102854:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078298.102857:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1769078298.102861:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078298.102863:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078298.102866:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078298.102869:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078298.102872:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078298.102874:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078298.102877:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078298.102880:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.102887:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078298.102889:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.102893:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.102894:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078298.102897:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078298.102900:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078298.102902:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078298.102904:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299955724 00000100:00000001:3.0:1769078298.102906:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299956428 00000100:00000001:3.0:1769078298.102909:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299955724 00000100:00000001:3.0:1769078298.102911:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299956428 00000100:00000001:3.0:1769078298.102914:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078298.102916:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.102917:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078298.102920:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078298/real 1769078298] req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078298.102928:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078298.102930:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078298.102932:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078298.102934:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078298.102936:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078298.102938:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078298.102941:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078298.102949:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.102956:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078298.102957:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.102959:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078298.102960:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078298.102963:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.102967:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078298.102969:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.102974:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078298.102976:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.102977:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078298.102978:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.102979:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078298.102982:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078298.102983:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078298.102986:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078298.102987:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078298.102989:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078298.102994:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879424:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078298.102997:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078298.102999:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103002:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078298.103003:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078298.103005:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078298.103006:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078298.103007:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078298.103009:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879552:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078298.103011:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078298.103012:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078298.103013:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078298.103014:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078298.103017:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078298.103018:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078298.103022:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078298.103024:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078298.103026:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078298.103028:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657879552, portal 4 00000100:00000001:3.0:1769078298.103029:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078298.103030:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000100:00000040:3.0:1769078298.103034:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103038:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078298.103039:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078298.103040:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078298.103042:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657879552, offset 0 00000400:00000200:3.0:1769078298.103044:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078298.103046:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078298.103048:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078298.103050:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078298.103052:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078298.103054:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078298.103055:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078298.103057:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370761:370761:256:4294967295] 192.168.204.154@tcp LPNI seq info [370756:370756:8:4294967295] 00000400:00000200:3.0:1769078298.103059:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078298.103063:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078298.103066:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078298.103068:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078298.103072:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078298.103074:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769078298.103078:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078298.103081:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1769078298.103084:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078298.103086:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078298.103099:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078298.103103:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078298.103106:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078298.103108:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078298.103111:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078298.103114:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103122:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078298.103125:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103131:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.103132:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078298.103136:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078298.103138:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078298.103141:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078298.103142:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299955745 00000100:00000001:3.0:1769078298.103144:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299956428 00000100:00000001:3.0:1769078298.103145:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299955745 00000100:00000001:3.0:1769078298.103147:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299956428 00000100:00000001:3.0:1769078298.103148:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078298.103149:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.103150:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078298.103153:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078298/real 1769078298] req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078298.103158:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078298.103159:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078298.103160:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078298.103161:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078298.103162:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078298.103164:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078298.103165:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078298.103170:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103178:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078298.103179:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103180:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078298.103181:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078298.103183:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103187:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078298.103191:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103196:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078298.103199:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103200:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078298.103201:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103203:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078298.103207:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078298.103210:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078298.103214:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078298.103216:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078298.103220:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078298.103228:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879552:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078298.103232:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103233:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078298.103236:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657879424/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103240:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078298.103242:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078298.103244:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078298.103245:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078298.103246:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078298.103248:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078298.103249:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078298.103250:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745800. 02000000:00000001:3.0:1769078298.103252:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078298.103253:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078298.103254:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:3.0:1769078298.103256:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078298.103257:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103258:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078298.103260:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657879552/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103264:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078298.103265:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078298.103266:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078298.103267:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078298.103268:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078298.103268:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078298.103269:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078298.103270:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746400. 02000000:00000001:3.0:1769078298.103271:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078298.103272:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078298.103272:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000100:00000001:3.0:1769078298.103274:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078298.103274:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103275:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103278:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078298.103278:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.103280:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078298.103281:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078298.103281:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078298.103284:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103287:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078298.103288:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078298.103290:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078298.103291:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078298.103292:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078298.103294:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879680:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078298.103296:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078298.103297:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078298.103298:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078298.103299:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078298.103301:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078298.103302:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078298.103304:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078298.103306:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000400:00000010:3.0:1769078298.103308:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00000100:00000200:3.0:1769078298.103310:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657879680, portal 4 00000100:00000001:3.0:1769078298.103311:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078298.103312:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00000100:00000040:3.0:1769078298.103315:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103319:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078298.103320:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078298.103322:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 00000100:00000200:3.0:1769078298.103323:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657879680, offset 0 00000400:00000200:3.0:1769078298.103326:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078298.103328:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078298.103330:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078298.103332:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078298.103333:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078298.103335:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078298.103336:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078298.103338:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370762:370762:256:4294967295] 192.168.204.154@tcp LPNI seq info [370757:370757:8:4294967295] 00000400:00000200:3.0:1769078298.103340:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078298.103344:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078298.103348:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078298.103351:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000800:00000200:3.0:1769078298.103354:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078298.103357:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769078298.103361:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078298.103363:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1769078298.103367:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078298.103368:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:3.0:1769078298.103371:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078298.103374:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078298.103377:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:3.0:1769078298.103378:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:3.0:1769078298.103381:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078298.103384:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103390:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078298.103393:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078323 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103398:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.103400:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078298.103402:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078298.103405:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078298.103408:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078298.103410:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299955749 00000100:00000001:3.0:1769078298.103412:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299956428 00000100:00000001:3.0:1769078298.103414:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299955749 00000100:00000001:3.0:1769078298.103416:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299956428 00000100:00000001:3.0:1769078298.103419:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078298.103420:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.103422:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078298.103425:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078298/real 1769078298] req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078298.103433:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078298.103434:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078298.103436:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000400:00000200:3.0:1769078298.103438:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078298.103439:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000100:00000001:3.0:1769078298.103441:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078298.103444:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078298.103450:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103455:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078298.103456:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103458:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078298.103459:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078298.103462:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103468:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078298.103470:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103476:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078298.103478:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103479:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078298.103480:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103482:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078298.103486:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078298.103488:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078298.103490:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078298.103492:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078298.103496:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078298.103502:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879680:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078298.103505:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103507:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078298.103509:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657879680/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078323 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078298.103514:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078298.103515:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078298.103517:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 02000000:00000001:3.0:1769078298.103519:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078298.103520:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078298.103521:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078298.103523:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078298.103524:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747800. 02000000:00000001:3.0:1769078298.103527:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078298.103528:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078298.103529:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:3.0:1769078298.103531:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078298.103532:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103534:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.103536:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078298.103538:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.103539:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078298.103541:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.740672:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078298.740672:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078298.740685:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078298.740686:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078298.740688:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078298.740691:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.740693:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078298.740693:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078298.740696:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078298.740698:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078298.740698:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078298.740704:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.740706:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078298.740708:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078298.740709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078298.740711:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078298.740713:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078298.740717:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078298.740719:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078298.740721:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078298.740723:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078298.740724:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078298.740727:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.740728:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078298.740733:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.740734:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.740744:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.740746:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078298.740747:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078298.740757:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.740761:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.740765:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.740766:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078298.740768:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078298.740770:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.740772:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078298.740773:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078298.740778:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.740779:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078298.740781:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078298.740787:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078298.740787:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078298.740800:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078298.740803:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.740804:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078298.740804:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078298.740804:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078298.740812:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.740813:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078298.740815:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078298.740818:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078298.740818:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078298.740821:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.740822:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078298.740825:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078298.740832:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078298.740833:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078298.740836:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078298.740842:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078298.740843:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078298.740844:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078298.740855:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078298.740857:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078298.740857:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078298.740859:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.740860:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078298.740861:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078298.740866:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.740866:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078298.740868:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078298.740868:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.740870:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078298.740874:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078298.740875:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078298.740877:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078298.740888:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078298.740889:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078298.740890:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.740893:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078298.740898:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078298.740903:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078298.740903:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078298.740906:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078298.740907:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078298.740911:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078298.740912:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078298.740918:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078298.740922:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078298.740926:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078298.740955:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078298.740959:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078298.740963:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078298.868672:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299956428, at 4299956480 00000100:00000040:1.0:1769078298.868672:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299956428, at 4299956480 00000100:00000010:0.0:1769078298.868695:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1cc0. 00000100:00000010:1.0:1769078298.868699:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1b40. 00000100:00000001:2.0:1769078299.124666:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078299.124666:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078299.124675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078299.124675:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078299.124678:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078299.124679:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078299.124685:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078299.124686:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078299.124691:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078299.124691:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078299.124697:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078299.124700:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078299.124702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078299.124703:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078299.124707:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078299.124707:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078299.124710:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078299.124714:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078299.764656:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078299.764656:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078299.764656:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078299.764660:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078299.764663:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078299.764667:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078299.764667:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078299.764667:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078299.764669:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078299.764672:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078299.764672:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078299.764672:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078299.764672:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078299.764680:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078299.764681:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078299.764682:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078299.764682:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078299.764682:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078299.764690:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078299.764690:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078299.764690:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078299.764691:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078299.764695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078299.764697:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078299.764698:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078299.764698:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078299.764704:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078299.764708:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078299.764712:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078299.764712:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078299.764716:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078299.764722:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078299.764722:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078299.764726:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078299.764729:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078299.764730:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078299.764732:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078299.764733:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078299.764735:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078299.764736:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078299.764738:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078299.764740:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000020:00000001:3.0:1769078299.764740:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1769078299.764742:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000020:00000001:3.0:1769078299.764747:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078299.764748:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078299.764748:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078299.764750:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078299.764751:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1769078299.764753:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078299.764755:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078299.764755:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078299.764756:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078299.764758:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078299.764759:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078299.764761:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078299.764762:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078299.764764:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078299.764766:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078299.764769:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078299.764770:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078299.764773:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078299.764776:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078299.764779:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078299.764779:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078299.764784:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078299.764784:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078299.764788:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078299.764791:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078299.764793:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078299.764796:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078299.764798:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078299.764800:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078299.764802:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078300.148623:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078300.148631:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078300.148633:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078300.148638:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078300.148642:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078300.148645:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078300.148648:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078300.148650:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078300.148653:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078300.148657:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078300.148663:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078300.148664:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078300.148669:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078300.148672:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078300.148676:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078300.148678:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078300.148679:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078300.148681:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078300.788737:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078300.788740:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078300.788742:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078300.788742:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078300.788748:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078300.788749:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078300.788750:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078300.788752:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078300.788755:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078300.788756:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078300.788757:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078300.788757:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078300.788777:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078300.788779:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078300.788780:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078300.788780:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078300.788786:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078300.788787:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078300.788789:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078300.788789:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078300.788793:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078300.788793:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078300.788796:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078300.788796:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078300.788799:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078300.788806:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078300.788809:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078300.788811:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078300.788814:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078300.788817:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078300.788819:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078300.788823:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078300.788827:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078300.788827:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078300.788830:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078300.788832:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078300.788837:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078300.788838:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078300.788841:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078300.788846:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078300.788846:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078300.788847:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078300.788849:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078300.788851:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078300.788852:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078300.788856:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078300.788857:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078300.788862:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078300.788863:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078300.788863:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078300.788864:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078300.788867:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078300.788873:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078300.788876:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078300.788878:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078300.788879:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078300.788879:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078300.788882:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078300.788889:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078300.788890:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078300.788891:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078300.788901:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078300.788901:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078300.788901:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078300.788905:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078300.788915:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078300.788915:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078300.788919:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078300.788925:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078300.788929:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078300.788932:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078300.788948:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078300.788953:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078300.788957:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078301.172652:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078301.172658:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078301.172660:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078301.172665:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078301.172667:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078301.172670:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078301.172673:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078301.172675:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078301.172677:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078301.172679:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078301.172686:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078301.172689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078301.172696:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078301.172710:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078301.172713:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078301.172716:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078301.172718:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078301.172721:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078301.812650:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078301.812650:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078301.812657:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078301.812659:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078301.812660:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078301.812663:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078301.812665:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078301.812668:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078301.812671:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078301.812674:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078301.812675:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078301.812680:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078301.812680:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078301.812682:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078301.812690:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078301.812690:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078301.812693:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078301.812696:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078301.812719:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078301.812723:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078301.812734:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078301.812734:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078301.812735:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078301.812743:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078301.812743:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078301.812744:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078301.812749:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078301.812756:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078301.812756:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078301.812757:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078301.812770:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078301.812771:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078301.812771:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078301.812771:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078301.812778:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078301.812784:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078301.812786:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078301.812788:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078301.812789:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078301.812799:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078301.812800:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078301.812804:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078301.812805:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078301.812810:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078301.812812:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078301.812814:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078301.812820:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078301.812827:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078301.812827:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078301.812829:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078301.812835:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078301.812837:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078301.812841:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078301.812843:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078301.812846:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078301.812852:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078301.812855:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078301.812858:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078301.812861:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078301.812864:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078301.812867:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078301.812871:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078301.812873:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078301.812876:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078301.812881:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078301.812885:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078301.812887:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078301.812889:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078301.812890:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078301.812893:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078301.812894:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078301.812901:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078301.812904:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078301.812909:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078301.812910:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078301.812915:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078301.812916:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078301.812940:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078301.812943:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078301.812946:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078302.196634:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078302.196634:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078302.196644:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078302.196644:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078302.196646:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078302.196648:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078302.196655:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078302.196657:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078302.196661:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078302.196662:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078302.196666:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078302.196666:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078302.196670:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078302.196673:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078302.196677:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078302.196681:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078302.196684:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078302.196687:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078302.836689:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078302.836690:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078302.836696:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078302.836700:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078302.836701:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078302.836703:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078302.836709:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078302.836711:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078302.836713:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078302.836714:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078302.836717:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078302.836718:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078302.836719:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078302.836723:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078302.836725:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078302.836726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078302.836727:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078302.836730:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078302.836730:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078302.836732:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078302.836738:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078302.836738:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078302.836738:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078302.836742:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078302.836743:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078302.836748:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078302.836765:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078302.836767:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078302.836769:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078302.836771:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078302.836773:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078302.836774:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078302.836779:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078302.836779:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078302.836783:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078302.836783:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078302.836786:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078302.836790:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078302.836790:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078302.836795:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078302.836797:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00010000:0.0:1769078302.836801:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078302.836802:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078302.836806:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078302.836809:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078302.836811:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078302.836814:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078302.837104:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078302.837108:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078302.837113:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078302.837113:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078302.837113:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078302.837119:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078302.837120:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078302.837120:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078302.837123:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078302.837125:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078302.837125:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078302.837127:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078302.837132:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078302.837132:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078302.837134:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078302.837137:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078302.837138:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078302.837142:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078302.837145:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078302.837146:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078302.837147:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078302.837153:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078302.837154:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078302.837159:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078302.837163:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078302.837165:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078302.837167:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.220667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1769078303.220670:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078303.220675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078303.220678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078303.220680:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769078303.220683:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078303.220685:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078303.220689:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:1.0:1769078303.220690:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:0.0:1769078303.220691:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078303.220693:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078303.220696:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:1.0:1769078303.220696:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769078303.220697:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078303.220701:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.220702:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078303.220704:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078303.220707:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5288 00000020:00000001:1.0:1769078303.220708:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769078303.220712:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000400:00000200:0.0:1769078303.220718:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078303.220718:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000020:00000001:1.0:1769078303.220722:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:0.0:1769078303.220725:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00000001:1.0:1769078303.220725:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078303.220727:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00080000:0.0:1769078303.220729:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078303.220731:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:0.0:1769078303.220734:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078303.220734:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078303.220736:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.220737:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078303.220740:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:1.0:1769078303.220742:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000001:0.0:1769078303.220743:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:1.0:1769078303.220745:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769078303.220747:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1769078303.220749:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:1.0:1769078303.220750:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000001:0.0:1769078303.220752:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078303.220752:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000040:0.0:1769078303.220755:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:1.0:1769078303.220755:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769078303.220757:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078303.220758:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:1.0:1769078303.220760:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078303.220761:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:1.0:1769078303.220763:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:0.0:1769078303.220764:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078303.220765:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.220766:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1769078303.220767:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078303.220767:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.220768:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078303.220770:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078303.220770:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078303.220772:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:0.0:1769078303.220773:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:1.0:1769078303.220775:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078303.220777:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078303.220778:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:0.0:1769078303.220779:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.220779:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:0.0:1769078303.220782:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:1.0:1769078303.220782:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:0.0:1769078303.220785:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00200000:1.0:1769078303.220785:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:0.0:1769078303.220788:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078303.220789:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:0.0:1769078303.220790:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1769078303.220792:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.220793:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:1.0:1769078303.220795:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078303.220797:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000010:0.0:1769078303.220799:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9180. 00000020:00000001:1.0:1769078303.220799:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769078303.220801:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000040:0.0:1769078303.220803:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078303.220803:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:1.0:1769078303.220805:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:0.0:1769078303.220808:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078303.220809:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:0.0:1769078303.220810:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.220810:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078303.220812:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078303.220812:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.220814:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078303.220816:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769078303.220816:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769078303.220819:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078303.220820:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078303.220821:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.220822:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.220824:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.220825:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078303.220827:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 02000000:00000010:0.0:1769078303.220829:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747000. 00020000:00000001:1.0:1769078303.220829:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.220830:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078303.220832:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078303.220834:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.220835:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.220837:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.220837:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.220839:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.220841:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078303.220842:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.220844:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.220846:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078303.220848:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078303.220850:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.220851:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078303.220853:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078303.220856:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00100000:0.0:1769078303.220857:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:1.0:1769078303.220862:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078303.220866:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:0.0:1769078303.220867:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:1.0:1769078303.220867:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078303.220870:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:0.0:1769078303.220872:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078303.220872:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078303.220875:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000100:00000040:0.0:1769078303.220877:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000558de43] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:1.0:1769078303.220878:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769078303.220881:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078303.220882:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078303.220884:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078303.220886:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078303.220889:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:1.0:1769078303.220893:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:1.0:1769078303.220895:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.220897:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.220899:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.220899:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.220901:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078303.220902:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078303.220903:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.220905:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:0.0:1769078303.220906:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1769078303.220907:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:1.0:1769078303.220907:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00080000:0.0:1769078303.220909:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:1.0:1769078303.220909:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078303.220911:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1769078303.220913:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078303.220913:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078303.220915:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078303.220916:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5288 00020000:00000001:1.0:1769078303.220917:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078303.220919:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:0.0:1769078303.220920:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078303.220921:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000200:0.0:1769078303.220924:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078303.220924:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078303.220925:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:0.0:1769078303.220926:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078303.220927:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078303.220928:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769078303.220929:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000040:0.0:1769078303.220930:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078303.220930:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.220935:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078303.220935:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.220935:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:1.0:1769078303.220939:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000040:0.0:1769078303.220940:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078303.220940:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:0.0:1769078303.220942:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078303.220942:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078303.220944:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769078303.220945:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078303.220945:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000040:0.0:1769078303.220946:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:0.0:1769078303.220947:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078303.220947:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078303.220948:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.220949:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000040:0.0:1769078303.220950:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769078303.220951:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078303.220952:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:1.0:1769078303.220953:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078303.220954:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:1.0:1769078303.220954:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.220956:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000040:0.0:1769078303.220958:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078303.220958:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:0.0:1769078303.220960:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078303.220960:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.220961:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:0.0:1769078303.220962:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078303.220963:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:0.0:1769078303.220964:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078303.220964:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000040:0.0:1769078303.220966:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:1.0:1769078303.220966:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078303.220968:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:0.0:1769078303.220969:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00001000:1.0:1769078303.220969:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000100:00000001:0.0:1769078303.220971:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.220972:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:0.0:1769078303.220973:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:1.0:1769078303.220973:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078303.220976:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:0.0:1769078303.220978:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00200000:1.0:1769078303.220978:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:0.0:1769078303.220981:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078303.220981:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:0.0:1769078303.220983:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078303.220983:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078303.220986:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000008:00100000:0.0:1769078303.220988:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000080:00000001:1.0:1769078303.220988:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:1.0:1769078303.220990:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078303.220991:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.220993:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.220996:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1769078303.220997:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8e00. 00000080:00000001:1.0:1769078303.220998:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000020:00000040:0.0:1769078303.221000:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000080:00000001:1.0:1769078303.221000:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078303.221016:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000040:3.0:1769078303.221016:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078303.221017:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078303.221019:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221019:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000001:0.0:1769078303.221023:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078303.221025:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078303.221028:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.221029:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078303.221032:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078303.221034:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 02000000:00000001:3.0:1769078303.221036:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078303.221040:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078303.221041:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078303.221043:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078303.221047:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657879808:192.168.204.154@tcp:250:kworker.0 00000100:00100000:0.0:1769078303.221051:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078303.221052:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00001000:1.0:1769078303.221058:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 02000000:00000001:3.0:1769078303.221059:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1769078303.221061:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078303.221062:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 00000020:00000001:1.0:1769078303.221064:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:3.0:1769078303.221064:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.221065:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078303.221067:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078303.221070:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:3.0:1769078303.221071:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1769078303.221073:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038534462] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078303.221073:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.221075:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078303.221077:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078303.221079:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000001:0.0:1769078303.221083:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078303.221083:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00080000:0.0:1769078303.221086:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:1.0:1769078303.221086:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078303.221087:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078303.221089:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00080000:0.0:1769078303.221090:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000001:1.0:1769078303.221090:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.221092:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:1.0:1769078303.221092:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1769078303.221093:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:1.0:1769078303.221095:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078303.221096:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221098:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.221099:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078303.221101:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 02000000:00000010:3.0:1769078303.221101:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19400. 00000100:00000001:0.0:1769078303.221102:0:13261:0:(import.c:484:import_select_connection()) Process entered 00020000:00000002:1.0:1769078303.221103:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00080000:0.0:1769078303.221105:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5288 00000020:00000001:1.0:1769078303.221106:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221108:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078303.221110:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078303.221111:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000400:00000200:0.0:1769078303.221112:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00200000:1.0:1769078303.221112:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769078303.221115:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:0.0:1769078303.221116:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078303.221117:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00080000:0.0:1769078303.221119:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078303.221119:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078303.221120:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000040:0.0:1769078303.221122:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078303.221122:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:0.0:1769078303.221124:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:1.0:1769078303.221124:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769078303.221127:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000100:00000040:0.0:1769078303.221128:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078303.221129:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078303.221130:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078303.221131:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078303.221132:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078303.221132:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:0.0:1769078303.221134:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078303.221134:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078303.221136:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078303.221136:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221137:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000040:0.0:1769078303.221138:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:0.0:1769078303.221140:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078303.221140:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078303.221141:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078303.221142:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:1.0:1769078303.221143:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221144:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078303.221146:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078303.221146:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078303.221147:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:0.0:1769078303.221148:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078303.221148:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.221150:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:0.0:1769078303.221151:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078303.221151:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:0.0:1769078303.221152:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078303.221152:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221154:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078303.221155:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:1.0:1769078303.221156:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078303.221158:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:1.0:1769078303.221158:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221159:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078303.221160:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.221161:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078303.221162:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078303.221162:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221164:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:0.0:1769078303.221165:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078303.221166:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 02000000:00000001:0.0:1769078303.221167:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221167:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.221169:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769078303.221170:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00000001:1.0:1769078303.221170:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078303.221171:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00100000:0.0:1769078303.221172:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:0.0:1769078303.221175:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078303.221175:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:0.0:1769078303.221177:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078303.221177:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078303.221179:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1769078303.221181:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eb100. 00000008:00000001:1.0:1769078303.221181:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000020:00000040:0.0:1769078303.221183:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000008:00000001:1.0:1769078303.221183:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078303.221185:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 02000000:00000001:0.0:1769078303.221186:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1769078303.221188:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078303.221188:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000100:00000001:0.0:1769078303.221190:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078303.221191:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000008:00000001:1.0:1769078303.221191:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:0.0:1769078303.221193:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078303.221193:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078303.221194:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078303.221196:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000010:0.0:1769078303.221198:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000008:00000020:1.0:1769078303.221198:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00000001:0.0:1769078303.221201:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078303.221202:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:2.0:1769078303.221204:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000008:00000001:1.0:1769078303.221205:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078303.221206:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078303.221207:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1769078303.221209:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.221211:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221212:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221216:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078303.221216:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078303.221218:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078303.221221:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.221221:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078303.221223:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078303.221223:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.221224:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.221225:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:0.0:1769078303.221228:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008abbfab4] to pc [ptlrpcd_rcv+-1] req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078303.221228:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:2.0:1769078303.221230:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:1.0:1769078303.221231:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078303.221234:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1769078303.221234:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.221236:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078303.221240:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.221241:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.221241:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078303.221241:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078303.221243:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00080000:0.0:1769078303.221246:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078303.221246:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078303.221248:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00080000:0.0:1769078303.221249:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00020000:00000001:1.0:1769078303.221249:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:0.0:1769078303.221250:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:1.0:1769078303.221250:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.221252:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00080000:0.0:1769078303.221253:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078303.221253:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:0.0:1769078303.221255:0:13261:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:1.0:1769078303.221255:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078303.221257:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5288 00020000:00000001:1.0:1769078303.221257:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221259:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000400:00000200:0.0:1769078303.221261:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078303.221261:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078303.221263:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000400:00000200:0.0:1769078303.221264:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769078303.221264:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078303.221265:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078303.221266:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00080000:0.0:1769078303.221268:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078303.221268:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000010:2.0:1769078303.221268:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:1.0:1769078303.221270:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078303.221271:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078303.221274:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221276:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221277:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078303.221278:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000010:2.0:1769078303.221279:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:1.0:1769078303.221280:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078303.221281:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078303.221284:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078303.221285:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078303.221285:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078303.221287:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000040:0.0:1769078303.221288:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078303.221288:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078303.221289:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:0.0:1769078303.221290:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00001000:1.0:1769078303.221290:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000100:00000200:2.0:1769078303.221292:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657879808, portal 25 00000020:00000001:0.0:1769078303.221293:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:1.0:1769078303.221293:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000020:00000040:0.0:1769078303.221295:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00020000:00000001:1.0:1769078303.221295:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000020:00000001:0.0:1769078303.221298:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:1.0:1769078303.221298:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:2.0:1769078303.221299:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:0.0:1769078303.221301:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000080:00200000:1.0:1769078303.221301:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078303.221302:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094216064 : -115332615335552 : ffff971b086e9180) 00000020:00000001:0.0:1769078303.221305:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000080:00000001:1.0:1769078303.221306:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078303.221309:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078303.221309:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078303.221311:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000040:0.0:1769078303.221313:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:1.0:1769078303.221313:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:1.0:1769078303.221315:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.221316:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078303.221317:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078303.221320:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:1.0:1769078303.221320:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769078303.221322:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:0.0:1769078303.221323:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078303.221324:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078303.221326:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00000040:0.0:1769078303.221327:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000020:00001000:1.0:1769078303.221331:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00080000:0.0:1769078303.221333:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078303.221335:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000100:00000001:0.0:1769078303.221339:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221339:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078303.221340:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1769078303.221341:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000080:00000001:1.0:1769078303.221341:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078303.221344:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:0.0:1769078303.221345:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078303.221349:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221349:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:2.0:1769078303.221349:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078303.221351:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078303.221353:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000080:00000001:1.0:1769078303.221354:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078303.221355:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000008:00100000:0.0:1769078303.221356:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000002:1.0:1769078303.221357:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000008:00000001:0.0:1769078303.221360:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078303.221361:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000200:2.0:1769078303.221361:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657879808, offset 0 00000100:00000001:0.0:1769078303.221363:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221364:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078303.221367:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078303.221368:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000010:0.0:1769078303.221370:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e8a80. 00020000:00000001:1.0:1769078303.221371:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078303.221371:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000040:0.0:1769078303.221373:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00000001:1.0:1769078303.221373:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078303.221377:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:1.0:1769078303.221377:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 02000000:00000001:0.0:1769078303.221379:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221379:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.221380:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078303.221381:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:2.0:1769078303.221382:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:0.0:1769078303.221383:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078303.221383:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:0.0:1769078303.221386:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221386:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078303.221388:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:2.0:1769078303.221390:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 02000000:00000010:0.0:1769078303.221392:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000020:00000001:1.0:1769078303.221392:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221396:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:0.0:1769078303.221397:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221397:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:2.0:1769078303.221398:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:1.0:1769078303.221399:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00100000:0.0:1769078303.221403:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00200000:1.0:1769078303.221403:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000200:2.0:1769078303.221406:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000002:1.0:1769078303.221407:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769078303.221411:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000200:2.0:1769078303.221412:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:1.0:1769078303.221413:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:0.0:1769078303.221414:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078303.221416:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:2.0:1769078303.221417:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000001:0.0:1769078303.221418:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221418:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769078303.221422:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000400:00000200:2.0:1769078303.221423:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370763:370763:256:4294967295] 192.168.204.154@tcp LPNI seq info [370758:370758:8:4294967295] 00000100:00000040:0.0:1769078303.221425:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef1d5ace] to pc [ptlrpcd_rcv+-1] req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078303.221425:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000020:00000001:1.0:1769078303.221429:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:2.0:1769078303.221431:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078303.221432:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.221435:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078303.221437:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.221438:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221439:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221441:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000040:0.0:1769078303.221443:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5298) 00000020:00000001:1.0:1769078303.221444:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078303.221446:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221450:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078303.221451:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:1.0:1769078303.221455:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221459:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000800:00000200:2.0:1769078303.221460:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:1.0:1769078303.221463:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078303.221465:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000010:2.0:1769078303.221466:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000020:00000001:1.0:1769078303.221467:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078303.221470:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078303.221472:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221476:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078303.221476:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:1.0:1769078303.221481:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078303.221483:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00020000:00000001:1.0:1769078303.221485:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221487:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078303.221489:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078303.221490:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769078303.221491:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221495:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000800:00000200:2.1:1769078303.221496:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00020000:00000001:1.0:1769078303.221497:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078303.221499:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.221501:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078303.221502:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078303.221503:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078303.221505:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078303.221506:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078303.221507:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078303.221508:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078303.221509:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078303.221510:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000800:00000100:2.0:1769078303.221511:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00000020:1.0:1769078303.221514:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000800:00000010:2.0:1769078303.221515:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000008:00000001:1.0:1769078303.221518:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078303.221520:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000200:2.0:1769078303.221520:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:1.0:1769078303.221521:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078303.221525:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078303.221527:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000400:00000200:2.0:1769078303.221528:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000008:00000001:1.0:1769078303.221533:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000008:00000001:1.0:1769078303.221536:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078303.221536:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000020:00000001:1.0:1769078303.221540:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078303.221540:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00020000:00000001:1.0:1769078303.221545:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221546:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.221547:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1769078303.221548:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221550:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078303.221552:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078303.221572:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078303.221574:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078303.221575:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000200:2.0:1769078303.221576:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078303.221577:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221581:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078303.221585:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078303.221587:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078303.221590:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078303.221591:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078303.221591:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1769078303.221595:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:2.0:1769078303.221596:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078303.221598:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078303.221601:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221605:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.221607:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221609:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:2.0:1769078303.221609:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769078303.221612:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078303.221615:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078303.221616:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:2.0:1769078303.221616:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221618:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078303.221620:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078303.221623:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769078303.221623:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078303.221625:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078303.221627:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078303.221628:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299961548 00020000:00000001:1.0:1769078303.221629:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221633:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221634:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078303.221635:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000010:2.0:1769078303.221635:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bba0. 00000020:00000001:1.0:1769078303.221638:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221640:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078303.221640:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078303.221641:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078303.221642:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078303.221642:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078303.221643:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078303.221645:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769078303.221645:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00020000:00000001:1.0:1769078303.221647:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078303.221649:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769078303.221650:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769078303.221652:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078303.221653:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299961548 00000020:00000001:1.0:1769078303.221654:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078303.221657:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000010:2.0:1769078303.221658:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b060. 00000080:00000001:1.0:1769078303.221659:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:1.0:1769078303.221663:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.221664:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000080:00000001:1.0:1769078303.221667:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078303.221668:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1769078303.221669:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078303.221672:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078303.221673:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221674:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000001:2.0:1769078303.221676:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00001000:1.0:1769078303.221677:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769078303.221681:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000100:00100000:2.0:1769078303.221681:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078303/real 1769078303] req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078303.221684:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078303.221686:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078303.221688:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769078303.221695:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.221696:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000001:2.0:1769078303.221696:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078303.221699:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000080:00000001:1.0:1769078303.221700:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078303.221704:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000400:00000010:2.0:1769078303.221704:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00020000:00000002:1.0:1769078303.221707:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:1.0:1769078303.221710:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:2.0:1769078303.221710:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00020000:00000001:1.0:1769078303.221711:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078303.221714:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000010:2.0:1769078303.221714:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00020000:00000001:1.0:1769078303.221716:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.221718:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000001:1.0:1769078303.221719:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078303.221722:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078303.221724:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078303.221725:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078303.221726:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.221728:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078303.221730:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078303.221732:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769078303.221737:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221739:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000200:2.0:1769078303.221740:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078303.221741:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078303.221743:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769078303.221745:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769078303.221748:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769078303.221754:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:2.0:1769078303.221755:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:1.0:1769078303.221756:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:2.0:1769078303.221757:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.221758:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078303.221761:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:2.0:1769078303.221761:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00001000:1.0:1769078303.221765:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000001:2.0:1769078303.221765:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.221768:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000020:00000001:1.0:1769078303.221772:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00100000:2.0:1769078303.221772:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078303.221775:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.221777:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078303.221778:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221781:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221785:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000001:2.0:1769078303.221787:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.221788:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078303.221791:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221793:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078303.221794:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078303.221795:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221798:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078303.221800:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078303.221801:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.221803:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078303.221804:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078303.221807:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221811:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.221811:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:1.0:1769078303.221814:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.221816:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078303.221817:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221821:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:2.0:1769078303.221822:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769078303.221823:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221826:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.221827:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.221828:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078303.221829:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078303.221831:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.221832:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078303.221833:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000008:00000001:1.0:1769078303.221834:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078303.221837:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769078303.221838:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000008:00000001:1.0:1769078303.221840:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078303.221841:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078303.221843:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1769078303.221845:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000008:00000001:1.0:1769078303.221846:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078303.221847:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078303.221849:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000008:00000020:1.0:1769078303.221852:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:1.0:1769078303.221855:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078303.221856:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:2.0:1769078303.221856:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000008:00000001:1.0:1769078303.221859:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078303.221862:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:2.0:1769078303.221863:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000020:1.0:1769078303.221864:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769078303.221870:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078303.221871:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221873:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078303.221874:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078303.221875:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221878:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221882:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221885:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078303.221887:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078303.221888:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078303.221890:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078303.221893:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078303.221894:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221896:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078303.221897:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00100000:2.0:1769078303.221897:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657879808:192.168.204.154@tcp:250:kworker.0 00000020:00000001:1.0:1769078303.221899:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078303.221900:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078303.221902:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.221903:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078303.221904:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078303.221906:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221910:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221912:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078303.221913:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078303.221914:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:2.0:1769078303.221914:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.221916:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078303.221919:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078303.221920:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078303.221920:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:1.0:1769078303.221921:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.221924:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078303.221924:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078303.221927:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078303.221927:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9180 x1855007657879808/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078303.221928:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.221932:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078303.221934:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078303.221936:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.221939:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078303.221940:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078303.221943:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078303.221943:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1769078303.221945:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078303.221947:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:2.0:1769078303.221947:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00001000:1.0:1769078303.221948:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078303.221951:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000010:2.0:1769078303.221951:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19400. 00020000:00000001:1.0:1769078303.221954:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078303.221955:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:2.0:1769078303.221956:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000080:00200000:1.0:1769078303.221957:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769078303.221960:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078303.221960:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078303.221963:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000040:2.0:1769078303.221963:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00001000:1.0:1769078303.221965:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000020:00000001:2.0:1769078303.221967:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000080:00000001:1.0:1769078303.221968:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078303.221971:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078303.221972:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747000. 00000080:00000001:1.0:1769078303.221974:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769078303.221976:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078303.221977:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:2.0:1769078303.221977:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1769078303.221979:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 02000000:00000001:2.0:1769078303.221980:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00001000:1.0:1769078303.221981:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000010:2.0:1769078303.221983:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9180. 00000020:00000001:1.0:1769078303.221984:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000020:00000001:1.0:1769078303.221987:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078303.221987:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000080:00000001:1.0:1769078303.221990:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078303.221990:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769078303.221993:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:2.0:1769078303.221994:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.221996:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.221998:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078303.221999:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078303.222000:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769078303.222014:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:2.0:1769078303.222014:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078303.222016:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222019:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:2.0:1769078303.222020:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:1.0:1769078303.222023:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:2.0:1769078303.222023:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:1.0:1769078303.222027:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:2.0:1769078303.222027:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:1.0:1769078303.222031:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222034:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1769078303.222034:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078303.222038:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078303.222040:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222043:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.222045:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078303.222047:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078303.222049:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:2.0:1769078303.222050:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078303.222051:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.222052:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222054:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 02000000:00000001:2.0:1769078303.222055:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1769078303.222056:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078303.222059:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:2.0:1769078303.222060:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00200000:1.0:1769078303.222061:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769078303.222064:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:2.0:1769078303.222064:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222068:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00100000:2.0:1769078303.222069:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879936:192.168.204.154@tcp:38:kworker.0 00020000:00000001:1.0:1769078303.222070:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078303.222072:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078303.222075:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:2.0:1769078303.222075:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00001000:1.0:1769078303.222078:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 02000000:00000001:2.0:1769078303.222079:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1769078303.222081:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 02000000:00000001:2.0:1769078303.222082:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222084:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:2.0:1769078303.222085:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1769078303.222086:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.222089:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000010:2.0:1769078303.222089:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f00400. 00000020:00000001:1.0:1769078303.222090:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222095:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078303.222095:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222101:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000020:00000001:1.0:1769078303.222102:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078303.222103:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222107:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078303.222107:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078303.222109:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222112:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078303.222113:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078303.222114:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000010:2.0:1769078303.222114:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000020:00000001:1.0:1769078303.222115:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078303.222116:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078303.222118:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222120:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222121:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222122:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078303.222122:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:1.0:1769078303.222125:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078303.222126:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222129:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222130:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000200:2.0:1769078303.222130:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657879936, portal 10 00020000:00000001:1.0:1769078303.222132:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078303.222133:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.222136:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:2.0:1769078303.222136:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000008:00000001:1.0:1769078303.222137:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078303.222140:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769078303.222141:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094215168 : -115332615336448 : ffff971b086e8e00) 00000008:00000001:1.0:1769078303.222142:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078303.222144:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078303.222147:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078303.222148:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078303.222149:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078303.222150:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:1.0:1769078303.222153:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000040:2.0:1769078303.222153:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078303.222158:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078303.222159:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078303.222161:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078303.222164:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078303.222166:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769078303.222173:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.222174:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:1.0:1769078303.222175:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222178:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078303.222179:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:1.0:1769078303.222180:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078303.222182:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00020000:00000001:1.0:1769078303.222183:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222187:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078303.222188:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657879936, offset 0 00000020:00000001:1.0:1769078303.222189:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078303.222191:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078303.222193:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078303.222195:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:2.0:1769078303.222195:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078303.222196:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078303.222199:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222201:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078303.222203:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:2.0:1769078303.222203:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078303.222205:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078303.222207:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078303.222209:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769078303.222209:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:1.0:1769078303.222212:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078303.222214:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000200:2.0:1769078303.222215:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:1.0:1769078303.222216:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222219:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078303.222221:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:1.0:1769078303.222222:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078303.222224:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000200:2.0:1769078303.222226:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1769078303.222227:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078303.222229:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078303.222232:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:2.0:1769078303.222232:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:1.0:1769078303.222235:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078303.222237:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769078303.222238:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370764:370764:256:4294967295] 192.168.204.154@tcp LPNI seq info [370759:370759:8:4294967295] 00000020:00000001:1.0:1769078303.222239:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078303.222241:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078303.222243:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222245:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078303.222246:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078303.222247:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078303.222249:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078303.222252:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222253:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078303.222255:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078303.222256:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078303.222258:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078303.222260:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078303.222262:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078303.222265:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000200:2.0:1769078303.222265:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:1.0:1769078303.222268:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078303.222269:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769078303.222271:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769078303.222274:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078303.222276:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000800:00000200:2.0:1769078303.222277:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00001000:1.0:1769078303.222279:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769078303.222282:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1769078303.222283:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000080:00000001:1.0:1769078303.222284:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078303.222286:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769078303.222289:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078303.222289:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078303.222291:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000020:00001000:1.0:1769078303.222294:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000800:00000200:2.0:1769078303.222294:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769078303.222297:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000800:00000200:2.0:1769078303.222299:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000020:00000001:1.0:1769078303.222300:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078303.222302:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078303.222305:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769078303.222307:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.222309:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000800:00000200:2.1:1769078303.222310:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000080:00000001:1.0:1769078303.222311:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078303.222314:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769078303.222317:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000800:00000200:2.1:1769078303.222317:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00020000:00000001:1.0:1769078303.222320:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078303.222323:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078303.222325:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000800:00000100:2.0:1769078303.222327:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:1.0:1769078303.222328:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222330:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1769078303.222332:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00020000:00000001:1.0:1769078303.222333:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078303.222334:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222337:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.222339:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078303.222339:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000400:00000200:2.0:1769078303.222340:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000002:1.0:1769078303.222341:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769078303.222344:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222346:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078303.222347:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078303.222349:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000400:00000200:2.0:1769078303.222350:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00200000:1.0:1769078303.222351:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769078303.222354:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:2.0:1769078303.222355:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00020000:00000001:1.0:1769078303.222358:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000010:2.0:1769078303.222359:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00020000:00000001:1.0:1769078303.222361:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:2.0:1769078303.222362:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1769078303.222363:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078303.222366:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000200:2.0:1769078303.222369:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:1.0:1769078303.222370:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769078303.222373:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:1.0:1769078303.222375:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769078303.222378:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078303.222379:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078303.222382:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222384:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.222384:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:1.0:1769078303.222387:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000040:2.0:1769078303.222388:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078303.222390:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078303.222392:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222395:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222398:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222401:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078303.222402:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078303.222404:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.222406:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:2.0:1769078303.222407:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222408:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078303.222410:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.222410:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769078303.222414:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.222415:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222416:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222419:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222421:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078303.222422:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078303.222422:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000020:00000001:1.0:1769078303.222426:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222429:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:2.0:1769078303.222429:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078303.222430:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078303.222433:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078303.222433:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299960843 00000020:00000001:1.0:1769078303.222435:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078303.222438:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078303.222439:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1769078303.222439:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299961548 00000008:00000001:1.0:1769078303.222442:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078303.222443:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299960843 00000008:00000020:1.0:1769078303.222444:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078303.222447:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.222447:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299961548 00000008:00000001:1.0:1769078303.222450:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:2.0:1769078303.222451:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1769078303.222452:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078303.222454:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000100:00000001:2.0:1769078303.222455:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078303.222457:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000100:00000001:2.0:1769078303.222458:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:1.0:1769078303.222462:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00100000:2.0:1769078303.222463:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078303/real 1769078303] req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:1.0:1769078303.222464:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078303.222466:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078303.222470:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078303.222471:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1769078303.222479:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078303.222482:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078303.222482:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1769078303.222483:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078303.222485:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00020000:00000001:1.0:1769078303.222486:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078303.222488:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00020000:00000001:1.0:1769078303.222489:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222492:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078303.222493:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000001:1.0:1769078303.222494:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000010:2.0:1769078303.222495:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00020000:00000001:1.0:1769078303.222496:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078303.222499:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:2.0:1769078303.222499:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1769078303.222500:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078303.222502:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078303.222504:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078303.222504:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078303.222507:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078303.222509:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078303.222511:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078303.222513:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078303.222515:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078303.222518:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078303.222520:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000200:2.0:1769078303.222520:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078303.222521:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222525:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222528:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078303.222530:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078303.222532:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078303.222534:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078303.222535:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078303.222535:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078303.222538:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078303.222539:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078303.222541:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078303.222542:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769078303.222543:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078303.222544:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.222545:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078303.222547:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078303.222550:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078303.222550:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078303.222575:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078303.222576:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.222578:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:2.0:1769078303.222581:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078303.222582:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.222586:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078303.222589:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078303.222592:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078303.222593:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:1.0:1769078303.222594:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:2.0:1769078303.222596:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078303.222597:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078303.222599:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00001000:1.0:1769078303.222601:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000100:00000001:2.0:1769078303.222601:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.222605:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:1.0:1769078303.222606:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:2.0:1769078303.222608:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:1.0:1769078303.222609:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078303.222612:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00080000:2.0:1769078303.222613:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000080:00200000:1.0:1769078303.222614:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00080000:2.0:1769078303.222618:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000080:00000001:1.0:1769078303.222619:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078303.222621:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078303.222623:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00001000:1.0:1769078303.222624:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769078303.222627:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078303.222628:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:1.0:1769078303.222629:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078303.222637:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657879936:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078303.222640:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078303.222642:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222651:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078303.222652:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078303.222653:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078303.222655:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078303.222656:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078303.222657:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880064:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078303.222659:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078303.222660:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078303.222661:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078303.222662:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078303.222665:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01c00. 02000000:00000001:2.0:1769078303.222666:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078303.222668:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078303.222670:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078303.222672:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078303.222674:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657880064, portal 4 00000100:00000001:2.0:1769078303.222675:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078303.222676:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094224128 : -115332615327488 : ffff971b086eb100) 00000100:00000040:2.0:1769078303.222680:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222684:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078303.222685:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078303.222686:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078303.222688:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657880064, offset 0 00000400:00000200:2.0:1769078303.222690:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078303.222692:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078303.222694:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078303.222696:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078303.222698:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078303.222699:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078303.222701:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078303.222703:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370765:370765:256:4294967295] 192.168.204.154@tcp LPNI seq info [370760:370760:8:4294967295] 00000400:00000200:2.0:1769078303.222706:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078303.222710:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078303.222712:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078303.222714:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078303.222717:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078303.222719:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769078303.222721:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078303.222723:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:2.0:1769078303.222725:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078303.222726:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078303.222728:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078303.222730:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078303.222732:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078303.222733:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078303.222734:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078303.222736:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222741:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078303.222743:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222747:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.222748:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078303.222749:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078303.222751:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078303.222753:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078303.222754:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299960865 00000100:00000001:2.0:1769078303.222756:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299961548 00000100:00000001:2.0:1769078303.222757:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299960865 00000100:00000001:2.0:1769078303.222759:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299961548 00000100:00000001:2.0:1769078303.222760:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078303.222762:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.222763:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078303.222765:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078303/real 1769078303] req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078303.222769:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078303.222770:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078303.222771:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078303.222772:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078303.222773:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078303.222774:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078303.222776:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078303.222781:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222784:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078303.222785:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.222786:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078303.222787:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078303.222788:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222792:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078303.222794:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222797:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078303.222798:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.222799:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078303.222800:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.222801:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078303.222804:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078303.222805:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078303.222807:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078303.222809:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078303.222811:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078303.222815:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880064:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078303.222817:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078303.222819:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222825:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078303.222826:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078303.222828:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078303.222829:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078303.222831:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078303.222833:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880192:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078303.222836:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078303.222838:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078303.222839:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078303.222841:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078303.222844:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02c00. 02000000:00000001:2.0:1769078303.222845:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078303.222848:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078303.222851:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078303.222854:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078303.222856:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657880192, portal 4 00000100:00000001:2.0:1769078303.222858:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078303.222859:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094214272 : -115332615337344 : ffff971b086e8a80) 00000100:00000040:2.0:1769078303.222865:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222872:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078303.222874:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078303.222876:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078303.222878:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657880192, offset 0 00000400:00000200:2.0:1769078303.222880:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078303.222883:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078303.222887:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078303.222889:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078303.222892:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078303.222894:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078303.222896:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078303.222899:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370766:370766:256:4294967295] 192.168.204.154@tcp LPNI seq info [370761:370761:8:4294967295] 00000400:00000200:2.0:1769078303.222903:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078303.222910:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078303.222914:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078303.222918:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078303.222922:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078303.222924:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000200:2.1:1769078303.222928:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078303.222930:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 2 secs later) 00000800:00000100:2.0:1769078303.222933:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078303.222934:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078303.222936:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078303.222938:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078303.222940:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078303.222941:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078303.222943:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078303.222945:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222950:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078303.222952:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078328 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222957:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.222958:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078303.222960:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078303.222962:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078303.222964:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078303.222966:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299960869 00000100:00000001:2.0:1769078303.222967:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299961548 00000100:00000001:2.0:1769078303.222969:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299960869 00000100:00000001:2.0:1769078303.222970:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299961548 00000100:00000001:2.0:1769078303.222971:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078303.222973:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.222974:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078303.222975:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078303/real 1769078303] req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078303.222980:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078303.222981:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078303.222982:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078303.222984:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078303.222985:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078303.222986:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078303.222988:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078303.222993:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.222996:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078303.222997:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.222998:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078303.222998:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078303.223000:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.223019:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078303.223022:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.223026:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078303.223028:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.223029:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078303.223030:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.223031:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078303.223034:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078303.223035:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078303.223037:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078303.223038:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078303.223040:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078303.223045:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880192:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078303.223047:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.223048:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078303.223050:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8e00 x1855007657879936/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.223053:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078303.223054:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078303.223055:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f00400. 02000000:00000001:2.0:1769078303.223057:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078303.223057:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078303.223058:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078303.223060:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078303.223061:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 02000000:00000001:2.0:1769078303.223064:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078303.223065:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078303.223066:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8e00. 00000100:00000001:2.0:1769078303.223068:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078303.223069:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.223070:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078303.223072:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eb100 x1855007657880064/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.223076:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078303.223076:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078303.223077:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01c00. 02000000:00000001:2.0:1769078303.223079:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078303.223079:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078303.223080:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078303.223081:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078303.223082:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:2.0:1769078303.223083:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078303.223083:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078303.223084:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eb100. 00000100:00000001:2.0:1769078303.223085:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078303.223086:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.223087:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078303.223088:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e8a80 x1855007657880192/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078328 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078303.223091:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078303.223092:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078303.223093:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02c00. 02000000:00000001:2.0:1769078303.223094:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078303.223095:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078303.223096:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078303.223098:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078303.223099:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 02000000:00000001:2.0:1769078303.223101:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078303.223102:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078303.223103:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e8a80. 00000100:00000001:2.0:1769078303.223105:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078303.223106:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.223107:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078303.223110:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078303.223112:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.223113:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078303.223115:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.860642:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078303.860653:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078303.860656:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078303.860664:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078303.860664:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078303.860670:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078303.860672:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078303.860674:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.860680:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078303.860680:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078303.860688:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078303.860688:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078303.860689:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078303.860690:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078303.860693:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078303.860699:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078303.860699:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.860701:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078303.860707:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078303.860708:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078303.860709:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078303.860712:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078303.860714:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078303.860717:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078303.860717:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078303.860721:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078303.860733:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078303.860735:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078303.860738:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078303.860740:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078303.860741:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078303.860743:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078303.860746:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078303.860748:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.860750:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078303.860753:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078303.860758:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.860758:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078303.860760:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078303.860765:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078303.860765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078303.860765:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078303.860779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.860781:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078303.860782:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078303.860783:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078303.860786:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078303.860789:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078303.860790:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.860794:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078303.860795:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078303.860797:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078303.860798:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078303.860799:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.860801:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078303.860810:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078303.860810:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078303.860811:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078303.860818:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.860818:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078303.860828:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078303.860831:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078303.860834:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078303.860834:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078303.860838:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078303.860839:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078303.860843:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078303.860846:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078303.860847:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078303.860850:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078303.860854:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078303.860873:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078303.860878:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078303.860882:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769078303.988671:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299961548, at 4299961600 00000100:00000040:0.0:1769078303.988682:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299961548, at 4299961600 00000100:00000010:1.0:1769078303.988694:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b060. 00000100:00000010:0.0:1769078303.988700:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bba0. 00000100:00000001:2.0:1769078304.244647:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078304.244652:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078304.244659:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078304.244659:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078304.244663:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078304.244663:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078304.244671:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078304.244676:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078304.244678:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078304.244681:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078304.244681:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078304.244684:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078304.244687:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078304.244698:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078304.244701:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078304.244701:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078304.244704:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078304.244706:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078304.884684:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078304.884686:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078304.884687:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078304.884693:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078304.884695:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078304.884695:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078304.884699:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078304.884699:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078304.884701:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078304.884704:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078304.884709:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078304.884709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078304.884709:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078304.884712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078304.884718:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078304.884718:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078304.884718:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078304.884721:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078304.884725:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078304.884725:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078304.884731:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078304.884736:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078304.884741:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078304.884741:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078304.884743:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078304.884747:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078304.884750:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078304.884752:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078304.884753:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078304.884754:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078304.884761:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078304.884762:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078304.884770:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078304.884776:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078304.884780:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078304.884785:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078304.884788:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078304.884788:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078304.884791:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078304.884794:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078304.884795:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078304.884797:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078304.884802:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078304.884805:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078304.884807:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078304.884809:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078304.884810:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078304.884812:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078304.884814:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078304.884815:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078304.884819:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078304.884819:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078304.884820:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078304.884823:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078304.884825:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078304.884826:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078304.884828:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078304.884830:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078304.884830:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078304.884832:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078304.884835:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078304.884837:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078304.884840:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078304.884841:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078304.884844:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078304.884850:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078304.884854:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078304.884856:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078304.884859:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078304.884861:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078304.884864:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078304.884866:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078304.884869:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078304.884871:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078305.268721:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078305.268733:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078305.268735:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078305.268742:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078305.268746:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078305.268750:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078305.268753:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078305.268755:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078305.268758:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.268894:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078305.268898:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078305.268900:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078305.268903:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078305.268905:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078305.268907:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078305.268909:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078305.268910:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078305.268912:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078305.908686:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078305.908686:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078305.908690:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078305.908692:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078305.908698:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078305.908699:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078305.908699:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078305.908699:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078305.908704:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078305.908704:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.908704:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078305.908707:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078305.908710:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078305.908711:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078305.908711:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078305.908712:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078305.908715:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078305.908719:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078305.908719:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078305.908720:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078305.908722:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078305.908723:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078305.908725:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078305.908725:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.908725:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078305.908729:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078305.908733:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078305.908736:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078305.908736:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078305.908739:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078305.908740:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078305.908745:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.908746:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078305.908748:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078305.908750:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078305.908751:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078305.908754:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.908755:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078305.908756:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078305.908760:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078305.908762:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078305.908763:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078305.908766:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078305.908767:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078305.908768:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078305.908768:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078305.908774:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078305.908775:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078305.908775:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078305.908775:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.908779:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078305.908783:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00010000:2.0:1769078305.908783:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078305.908783:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078305.908789:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078305.908790:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078305.908793:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078305.908794:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078305.908798:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078305.908799:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078305.908802:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078305.908802:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078305.908807:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078305.908809:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.908809:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078305.908811:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078305.908813:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078305.908817:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078305.908818:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078305.908822:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078305.908826:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078305.908829:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078305.908831:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078305.908834:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078306.292686:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078306.292686:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078306.292694:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078306.292695:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078306.292697:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078306.292698:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078306.292703:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078306.292704:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078306.292710:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078306.292714:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078306.292716:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078306.292718:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078306.292721:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078306.292724:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078306.292727:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078306.292728:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078306.292731:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078306.292734:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078306.932706:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078306.932707:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078306.932709:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078306.932711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078306.932715:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078306.932718:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078306.932718:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078306.932721:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078306.932721:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078306.932724:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078306.932727:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078306.932728:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078306.932732:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078306.932734:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078306.932737:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078306.932737:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078306.932740:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078306.932740:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078306.932747:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078306.932750:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078306.932751:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078306.932755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078306.932757:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078306.932758:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078306.932759:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078306.932762:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078306.932763:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078306.932765:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078306.932773:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078306.932774:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078306.932783:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078306.932787:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078306.932788:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078306.932793:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078306.932796:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078306.932799:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078306.932800:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078306.932802:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078306.932807:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078306.932811:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078306.932814:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078306.932817:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078306.932817:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078306.932818:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078306.932820:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078306.932820:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078306.932827:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:2.0:1769078306.932829:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078306.932830:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078306.932830:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078306.932833:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078306.932838:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078306.932838:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078306.932842:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078306.932843:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078306.932844:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078306.932853:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078306.932854:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078306.932854:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078306.932860:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078306.932861:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078306.932861:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078306.932870:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078306.932870:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078306.932876:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078306.932877:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078306.932881:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078306.932882:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078306.932882:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078306.932888:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078306.932893:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078306.932896:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078306.932899:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078306.932902:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078307.316673:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078307.316681:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078307.316683:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078307.316684:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078307.316690:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078307.316692:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078307.316700:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078307.316701:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078307.316706:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078307.316708:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078307.316711:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078307.316714:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078307.316715:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078307.316718:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078307.316723:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078307.316723:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078307.316728:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078307.316733:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078307.956663:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078307.956663:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078307.956663:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078307.956670:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078307.956671:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078307.956671:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078307.956674:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078307.956676:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078307.956676:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078307.956681:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078307.956687:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078307.956688:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078307.956690:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078307.956692:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078307.956695:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078307.956696:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078307.956697:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078307.956700:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078307.956700:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078307.956702:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078307.956702:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078307.956709:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078307.956711:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078307.956717:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078307.956721:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078307.956722:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078307.956722:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078307.956728:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078307.956729:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078307.956737:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078307.956738:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078307.956743:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078307.956748:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078307.956749:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078307.956751:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078307.956753:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078307.956755:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078307.956756:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078307.956760:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078307.956763:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078307.956763:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078307.956765:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078307.956772:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078307.956772:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078307.956773:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078307.956781:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078307.956782:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078307.956782:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078307.956789:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078307.956791:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078307.956793:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078307.956796:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078307.956800:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078307.956803:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078307.956813:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078307.956817:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078307.956818:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078307.956820:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078307.956822:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078307.956822:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078307.956825:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078307.956830:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078307.956830:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078307.956833:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078307.956838:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078307.956839:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078307.956843:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078307.956848:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078307.956850:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078307.956854:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078307.956856:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078307.956877:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078307.956880:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078307.956883:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078308.340651:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078308.340658:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078308.340660:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078308.340665:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078308.340669:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078308.340673:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078308.340675:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078308.340678:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078308.340681:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.342600:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078308.342607:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078308.342609:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078308.342614:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000080:00000001:2.0:1769078308.342620:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:3.0:1769078308.342621:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078308.342626:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078308.342627:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00080000:1.0:1769078308.342628:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078308.342634:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769078308.342636:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00000001:2.0:1769078308.342636:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769078308.342639:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.342643:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078308.342645:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078308.342647:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1769078308.342647:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:1.0:1769078308.342652:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000020:00001000:2.0:1769078308.342658:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00080000:1.0:1769078308.342661:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5293 00000020:00000001:2.0:1769078308.342669:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000020:00000001:2.0:1769078308.342675:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:1.0:1769078308.342677:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078308.342680:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078308.342683:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:1.0:1769078308.342686:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078308.342694:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078308.342696:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078308.342699:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078308.342700:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:1.0:1769078308.342702:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078308.342704:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078308.342705:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00000001:2.0:1769078308.342710:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078308.342712:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078308.342716:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078308.342720:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000002:2.0:1769078308.342721:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000020:00000040:1.0:1769078308.342723:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078308.342727:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000002:2.0:1769078308.342731:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769078308.342732:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078308.342742:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078308.342742:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078308.342746:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:1.0:1769078308.342748:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078308.342751:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000040:1.0:1769078308.342754:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078308.342756:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.342759:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078308.342762:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1769078308.342765:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:2.0:1769078308.342766:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078308.342773:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078308.342779:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:2.0:1769078308.342780:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078308.342784:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078308.342788:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:1.0:1769078308.342789:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.342798:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000002:2.0:1769078308.342798:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:1.0:1769078308.342802:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078308.342807:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.342808:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.342817:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769078308.342818:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078308.342823:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.342823:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078308.342828:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078308.342834:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000010:1.0:1769078308.342835:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00020000:00000002:2.0:1769078308.342839:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000040:1.0:1769078308.342841:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:2.0:1769078308.342849:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:1.0:1769078308.342850:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:2.0:1769078308.342853:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000001:1.0:1769078308.342854:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.342859:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:2.0:1769078308.342863:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078308.342866:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078308.342869:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 02000000:00000001:1.0:1769078308.342870:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078308.342877:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 02000000:00000001:1.0:1769078308.342878:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.342886:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000010:1.0:1769078308.342891:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000020:00000001:2.0:1769078308.342894:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078308.342897:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078308.342899:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.342899:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.342905:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.342908:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00100000:1.0:1769078308.342912:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1769078308.342924:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078308.342929:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.342934:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.342938:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769078308.342939:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.342947:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.342949:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078308.342954:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078308.342956:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078308.342958:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:1.0:1769078308.342961:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078308.342961:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078308.342964:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.342974:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.342982:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.342987:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.342988:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078308.342990:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.342993:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.342995:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078308.342997:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078308.343000:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078308.343001:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078308.343004:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:1.0:1769078308.343006:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078308.343007:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078308.343014:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:1.0:1769078308.343016:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000020:2.0:1769078308.343019:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078308.343023:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078308.343024:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078308.343027:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000008:00000001:2.0:1769078308.343029:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769078308.343030:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078308.343031:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:2.0:1769078308.343035:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00080000:1.0:1769078308.343037:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078308.343037:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00000001:2.0:1769078308.343039:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000100:00000001:1.0:1769078308.343044:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:3.0:1769078308.343048:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:2.0:1769078308.343053:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000100:00080000:1.0:1769078308.343054:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5293 00000008:00000001:2.0:1769078308.343067:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:1.0:1769078308.343069:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000020:2.0:1769078308.343071:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078308.343077:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078308.343081:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:2.0:1769078308.343087:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769078308.343092:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769078308.343093:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000020:2.0:1769078308.343094:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:3.0:1769078308.343095:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078308.343107:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078308.343109:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:3.0:1769078308.343109:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:2.0:1769078308.343112:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078308.343115:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078308.343116:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.343118:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078308.343123:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078308.343125:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.343127:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078308.343128:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078308.343135:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.343137:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:3.0:1769078308.343138:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657880320:192.168.204.154@tcp:250:kworker.0 00000020:00000001:1.0:1769078308.343146:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078308.343146:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000040:1.0:1769078308.343152:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00020000:00000001:2.0:1769078308.343152:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078308.343158:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078308.343160:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078308.343164:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078308.343164:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1769078308.343165:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:2.0:1769078308.343168:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:3.0:1769078308.343171:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078308.343172:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078308.343175:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.343177:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078308.343179:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:2.0:1769078308.343181:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:3.0:1769078308.343182:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1769078308.343187:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078308.343188:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000010:3.0:1769078308.343190:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18000. 00020000:00000001:2.0:1769078308.343191:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078308.343197:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:1.0:1769078308.343198:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:3.0:1769078308.343198:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343204:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078308.343210:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078308.343210:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078308.343213:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.343217:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078308.343218:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078308.343226:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000400:00000200:3.0:1769078308.343226:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078308.343228:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078308.343234:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000040:1.0:1769078308.343236:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:2.0:1769078308.343238:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000400:00000010:3.0:1769078308.343238:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bcb8. 00000100:00080000:1.0:1769078308.343243:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:2.0:1769078308.343243:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:1.0:1769078308.343250:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343250:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000010:3.0:1769078308.343250:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090757f8. 00020000:00000001:2.0:1769078308.343255:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:1.0:1769078308.343257:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:2.0:1769078308.343259:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000200:3.0:1769078308.343262:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657880320, portal 25 02000000:00000001:1.0:1769078308.343264:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078308.343264:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078308.343270:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:1.0:1769078308.343272:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.343272:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:2.0:1769078308.343274:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.343276:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 00000100:00000001:1.0:1769078308.343278:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:2.0:1769078308.343281:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.343285:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000008:00100000:1.0:1769078308.343286:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00000001:2.0:1769078308.343290:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:3.0:1769078308.343290:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078308.343292:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343294:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343302:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:1.0:1769078308.343303:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.343306:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078308.343310:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078308.343314:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000010:1.0:1769078308.343318:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000001:2.0:1769078308.343318:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078308.343324:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:3.0:1769078308.343326:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1769078308.343327:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00020000:00000001:2.0:1769078308.343328:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078308.343335:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:1.0:1769078308.343337:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:3.0:1769078308.343337:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00000001:2.0:1769078308.343339:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:1.0:1769078308.343340:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.343344:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000080:00200000:2.0:1769078308.343344:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000010:3.0:1769078308.343345:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075cc0. 02000000:00000001:1.0:1769078308.343350:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078308.343357:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078308.343357:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000200:3.0:1769078308.343358:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657880320, offset 0 00000020:00000001:2.0:1769078308.343362:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000010:1.0:1769078308.343366:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000020:00001000:2.0:1769078308.343368:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000001:1.0:1769078308.343373:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078308.343377:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769078308.343379:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000080:00000001:2.0:1769078308.343381:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078308.343386:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769078308.343387:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078308.343390:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078308.343395:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:3.0:1769078308.343400:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078308.343402:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078308.343408:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000400:00000200:3.0:1769078308.343415:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00001000:2.0:1769078308.343418:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000001:1.0:1769078308.343420:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769078308.343424:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000001:1.0:1769078308.343427:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343427:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000400:00000200:3.0:1769078308.343431:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1769078308.343438:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078308.343438:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078308.343443:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000400:00000200:3.0:1769078308.343443:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000080:00200000:2.0:1769078308.343450:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769078308.343453:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078308.343456:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370767:370767:256:4294967295] 192.168.204.154@tcp LPNI seq info [370762:370762:8:4294967295] 00000100:00080000:1.0:1769078308.343460:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1769078308.343465:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078308.343474:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:1.0:1769078308.343475:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000400:00000200:3.0:1769078308.343476:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078308.343482:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.343483:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078308.343488:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000002:2.0:1769078308.343491:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000001:1.0:1769078308.343493:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769078308.343499:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00080000:1.0:1769078308.343500:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5293 00020000:00000002:2.0:1769078308.343507:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:1.0:1769078308.343516:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000200:3.0:1769078308.343517:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078308.343518:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:1.0:1769078308.343523:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:2.0:1769078308.343524:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000800:00000010:3.0:1769078308.343527:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad400. 00000100:00080000:1.0:1769078308.343533:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:2.0:1769078308.343534:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078308.343542:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078308.343543:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:1.0:1769078308.343544:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078308.343589:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078308.343593:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078308.343595:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.343596:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078308.343604:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000200:3.1:1769078308.343604:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078308.343611:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:1.0:1769078308.343612:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078308.343617:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078308.343621:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:1.0:1769078308.343622:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078308.343622:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343628:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078308.343630:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1769078308.343635:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078308.343636:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000040:1.0:1769078308.343637:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000100:00000001:3.0:1769078308.343640:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299966670 00000020:00000001:1.0:1769078308.343641:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078308.343641:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078308.343647:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000040:1.0:1769078308.343648:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000100:00000010:3.0:1769078308.343649:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1420. 00000020:00000001:1.0:1769078308.343653:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00200000:2.0:1769078308.343654:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000001:1.0:1769078308.343657:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000002:2.0:1769078308.343664:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000040:1.0:1769078308.343665:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078308.343668:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00020000:00000001:2.0:1769078308.343675:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:1.0:1769078308.343677:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078308.343684:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299966670 00020000:00000001:2.0:1769078308.343687:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000010:3.0:1769078308.343690:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1b40. 00000100:00000040:1.0:1769078308.343691:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078308.343692:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078308.343698:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078308.343700:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00000040:1.0:1769078308.343701:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00000001:3.0:1769078308.343703:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00001000:2.0:1769078308.343712:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00080000:1.0:1769078308.343714:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078308.343714:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078308.343720:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000100:00000001:1.0:1769078308.343723:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.343724:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343725:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:1.0:1769078308.343726:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769078308.343730:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343732:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:1.0:1769078308.343733:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078308.343735:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078308.343736:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:1.0:1769078308.343738:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343741:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.343743:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:2.0:1769078308.343745:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078308.343748:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000001:3.0:1769078308.343748:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:2.0:1769078308.343750:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000001:3.0:1769078308.343752:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:1.0:1769078308.343755:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343757:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769078308.343759:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1769078308.343760:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343761:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.343763:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1769078308.343767:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00020000:00000001:2.0:1769078308.343769:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.343770:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1769078308.343773:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078308.343776:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078308.343780:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:3.0:1769078308.343782:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078308.343783:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000001:1.0:1769078308.343784:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.343787:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078308.343793:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078308.343794:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078308.343802:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:2.0:1769078308.343802:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769078308.343803:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078308.343808:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:1.0:1769078308.343809:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.343809:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343813:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078308.343817:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1769078308.343819:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000020:00000001:2.0:1769078308.343819:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078308.343821:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078308.343827:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078308.343829:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.343830:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.343831:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343839:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00100000:3.0:1769078308.343840:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880448:192.168.204.154@tcp:38:kworker.0 00000100:00100000:1.0:1769078308.343841:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1769078308.343843:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.343849:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078308.343850:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078308.343852:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078308.343855:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.343860:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:3.0:1769078308.343861:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:2.0:1769078308.343867:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 02000000:00000010:3.0:1769078308.343870:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 00020000:00000001:2.0:1769078308.343872:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078308.343880:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769078308.343880:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:3.0:1769078308.343881:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.343890:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078308.343890:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078308.343897:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:3.0:1769078308.343897:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:1.0:1769078308.343901:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078308.343904:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000010:3.0:1769078308.343905:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000008:00000020:2.0:1769078308.343912:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:1.0:1769078308.343927:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078308.343928:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1769078308.343928:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000008:00000001:2.0:1769078308.343937:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00080000:1.0:1769078308.343939:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1769078308.343940:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657880448, portal 10 00000008:00000001:2.0:1769078308.343942:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078308.343949:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000100:00080000:1.0:1769078308.343951:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078308.343951:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078308.343955:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000001:1.0:1769078308.343956:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000020:2.0:1769078308.343959:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00080000:1.0:1769078308.343960:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:2.0:1769078308.343967:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:3.0:1769078308.343968:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078308.343969:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000008:00000020:2.0:1769078308.343972:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078308.343977:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078308.343978:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5293 00000008:00000001:2.0:1769078308.343987:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769078308.343987:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1769078308.343992:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000020:2.0:1769078308.343993:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000040:3.0:1769078308.344000:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000200:1.0:1769078308.344003:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000010:3.0:1769078308.344005:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075a18. 00000008:00000001:2.0:1769078308.344009:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078308.344010:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000200:3.0:1769078308.344011:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657880448, offset 0 00000008:00000001:2.0:1769078308.344019:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078308.344023:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078308.344026:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078308.344028:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.344033:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078308.344036:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078308.344036:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000040:1.0:1769078308.344042:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078308.344044:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078308.344044:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:1.0:1769078308.344048:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078308.344053:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078308.344055:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1769078308.344055:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078308.344060:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000040:1.0:1769078308.344061:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000200:3.0:1769078308.344063:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:1.0:1769078308.344068:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:2.0:1769078308.344068:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000020:00000040:1.0:1769078308.344074:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:2.0:1769078308.344074:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000400:00000200:3.0:1769078308.344079:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078308.344080:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078308.344084:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:2.0:1769078308.344084:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078308.344088:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078308.344089:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:1.0:1769078308.344091:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:2.0:1769078308.344096:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078308.344101:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:1.0:1769078308.344102:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078308.344102:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370768:370768:255:4294967295] 192.168.204.154@tcp LPNI seq info [370763:370763:7:4294967295] 00000020:00000001:2.0:1769078308.344106:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078308.344108:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078308.344110:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078308.344114:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000040:1.0:1769078308.344116:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078308.344116:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078308.344117:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078308.344123:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078308.344125:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078308.344127:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078308.344131:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00020000:00000001:2.0:1769078308.344136:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.344143:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00080000:1.0:1769078308.344144:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:3.0:1769078308.344144:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078308.344150:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078308.344156:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:1.0:1769078308.344158:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344160:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000800:00000200:3.0:1769078308.344166:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078308.344167:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:1.0:1769078308.344168:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:2.0:1769078308.344174:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000800:00000010:3.0:1769078308.344174:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad900. 02000000:00000001:1.0:1769078308.344176:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078308.344181:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769078308.344186:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344188:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000800:00000200:3.0:1769078308.344188:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078308.344194:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078308.344195:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:2.0:1769078308.344199:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769078308.344200:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00100000:1.0:1769078308.344201:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00020000:00000001:2.0:1769078308.344206:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078308.344210:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.344211:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078308.344215:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078308.344217:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344219:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.344222:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078308.344225:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000001:2.0:1769078308.344226:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078308.344229:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000040:3.0:1769078308.344230:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000020:00000040:1.0:1769078308.344231:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00020000:00000001:2.0:1769078308.344233:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078308.344239:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1769078308.344242:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078308.344244:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:3.0:1769078308.344244:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769078308.344248:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078308.344249:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00000001:3.0:1769078308.344251:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299965965 00000100:00000001:1.0:1769078308.344259:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:2.0:1769078308.344259:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:3.0:1769078308.344260:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299966670 02000000:00000001:1.0:1769078308.344266:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:2.0:1769078308.344266:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:3.0:1769078308.344267:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299965965 00000080:00000001:2.0:1769078308.344273:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:1.0:1769078308.344275:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.344276:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299966670 00000080:00200000:2.0:1769078308.344278:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1769078308.344282:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1769078308.344284:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000080:00000001:2.0:1769078308.344288:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:3.0:1769078308.344291:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344292:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1769078308.344293:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078308.344297:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000001:3.0:1769078308.344300:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078308.344303:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078308.344305:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078308.344305:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078308.344309:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.344314:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078308.344319:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:2.0:1769078308.344325:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769078308.344326:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078308.344326:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000001:2.0:1769078308.344333:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:1.0:1769078308.344334:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.344334:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078308.344340:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769078308.344342:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078308.344346:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000040:1.0:1769078308.344347:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078308.344351:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:2.0:1769078308.344356:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078308.344366:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000020:00000001:2.0:1769078308.344379:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078308.344381:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078308.344382:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078308.344384:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:3.0:1769078308.344386:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769078308.344388:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:3.0:1769078308.344393:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078308.344395:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:1.0:1769078308.344396:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5303) 02000000:00000001:3.0:1769078308.344399:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078308.344401:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078308.344406:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078308.344408:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078308.344414:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00100000:3.0:1769078308.344416:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880576:192.168.204.154@tcp:8:kworker.0 00020000:00000002:2.0:1769078308.344426:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:3.0:1769078308.344428:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:2.0:1769078308.344433:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 02000000:00000001:3.0:1769078308.344436:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078308.344437:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 02000000:00000001:3.0:1769078308.344440:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.344443:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078308.344446:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078308.344448:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:2.0:1769078308.344451:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1769078308.344455:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 00020000:00000001:2.0:1769078308.344456:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078308.344461:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078308.344463:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344465:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078308.344469:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078308.344471:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000400:00000200:3.0:1769078308.344473:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:2.0:1769078308.344476:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000400:00000010:3.0:1769078308.344479:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7bf78. 00000020:00000001:2.0:1769078308.344481:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344486:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000400:00000010:3.0:1769078308.344487:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000020:00000001:2.0:1769078308.344488:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078308.344493:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000200:3.0:1769078308.344495:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657880576, portal 4 00020000:00200000:2.0:1769078308.344497:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:3.0:1769078308.344501:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000002:2.0:1769078308.344504:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:3.0:1769078308.344506:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00020000:00000001:2.0:1769078308.344519:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078308.344523:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000040:3.0:1769078308.344526:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078308.344527:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078308.344531:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078308.344539:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078308.344544:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000020:00000001:2.0:1769078308.344549:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078308.344552:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:3.0:1769078308.344590:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078308.344593:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078308.344598:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075e58. 00000020:00000001:2.0:1769078308.344605:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000200:3.0:1769078308.344605:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657880576, offset 0 00000020:00000001:2.0:1769078308.344611:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078308.344616:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:2.0:1769078308.344621:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.344629:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000400:00000200:3.0:1769078308.344630:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078308.344637:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078308.344641:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078308.344642:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:2.0:1769078308.344652:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078308.344656:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078308.344658:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078308.344664:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:2.0:1769078308.344666:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078308.344669:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078308.344672:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:3.0:1769078308.344677:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1769078308.344678:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078308.344684:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000400:00000200:3.0:1769078308.344689:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:2.0:1769078308.344690:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344696:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.344703:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078308.344703:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370769:370769:254:4294967295] 192.168.204.154@tcp LPNI seq info [370764:370764:6:4294967295] 00020000:00000001:2.0:1769078308.344712:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344717:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078308.344718:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344720:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344723:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078308.344725:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078308.344729:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078308.344733:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078308.344737:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000400:00000200:3.0:1769078308.344738:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:2.0:1769078308.344744:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078308.344752:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078308.344757:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078308.344763:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769078308.344767:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000001:2.0:1769078308.344769:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078308.344773:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078308.344778:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000800:00000200:3.0:1769078308.344779:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000008:00000020:2.0:1769078308.344789:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000800:00000010:3.0:1769078308.344791:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad300. 00000008:00000001:2.0:1769078308.344798:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078308.344801:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078308.344809:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1769078308.344810:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:2.0:1769078308.344817:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078308.344820:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:2.0:1769078308.344829:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:2.0:1769078308.344837:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769078308.344838:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078308.344846:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.344850:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.344851:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.344859:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344863:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078308.344864:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000020:00000001:2.0:1769078308.344871:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000400:00000200:3.0:1769078308.344875:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078308.344877:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:3.0:1769078308.344880:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299965987 00020000:00000001:2.0:1769078308.344881:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078308.344885:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078308.344886:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299966670 00000020:00000001:2.0:1769078308.344892:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078308.344892:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299965987 00020000:00000001:2.0:1769078308.344897:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.344898:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299966670 00020000:00000001:2.0:1769078308.344907:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:3.0:1769078308.344907:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078308.344923:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344924:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078308.344928:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.344929:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078308.344933:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078308.344937:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078308.344939:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078308.344940:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078308.344944:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078308.344947:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.344947:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078308.344951:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00020000:00000001:2.0:1769078308.344953:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.344956:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:2.0:1769078308.344959:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:3.0:1769078308.344960:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078308.344967:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769078308.344967:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078308.344973:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078308.344976:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000040:3.0:1769078308.344977:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078308.344982:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078308.344985:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078308.344991:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078308.344995:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078308.345000:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078308.345003:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.345003:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:2.0:1769078308.345008:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.345009:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078308.345012:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078308.345016:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769078308.345017:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078308.345020:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.345025:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:3.0:1769078308.345026:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078308.345029:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078308.345033:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078308.345036:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:3.0:1769078308.345037:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078308.345040:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078308.345044:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000100:00100000:3.0:1769078308.345048:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880704:192.168.204.154@tcp:8:kworker.0 00020000:00000001:2.0:1769078308.345050:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078308.345055:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:3.0:1769078308.345055:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000080:00000001:2.0:1769078308.345064:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:3.0:1769078308.345064:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000080:00200000:2.0:1769078308.345073:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:3.0:1769078308.345073:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078308.345081:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078308.345086:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19800. 00000080:00000001:2.0:1769078308.345087:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078308.345090:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:3.0:1769078308.345092:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1769078308.345097:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000400:00000200:3.0:1769078308.345103:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078308.345104:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:2.0:1769078308.345113:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078308.345114:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b948. 00000400:00000010:3.0:1769078308.345121:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090752a8. 00000100:00000200:3.0:1769078308.345125:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657880704, portal 4 00000100:00000001:3.0:1769078308.345128:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078308.345129:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:3.0:1769078308.345138:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078308.345147:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078308.345152:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078308.345155:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075198. 00000100:00000200:3.0:1769078308.345157:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657880704, offset 0 00000400:00000200:3.0:1769078308.345162:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078308.345166:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078308.345169:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078308.345172:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078308.345175:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078308.345177:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078308.345179:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078308.345181:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370770:370770:253:4294967295] 192.168.204.154@tcp LPNI seq info [370765:370765:5:4294967295] 00000400:00000200:3.0:1769078308.345186:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078308.345195:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078308.345200:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078308.345204:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078308.345209:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078308.345213:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:3.0:1769078308.345216:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078308.345218:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078308.345221:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078308.345223:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299965991 00000100:00000001:3.0:1769078308.345225:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299966670 00000100:00000001:3.0:1769078308.345227:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299965991 00000100:00000001:3.0:1769078308.345229:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299966670 00000100:00000001:3.0:1769078308.345231:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078308.345233:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.345235:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.345236:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078308.345239:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078308.345240:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769078308.345242:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078308.345243:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078308.345244:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.345246:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.980702:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078308.980702:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078308.980715:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078308.980715:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078308.980718:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.980719:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078308.980727:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078308.980727:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078308.980728:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078308.980729:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078308.980740:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078308.980740:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.980741:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078308.980741:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078308.980744:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.980749:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.980750:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078308.980751:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078308.980752:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078308.980756:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078308.980760:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078308.980762:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078308.980763:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078308.980765:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078308.980767:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078308.980773:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.980773:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.980774:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078308.980780:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078308.980783:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1769078308.980786:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.980787:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078308.980790:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078308.980794:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.980796:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078308.980799:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078308.980807:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.980813:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078308.980815:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078308.980816:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078308.980818:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078308.980821:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078308.980822:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.980823:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078308.980825:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078308.980826:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078308.980827:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078308.980828:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078308.980829:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.980832:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078308.980841:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.980842:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078308.980842:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769078308.980843:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078308.980848:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078308.980850:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078308.980851:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078308.980856:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.980856:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078308.980858:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078308.980858:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078308.980870:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.980870:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078308.980873:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.980873:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.980884:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078308.980885:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078308.980889:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078308.980891:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078308.980896:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078308.980898:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078308.980898:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078308.980903:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078308.980921:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.980921:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078308.980925:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078308.980928:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078308.980931:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078308.980933:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078308.980938:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078308.980947:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078308.980950:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078308.980953:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078308.980956:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078308.980960:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078308.980963:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.980965:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078308.980967:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078308.980971:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078308.980978:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078308.980984:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078308.980989:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769078309.108610:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299966670, at 4299966720 00000100:00000010:1.0:1769078309.108622:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1b40. 00000100:00000040:0.0:1769078309.108654:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299966670, at 4299966720 00000100:00000010:0.0:1769078309.108667:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1420. 00000100:00000001:3.0:1769078309.364674:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078309.364684:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078309.364685:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078309.364690:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078309.364693:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078309.364697:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078309.364699:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:2.0:1769078309.364705:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078309.364707:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078309.364712:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078309.364714:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078309.364717:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078309.364719:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078309.364724:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078309.364727:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078309.364729:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078309.364734:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078309.364737:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078310.004667:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078310.004676:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078310.004677:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078310.004679:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078310.004681:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078310.004684:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078310.004684:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078310.004684:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078310.004687:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078310.004696:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078310.004696:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078310.004697:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078310.004698:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078310.004712:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078310.004713:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078310.004714:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078310.004714:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078310.004719:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078310.004721:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078310.004722:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078310.004724:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078310.004727:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078310.004729:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078310.004729:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078310.004735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078310.004737:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078310.004742:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078310.004742:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078310.004743:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078310.004749:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078310.004751:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078310.004757:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078310.004757:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078310.004762:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078310.004766:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078310.004768:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078310.004770:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078310.004772:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078310.004774:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078310.004781:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078310.004785:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078310.004788:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078310.004789:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078310.004791:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078310.004791:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078310.004793:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078310.004801:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078310.004801:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078310.004802:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078310.004809:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078310.004815:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00010000:2.0:1769078310.004816:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078310.004820:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078310.004822:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078310.004827:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078310.004827:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078310.004828:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078310.004834:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078310.004836:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078310.004839:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078310.004841:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078310.004842:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078310.004844:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078310.004849:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078310.004855:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078310.004857:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078310.004857:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078310.004859:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078310.004865:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078310.004867:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078310.004873:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078310.004877:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078310.004880:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078310.004883:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078310.388702:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078310.388712:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078310.388715:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078310.388722:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078310.388728:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078310.388732:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078310.388736:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078310.388739:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078310.388744:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078310.388817:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078310.388824:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078310.388826:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078310.388830:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078310.388834:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078310.388837:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078310.388839:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078310.388840:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078310.388842:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.028668:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078311.028674:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078311.028677:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078311.028679:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078311.028681:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078311.028683:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078311.028689:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078311.028689:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078311.028697:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078311.028698:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078311.028701:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078311.028703:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078311.028703:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078311.028712:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078311.028715:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078311.028716:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078311.028716:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.028716:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078311.028720:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078311.028722:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078311.028729:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078311.028731:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078311.028732:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.028733:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078311.028739:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078311.028742:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078311.028742:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078311.028744:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078311.028750:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078311.028751:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078311.028756:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078311.028760:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078311.028763:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078311.028764:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078311.028764:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078311.028770:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078311.028773:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078311.028777:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078311.028778:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.028780:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078311.028785:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078311.028787:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078311.028790:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078311.028791:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078311.028795:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078311.028799:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078311.028801:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078311.028802:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078311.028804:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078311.028809:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078311.028809:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078311.028814:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.028814:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078311.028816:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078311.028826:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078311.028827:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078311.028828:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078311.028828:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078311.028837:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078311.028846:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078311.028847:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078311.028847:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078311.028850:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078311.028852:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078311.028858:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078311.028862:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078311.028863:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078311.028866:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078311.028869:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078311.028893:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078311.028896:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078311.028920:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078311.028923:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078311.028927:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078311.412661:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078311.412667:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078311.412669:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078311.412669:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078311.412679:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078311.412679:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078311.412688:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.412688:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078311.412695:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078311.412698:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078311.412699:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078311.412703:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078311.412709:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078311.412710:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078311.412718:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078311.412724:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078311.412726:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078311.412730:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:1.0:1769078311.412962:0:2356:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.154:988 00000400:00000100:1.0:1769078311.413006:0:2356:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.154@tcp at host 192.168.204.154 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000400:00000200:1.0:1769078311.413018:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078311.413022:0:2356:0:(router.c:1755:lnet_notify()) 192.168.204.54@tcp notifying 192.168.204.154@tcp: down 00000400:00000200:1.0:1769078311.413026:0:2356:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078311.413031:0:2356:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1769078311.413036:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:1.0:1769078311.413040:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad400. 00000400:00000200:1.0:1769078311.413045:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769078311.413049:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769078311.413057:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075cc0 00000400:00000010:1.0:1769078311.413060:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075cc0. 00000100:00000001:1.0:1769078311.413064:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078311.413072:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078311.413099:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078311.413103:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078311.413109:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078311.413111:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000100:1.0:1769078311.413120:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:1.0:1769078311.413123:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad900. 00000400:00000200:1.0:1769078311.413126:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:1.0:1769078311.413130:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769078311.413133:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075a18 00000400:00000010:1.0:1769078311.413136:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075a18. 00000100:00000001:1.0:1769078311.413139:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1769078311.413142:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1769078311.413143:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.413148:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078311.413152:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769078311.413154:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1769078311.413164:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078308/real 1769078311] req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078311.413165:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078311.413188:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078311.413191:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:3.0:1769078311.413194:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000100:1.0:1769078311.413199:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000400:00000001:3.0:1769078311.413199:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078311.413204:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bcb8. 00000800:00000010:1.0:1769078311.413205:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad300. 00000400:00000200:1.0:1769078311.413211:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000400:00000200:3.0:1769078311.413212:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090757f8 00000400:00000010:3.0:1769078311.413216:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090757f8. 00000400:00000200:1.0:1769078311.413217:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000100:00000001:3.0:1769078311.413222:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1769078311.413224:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075e58 00000400:00000010:1.0:1769078311.413228:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075e58. 00000100:00000200:3.0:1769078311.413229:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078311.413233:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078311.413246:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769078311.413248:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.413259:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078311.413262:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.413268:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078311.413270:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078311.413271:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1769078311.413277:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078311.413279:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078311.413300:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.413302:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078311.413304:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1769078311.413309:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1769078311.413315:0:2356:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.154@tcp 00000800:00000010:1.0:1769078311.413322:0:2356:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000100:00000001:3.0:1769078311.413325:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000400:00000200:1.0:1769078311.413327:0:2356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8 00000100:00000001:3.0:1769078311.413330:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078311.413335:0:2356:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_DROPPED 00000400:00000200:1.0:1769078311.413338:0:2356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075198 00000400:00000010:1.0:1769078311.413341:0:2356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075198. 00000100:00000001:1.0:1769078311.413343:0:2356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1769078311.413347:0:2356:0:(events.c:39:request_out_callback()) @@@ type 5, status -113 req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078311.413354:0:2356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1769078311.413357:0:2356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078333 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078311.413362:0:2356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078311.413363:0:2356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078311.413835:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078311.413838:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.413842:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078311.413844:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078311.413848:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078311.413854:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078311.413856:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078311.413861:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078311.413881:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657880320:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078311.413887:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.413889:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078311.413891:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657880320/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.413897:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078311.413900:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078311.413904:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18000. 02000000:00000001:3.0:1769078311.413908:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078311.413910:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078311.413912:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078311.413914:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078311.413917:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08635400. 02000000:00000001:3.0:1769078311.413921:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078311.413923:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078311.413925:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00000100:00000001:3.0:1769078311.413930:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078311.413931:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.413933:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.413935:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078311.413937:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078311.413939:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078311.413942:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078308/real 1769078311] req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078311.413950:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078311.413952:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078311.413954:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b948. 00000400:00000200:3.0:1769078311.413957:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090752a8 00000400:00000010:3.0:1769078311.413958:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090752a8. 00000100:00000001:3.0:1769078311.413961:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078311.413964:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078311.413972:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.413985:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078311.413987:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.413988:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078311.413989:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078311.413993:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.414000:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078311.414004:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.414011:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078311.414013:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414015:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078311.414017:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414019:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078311.414023:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078311.414026:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078311.414031:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078311.414034:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078311.414037:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078311.414045:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880704:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078311.414049:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078311.414053:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078308/real 1769078311] req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078311.414061:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078311.414063:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078311.414066:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7bf78. 00000400:00000200:3.0:1769078311.414068:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078311.414070:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078311.414072:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078311.414075:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078311.414082:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.414088:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078311.414090:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414091:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078311.414092:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078311.414096:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.414101:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078311.414104:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.414110:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078311.414112:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414114:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078311.414115:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414116:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078311.414120:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078311.414122:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078311.414125:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078311.414127:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078311.414130:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078311.414136:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880576:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078311.414140:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078311.414143:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078308/real 1769078311] req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078311.414150:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078311.414151:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078311.414152:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078311.414154:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078311.414156:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078311.414159:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078311.414162:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078311.414169:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.414174:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078311.414175:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414176:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078311.414178:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078311.414181:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.414187:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078311.414190:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.414196:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078311.414198:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414199:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078311.414200:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414202:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078311.414205:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078311.414208:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078311.414212:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078311.414214:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078311.414218:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078311.414224:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880448:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078311.414228:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414229:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078311.414232:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657880704/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.414238:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078311.414239:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078311.414240:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078311.414243:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078311.414244:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078311.414245:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078311.414247:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078311.414249:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 02000000:00000001:3.0:1769078311.414252:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078311.414253:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078311.414255:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:3.0:1769078311.414258:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078311.414259:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414261:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078311.414264:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657880576/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.414270:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078311.414272:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078311.414273:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078311.414275:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078311.414276:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078311.414278:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078311.414279:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078311.414281:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637400. 02000000:00000001:3.0:1769078311.414283:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078311.414285:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078311.414286:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:3.0:1769078311.414288:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078311.414289:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414290:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078311.414293:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657880448/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078333 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078311.414298:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078311.414299:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078311.414300:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078311.414303:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078311.414304:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078311.414305:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078311.414307:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078311.414308:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:3.0:1769078311.414310:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078311.414311:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078311.414312:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:3.0:1769078311.414315:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078311.414316:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414317:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078311.414324:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078311.414326:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078311.414328:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078311.414329:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078312.052694:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078312.052694:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078312.052704:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078312.052704:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078312.052707:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078312.052708:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078312.052709:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078312.052710:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078312.052712:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078312.052715:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078312.052717:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078312.052718:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078312.052718:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078312.052719:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078312.052724:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078312.052725:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078312.052731:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078312.052731:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078312.052733:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078312.052733:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078312.052738:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078312.052740:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078312.052742:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078312.052743:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078312.052751:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078312.052752:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078312.052752:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078312.052753:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078312.052761:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078312.052765:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078312.052765:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078312.052771:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078312.052772:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078312.052776:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078312.052777:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078312.052779:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078312.052779:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078312.052785:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078312.052786:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078312.052790:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078312.052792:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078312.052793:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078312.052797:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078312.052799:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078312.052802:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078312.052808:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078312.052816:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078312.052816:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078312.052823:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078312.052824:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078312.052827:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078312.052829:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078312.052836:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078312.052839:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078312.052839:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078312.052841:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078312.052842:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078312.052846:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078312.052850:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078312.052863:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078312.052866:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078312.052868:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078312.052870:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078312.052888:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078312.052892:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078312.052895:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078312.052897:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078312.052901:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078312.052902:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078312.052904:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078312.052906:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078312.052908:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078312.052909:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078312.052912:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078312.052913:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078312.052915:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078312.052916:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078312.052933:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078312.052935:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078312.052938:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078312.436718:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078312.436725:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078312.436726:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078312.436731:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078312.436734:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078312.436738:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078312.436739:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078312.436742:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078312.436744:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078312.436779:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078312.436786:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078312.436788:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078312.436793:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078312.436797:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078312.436800:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078312.436803:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078312.436806:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078312.436809:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.076674:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078313.076686:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078313.076690:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078313.076695:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078313.076696:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078313.076699:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078313.076701:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078313.076703:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078313.076704:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.076705:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.076713:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078313.076714:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078313.076715:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078313.076722:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078313.076723:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.076724:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078313.076726:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078313.076733:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.076736:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1769078313.076737:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078313.076738:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.076742:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.076751:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078313.076753:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078313.076754:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078313.076757:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.076759:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.076763:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078313.076764:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078313.076773:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078313.076775:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.076775:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078313.076776:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.076777:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078313.076781:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078313.076786:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078313.076790:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.076790:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078313.076791:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078313.076801:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.076802:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078313.076809:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078313.076809:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078313.076812:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078313.076818:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078313.076818:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078313.076820:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.076822:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078313.076824:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078313.076830:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078313.076833:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078313.076834:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078313.076847:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078313.076847:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.076851:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078313.076853:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078313.076856:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078313.076856:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078313.076859:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.076860:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078313.076870:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078313.076873:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.076874:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078313.076875:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078313.076877:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078313.076881:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.076881:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078313.076884:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.076887:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078313.076888:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078313.076891:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078313.076916:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078313.076919:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078313.076923:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078313.460639:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078313.460645:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078313.460646:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078313.460651:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078313.460654:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078313.460657:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.460659:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078313.460661:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.460664:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078313.460709:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078313.460713:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078313.460716:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078313.460719:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078313.460721:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078313.460723:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078313.460725:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078313.460727:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078313.460728:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078313.460789:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078313.460797:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078313.460800:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078313.460804:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078313.460807:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078313.460816:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5298 00000400:00000200:2.0:1769078313.460826:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078313.460846:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078313.460849:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078313.460852:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.460856:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078313.460859:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.460861:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078313.460864:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078313.460866:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:2.0:1769078313.460868:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078313.460870:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:2.0:1769078313.460872:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078313.460873:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:2.0:1769078313.460876:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.460877:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078313.460878:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.460879:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078313.460881:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:2.0:1769078313.460883:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078313.460884:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078313.460887:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078313.460890:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078313.460892:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.460894:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078313.460895:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078313.460901:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9c00. 00000020:00000040:2.0:1769078313.460904:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:2.0:1769078313.460907:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078313.460908:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.460911:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078313.460914:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078313.460919:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078313.460927:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f02c00. 00000100:00000001:2.0:1769078313.460935:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078313.460945:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078313.460956:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078313.460961:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078313.460966:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074add99a] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078313.460990:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078313.460993:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078313.460998:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1769078313.461000:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078313.461003:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078313.461008:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078313.461011:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5298 00000100:00000001:3.0:1769078313.461012:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078313.461016:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1769078313.461017:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078313.461021:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1769078313.461025:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078313.461029:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078313.461033:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1769078313.461039:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.461045:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078313.461052:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.461058:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078313.461066:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769078313.461068:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1769078313.461069:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:2.0:1769078313.461075:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769078313.461075:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1769078313.461080:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:2.0:1769078313.461084:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:3.0:1769078313.461085:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078313.461092:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:3.0:1769078313.461093:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078313.461101:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078313.461104:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00100000:3.0:1769078313.461108:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657880832:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078313.461118:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078313.461120:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1769078313.461126:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.461132:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:3.0:1769078313.461133:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1769078313.461141:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:3.0:1769078313.461143:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078313.461149:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:3.0:1769078313.461151:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1769078313.461158:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078313.461162:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:3.0:1769078313.461167:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:2.0:1769078313.461170:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078313.461172:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078313.461178:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.461183:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078313.461189:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1769078313.461200:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078313.461200:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078313.461211:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078313.461215:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000100:00000010:2.0:1769078313.461219:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc8a80. 00000020:00000040:2.0:1769078313.461225:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:2.0:1769078313.461227:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078313.461228:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078313.461230:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000001:2.0:1769078313.461231:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078313.461235:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078313.461240:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078313.461245:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657880832, portal 25 02000000:00000010:2.0:1769078313.461246:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f01c00. 00000100:00000001:2.0:1769078313.461257:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.461257:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078313.461265:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082553344 : -115332626998272 : ffff971b07bc9c00) 00000100:00100000:2.0:1769078313.461273:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1769078313.461280:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078313.461301:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078313.461305:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078313.461319:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052ddbd11] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.461321:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078313.461337:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078313.461344:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000001:2.0:1769078313.461347:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078313.461354:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078313.461359:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:2.0:1769078313.461361:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:3.0:1769078313.461362:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657880832, offset 0 00000100:00080000:2.0:1769078313.461365:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078313.461371:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1769078313.461379:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5298 00000400:00000200:3.0:1769078313.461383:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078313.461391:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078313.461396:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078313.461398:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1769078313.461402:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078313.461406:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078313.461411:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078313.461416:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.461419:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078313.461425:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1769078313.461428:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000400:00000200:3.0:1769078313.461430:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:2.0:1769078313.461432:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078313.461438:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078313.461442:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:3.0:1769078313.461445:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:2.0:1769078313.461447:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:2.0:1769078313.461456:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078313.461456:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000001:2.0:1769078313.461468:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078313.461474:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078313.461474:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1769078313.461484:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078313.461491:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:2.0:1769078313.461495:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078313.461497:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078313.461499:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078313.461502:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078313.461505:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.461507:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078313.461509:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:2.0:1769078313.461510:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.461513:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078313.461516:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bcb800. 00000020:00000040:2.0:1769078313.461518:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:2.0:1769078313.461521:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1769078313.461522:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.461523:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078313.461524:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078313.461526:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078313.461529:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00400. 00000100:00000001:2.0:1769078313.461532:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078313.461536:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078313.461544:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078313.461546:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078313.461551:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c3854de] to pc [ptlrpcd_rcv+-1] req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769078313.461601:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078313.461608:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370771:370771:256:4294967295] 192.168.204.154@tcp LPNI seq info [370766:370766:8:4294967295] 00000400:00000200:3.0:1769078313.461638:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078313.461645:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1769078313.461651:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1769078313.461662:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:3.0:1769078313.461664:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:2.0:1769078313.461666:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1769078313.461669:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078313.461675:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000800:00000200:3.0:1769078313.461676:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00080000:2.0:1769078313.461682:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5298 00000400:00000200:2.0:1769078313.461689:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000010:3.0:1769078313.461689:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000400:00000200:2.0:1769078313.461699:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:2.0:1769078313.461702:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000800:00000200:3.0:1769078313.461707:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:2.0:1769078313.461709:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.461716:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:3.0:1769078313.461717:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000100:00000040:2.0:1769078313.461721:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.461728:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078313.461737:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000800:00000200:3.1:1769078313.461738:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000040:2.0:1769078313.461742:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000800:00000200:3.1:1769078313.461745:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000020:00000001:2.0:1769078313.461747:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1769078313.461751:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:2.0:1769078313.461758:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000800:00000100:3.0:1769078313.461758:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078313.461765:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000020:00000001:2.0:1769078313.461766:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000200:3.0:1769078313.461772:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000040:2.0:1769078313.461775:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.461782:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769078313.461787:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000040:2.0:1769078313.461789:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078313.461794:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:2.0:1769078313.461802:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000400:00000200:3.0:1769078313.461802:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078313.461813:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00080000:2.0:1769078313.461815:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:2.0:1769078313.461821:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.461823:0:2365:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1769078313.461824:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1769078313.461844:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078313.461850:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078313.461850:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078313.461857:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:2.0:1769078313.461862:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:2.0:1769078313.461871:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.461878:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078313.461891:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b07bc9180. 00000100:00000001:3.0:1769078313.461895:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1769078313.461898:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:2.0:1769078313.461904:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:3.0:1769078313.461906:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078313.461907:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.461914:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1769078313.461917:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1769078313.461922:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078313.461935:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06f00c00. 00000100:00000001:3.0:1769078313.461936:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.461944:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.461945:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1769078313.461959:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078313.461962:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078313.461975:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769078313.461977:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078313.461984:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.461987:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299971788 00000100:00000040:2.0:1769078313.461997:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056535918] to pc [ptlrpcd_rcv+-1] req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769078313.462003:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1cc0. 00000100:00000001:2.0:1769078313.462021:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.462026:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1769078313.462028:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5308) 00000100:00000001:3.0:1769078313.462044:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299971788 00000100:00000010:3.0:1769078313.462051:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1480. 00000100:00000001:3.0:1769078313.462055:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078313.462060:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078313.462064:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.462066:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078313.462073:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078313/real 1769078313] req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078313.462085:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078313.462087:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078313.462089:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078313.462092:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078313.462094:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078313.462096:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078313.462100:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078313.462107:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462113:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078313.462114:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462118:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078313.462120:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078313.462124:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462132:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078313.462139:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462151:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078313.462154:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462155:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078313.462157:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462159:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078313.462161:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078313.462165:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078313.462170:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078313.462171:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078313.462175:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078313.462183:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657880832:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078313.462188:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462190:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078313.462193:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9c00 x1855007657880832/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462199:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078313.462202:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078313.462205:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078313.462208:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078313.462211:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078313.462213:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078313.462215:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078313.462218:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f02c00. 02000000:00000001:3.0:1769078313.462222:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078313.462224:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078313.462227:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9c00. 00000100:00000001:3.0:1769078313.462230:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078313.462231:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462234:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462245:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078313.462246:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.462249:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078313.462251:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078313.462253:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078313.462258:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462266:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078313.462268:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078313.462270:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078313.462272:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078313.462275:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078313.462278:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880960:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078313.462281:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078313.462283:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078313.462285:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078313.462287:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078313.462290:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078313.462292:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078313.462296:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078313.462300:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078313.462303:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078313.462306:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657880960, portal 10 00000100:00000001:3.0:1769078313.462309:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078313.462310:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082548864 : -115332627002752 : ffff971b07bc8a80) 00000100:00000040:3.0:1769078313.462318:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462323:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078313.462326:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078313.462327:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078313.462330:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657880960, offset 0 00000400:00000200:3.0:1769078313.462333:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078313.462337:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078313.462341:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078313.462345:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078313.462348:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078313.462350:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078313.462352:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078313.462356:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370772:370772:256:4294967295] 192.168.204.154@tcp LPNI seq info [370767:370767:8:4294967295] 00000400:00000200:3.0:1769078313.462359:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078313.462366:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078313.462370:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078313.462374:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078313.462379:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078313.462381:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769078313.462386:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078313.462388:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1769078313.462392:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078313.462393:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078313.462396:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078313.462399:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078313.462402:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078313.462404:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078313.462406:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078313.462409:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462422:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078313.462425:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462432:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.462433:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078313.462436:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078313.462443:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078313.462447:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078313.462449:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299971083 00000100:00000001:3.0:1769078313.462452:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299971788 00000100:00000001:3.0:1769078313.462454:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299971083 00000100:00000001:3.0:1769078313.462456:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299971788 00000100:00000001:3.0:1769078313.462458:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078313.462460:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.462461:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078313.462465:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078313/real 1769078313] req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078313.462472:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078313.462474:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078313.462475:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078313.462478:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078313.462480:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078313.462482:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078313.462485:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078313.462492:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462497:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078313.462498:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462500:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078313.462501:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078313.462504:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462511:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078313.462514:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462521:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078313.462524:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462526:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078313.462527:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462529:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078313.462533:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078313.462535:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078313.462537:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078313.462538:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078313.462541:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078313.462546:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657880960:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078313.462549:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078313.462576:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462582:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078313.462583:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078313.462586:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078313.462588:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078313.462590:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078313.462593:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881088:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078313.462596:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078313.462598:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078313.462600:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078313.462601:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078313.462604:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078313.462606:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078313.462610:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078313.462613:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078313.462616:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078313.462619:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657881088, portal 4 00000100:00000001:3.0:1769078313.462621:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078313.462623:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082560512 : -115332626991104 : ffff971b07bcb800) 00000100:00000040:3.0:1769078313.462628:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462634:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078313.462637:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078313.462639:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078313.462641:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657881088, offset 0 00000400:00000200:3.0:1769078313.462645:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078313.462649:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078313.462652:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078313.462655:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078313.462657:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078313.462660:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078313.462662:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078313.462665:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370773:370773:256:4294967295] 192.168.204.154@tcp LPNI seq info [370768:370768:8:4294967295] 00000400:00000200:3.0:1769078313.462669:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078313.462675:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078313.462678:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078313.462680:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078313.462683:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078313.462685:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769078313.462687:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078313.462689:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1769078313.462692:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078313.462693:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078313.462695:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078313.462697:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078313.462698:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078313.462700:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078313.462701:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078313.462703:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462708:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078313.462710:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462715:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.462716:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078313.462717:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078313.462719:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078313.462721:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078313.462723:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299971105 00000100:00000001:3.0:1769078313.462724:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299971788 00000100:00000001:3.0:1769078313.462726:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299971105 00000100:00000001:3.0:1769078313.462727:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299971788 00000100:00000001:3.0:1769078313.462728:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078313.462730:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.462731:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078313.462733:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078313/real 1769078313] req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078313.462737:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078313.462738:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078313.462739:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078313.462740:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078313.462741:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078313.462742:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078313.462743:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078313.462749:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462755:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078313.462756:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462757:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078313.462759:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078313.462763:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462769:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078313.462773:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462779:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078313.462781:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462782:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078313.462783:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.462785:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078313.462788:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078313.462791:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078313.462794:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078313.462796:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078313.462799:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078313.462806:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881088:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078313.462810:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078313.462814:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462819:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078313.462821:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078313.462823:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078313.462824:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078313.462826:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078313.462840:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b07bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881216:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078313.462844:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078313.462846:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078313.462848:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078313.462849:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078313.462853:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078313.462854:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078313.462858:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078313.462861:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078313.462864:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078313.462866:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657881216, portal 4 00000100:00000001:3.0:1769078313.462868:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078313.462870:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741082550656 : -115332627000960 : ffff971b07bc9180) 00000100:00000040:3.0:1769078313.462875:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462880:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078313.462881:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078313.462884:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078313.462886:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657881216, offset 0 00000400:00000200:3.0:1769078313.462889:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078313.462892:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078313.462896:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078313.462898:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078313.462901:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078313.462903:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078313.462905:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078313.462908:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370774:370774:256:4294967295] 192.168.204.154@tcp LPNI seq info [370769:370769:8:4294967295] 00000400:00000200:3.0:1769078313.462912:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078313.462917:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078313.462921:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078313.462924:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078313.462927:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078313.462930:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000200:3.1:1769078313.462934:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078313.462936:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 58 secs later) 00000800:00000100:3.0:1769078313.462939:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078313.462942:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078313.462944:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078313.462947:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078313.462950:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078313.462951:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078313.462953:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078313.462955:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462962:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078313.462965:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078338 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.462970:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.462972:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078313.462974:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078313.462977:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078313.462980:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078313.462982:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299971109 00000100:00000001:3.0:1769078313.462984:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299971788 00000100:00000001:3.0:1769078313.462985:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299971109 00000100:00000001:3.0:1769078313.462987:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299971788 00000100:00000001:3.0:1769078313.462989:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078313.462991:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.462993:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078313.462996:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078313/real 1769078313] req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078313.463003:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078313.463004:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078313.463005:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078313.463007:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078313.463009:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078313.463011:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078313.463014:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078313.463021:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.463026:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078313.463027:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.463029:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078313.463030:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078313.463033:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.463039:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078313.463042:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.463048:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078313.463050:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.463052:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078313.463053:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.463054:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078313.463057:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078313.463059:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078313.463062:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078313.463064:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078313.463067:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078313.463075:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b07bc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881216:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078313.463078:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.463080:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078313.463083:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc8a80 x1855007657880960/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.463089:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078313.463091:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078313.463093:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078313.463096:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078313.463098:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078313.463099:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078313.463101:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078313.463102:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f01c00. 02000000:00000001:3.0:1769078313.463105:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078313.463106:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078313.463108:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc8a80. 00000100:00000001:3.0:1769078313.463110:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078313.463111:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.463113:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078313.463116:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bcb800 x1855007657881088/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.463122:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078313.463123:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078313.463125:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078313.463127:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078313.463128:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078313.463129:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078313.463131:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078313.463132:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00400. 02000000:00000001:3.0:1769078313.463135:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078313.463136:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078313.463137:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bcb800. 00000100:00000001:3.0:1769078313.463139:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078313.463141:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.463143:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078313.463146:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b07bc9180 x1855007657881216/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078338 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078313.463151:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078313.463152:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078313.463153:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078313.463155:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078313.463156:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078313.463157:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078313.463159:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078313.463160:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06f00c00. 02000000:00000001:3.0:1769078313.463163:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078313.463164:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078313.463165:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b07bc9180. 00000100:00000001:3.0:1769078313.463167:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078313.463168:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.463170:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078313.463173:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078313.463174:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078313.463176:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078313.463178:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078314.100664:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078314.100664:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078314.100664:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078314.100664:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078314.100673:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078314.100674:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078314.100675:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078314.100676:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078314.100676:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078314.100679:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078314.100680:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078314.100680:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078314.100684:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078314.100688:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078314.100688:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078314.100688:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078314.100688:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078314.100694:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078314.100695:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078314.100696:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078314.100696:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078314.100697:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078314.100699:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078314.100702:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078314.100702:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078314.100703:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078314.100709:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078314.100710:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078314.100713:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078314.100716:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078314.100718:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078314.100721:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078314.100724:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078314.100725:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078314.100729:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078314.100730:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078314.100731:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078314.100733:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078314.100735:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078314.100736:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078314.100739:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078314.100740:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078314.100744:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078314.100745:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078314.100749:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078314.100750:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078314.100750:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078314.100753:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078314.100753:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078314.100756:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078314.100756:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078314.100756:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078314.100759:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078314.100760:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078314.100761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078314.100763:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078314.100764:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078314.100765:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078314.100768:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078314.100769:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078314.100770:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078314.100771:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078314.100772:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078314.100775:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078314.100779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078314.100781:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078314.100787:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078314.100791:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078314.100794:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078314.100797:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078314.100801:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078314.100816:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078314.100845:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078314.100849:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078314.228678:0:13767:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299971788, at 4299971840 00000100:00000040:1.0:1769078314.228678:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299971788, at 4299971840 00000100:00000010:1.0:1769078314.228697:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1480. 00000100:00000010:0.0:1769078314.228700:0:13767:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1cc0. 00000100:00000001:0.0:1769078314.484686:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078314.484686:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078314.484694:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078314.484695:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078314.484698:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078314.484699:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078314.484706:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078314.484706:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078314.484713:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078314.484713:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078314.484718:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078314.484719:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078314.484724:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078314.484727:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078314.484730:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078314.484730:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078314.484732:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078314.484735:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078315.124679:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078315.124679:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078315.124679:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078315.124680:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078315.124686:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078315.124687:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078315.124689:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078315.124690:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078315.124696:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078315.124697:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078315.124701:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078315.124703:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078315.124703:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078315.124705:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078315.124707:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078315.124708:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078315.124709:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078315.124712:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078315.124713:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078315.124713:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078315.124717:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078315.124718:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078315.124719:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078315.124721:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078315.124722:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078315.124732:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078315.124734:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078315.124737:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078315.124738:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078315.124739:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078315.124740:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078315.124744:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078315.124745:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078315.124747:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078315.124750:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078315.124751:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078315.124753:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078315.124754:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078315.124757:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078315.124758:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078315.124759:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078315.124760:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078315.124766:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078315.124770:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078315.124771:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078315.124773:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078315.124773:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078315.124777:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078315.124778:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078315.124780:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078315.124781:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078315.124783:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078315.124786:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078315.124787:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078315.124789:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078315.124791:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078315.124795:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078315.124797:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078315.124799:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078315.124821:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078315.124822:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078315.124825:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078315.124828:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078315.124877:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078315.124880:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078315.124885:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078315.124886:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078315.124889:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078315.124890:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078315.124893:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078315.124909:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078315.124926:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078315.124928:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078315.124946:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078315.508674:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078315.508675:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078315.508683:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078315.508684:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078315.508690:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078315.508691:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078315.508694:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078315.508695:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078315.508700:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078315.508701:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078315.508705:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078315.508706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078315.508708:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078315.508710:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078315.508712:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078315.508716:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078315.508720:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078315.508722:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078316.148674:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078316.148674:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078316.148685:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078316.148686:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078316.148690:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078316.148691:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078316.148692:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078316.148692:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078316.148702:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078316.148702:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078316.148705:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078316.148705:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078316.148710:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078316.148711:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078316.148712:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078316.148713:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078316.148717:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078316.148718:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078316.148722:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078316.148722:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078316.148725:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078316.148729:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078316.148731:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078316.148732:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078316.148736:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078316.148737:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078316.148740:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078316.148740:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078316.148744:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078316.148748:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078316.148751:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078316.148756:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078316.148759:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078316.148760:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078316.148763:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078316.148768:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078316.148777:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078316.148780:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078316.148782:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078316.148797:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078316.148805:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078316.148805:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078316.148805:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078316.148813:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078316.148813:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078316.148814:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078316.148817:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078316.148828:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078316.148829:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078316.148831:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078316.148831:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078316.148835:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078316.148837:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078316.148838:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078316.148841:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078316.148844:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078316.148844:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078316.148846:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078316.148847:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078316.148849:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078316.148851:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078316.148852:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078316.148860:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078316.148861:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078316.148862:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078316.148871:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078316.148871:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078316.148877:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078316.148877:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078316.148881:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078316.148887:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078316.148887:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078316.148894:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078316.148900:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078316.532691:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078316.532700:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078316.532701:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078316.532702:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078316.532711:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078316.532712:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078316.532714:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078316.532717:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078316.532721:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078316.532722:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078316.532727:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078316.532728:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078316.532736:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078316.532736:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078316.532751:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078316.532752:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078316.532760:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078316.532763:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078317.172710:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078317.172710:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078317.172711:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078317.172714:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078317.172721:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078317.172721:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078317.172721:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078317.172722:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078317.172728:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078317.172728:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078317.172730:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078317.172730:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078317.172744:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078317.172744:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078317.172744:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078317.172745:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078317.172757:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078317.172757:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078317.172758:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078317.172758:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078317.172765:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078317.172766:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078317.172766:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078317.172775:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078317.172784:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078317.172789:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078317.172792:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078317.172795:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078317.172799:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078317.172804:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078317.172804:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078317.172810:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078317.172815:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078317.172816:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078317.172819:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078317.172822:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078317.172826:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078317.172832:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078317.172838:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078317.172841:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078317.172842:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078317.172843:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078317.172845:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078317.172847:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078317.172853:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078317.172854:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078317.172854:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078317.172854:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078317.172858:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078317.172862:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078317.172864:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078317.172864:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078317.172866:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078317.172872:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078317.172872:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078317.172873:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078317.172874:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078317.172875:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078317.172879:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078317.172883:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078317.172884:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078317.172885:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078317.172887:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078317.172892:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078317.172894:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078317.172894:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078317.172899:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078317.172903:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078317.172906:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078317.172909:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078317.172913:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078317.172915:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078317.172920:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078317.172925:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078317.556682:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078317.556682:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078317.556695:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078317.556696:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078317.556703:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078317.556705:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078317.556712:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078317.556714:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078317.556718:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078317.556721:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078317.556722:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078317.556728:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078317.556730:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078317.556730:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078317.556741:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078317.556742:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078317.556747:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078317.556754:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078318.196709:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078318.196709:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078318.196709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078318.196720:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078318.196722:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078318.196723:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078318.196724:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078318.196727:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078318.196735:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.196736:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.196736:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078318.196739:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078318.196747:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078318.196761:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078318.196762:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078318.196764:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078318.196766:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078318.196769:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078318.196776:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078318.196776:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078318.196777:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.196778:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.196785:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078318.196787:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.196790:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078318.196791:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078318.196795:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.196795:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.196799:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.196801:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078318.196804:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.196807:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078318.196808:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078318.196814:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078318.196819:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.196835:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769078318.196836:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078318.196836:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078318.196839:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078318.196843:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078318.196844:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078318.196845:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078318.196845:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.196846:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078318.196851:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078318.196855:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078318.196858:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078318.196859:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078318.196861:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1769078318.196862:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078318.196867:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078318.196869:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078318.196872:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078318.196873:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078318.196874:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078318.196876:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.196883:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078318.196884:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.196889:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.196890:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078318.196892:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.196896:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078318.196897:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078318.196900:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078318.196904:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078318.196906:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078318.196914:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078318.196916:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078318.196919:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078318.196922:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078318.196926:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078318.196928:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078318.196931:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078318.196933:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.580677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078318.580685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078318.580689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078318.580696:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078318.580702:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078318.580706:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.580709:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078318.580714:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078318.580714:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078318.580716:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078318.580719:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078318.580723:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078318.580731:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078318.580732:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078318.580736:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:2.0:1769078318.580739:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078318.580740:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078318.580760:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078318.580766:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078318.580766:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078318.580772:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078318.580776:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078318.580777:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5303 00000100:00000001:2.0:1769078318.580783:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078318.580790:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078318.580797:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078318.580800:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078318.580802:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078318.580805:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078318.580807:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078318.580809:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078318.580812:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078318.580814:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078318.580816:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078318.580818:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078318.580820:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078318.580822:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078318.580824:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078318.580825:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078318.580827:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078318.580828:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078318.580830:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078318.580833:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078318.580835:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.580838:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078318.580841:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078318.580843:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.580844:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078318.580847:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078318.580856:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769078318.580859:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078318.580862:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078318.580864:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.580866:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078318.580868:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078318.580872:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078318.580880:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000100:00000001:1.0:1769078318.580886:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078318.580893:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078318.580903:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078318.580908:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078318.580913:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078318.580934:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078318.580937:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078318.580941:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078318.580942:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078318.580944:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078318.580948:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078318.580953:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5303 00000400:00000200:1.0:1769078318.580958:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078318.580961:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1769078318.580962:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:3.0:1769078318.580965:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078318.580968:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078318.580968:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1769078318.580975:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078318.580977:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078318.580981:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078318.580982:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078318.580987:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078318.580997:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078318.581000:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078318.581006:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078318.581014:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:3.0:1769078318.581015:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078318.581024:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000001:3.0:1769078318.581024:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078318.581034:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 02000000:00000001:3.0:1769078318.581036:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1769078318.581041:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000001:3.0:1769078318.581042:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078318.581047:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078318.581049:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078318.581050:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078318.581052:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:3.0:1769078318.581059:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078318.581060:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078318.581066:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078318.581069:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657881344:192.168.204.154@tcp:250:kworker.0 02000000:00000001:1.0:1769078318.581071:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769078318.581080:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1769078318.581085:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078318.581085:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078318.581089:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.581094:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1769078318.581100:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078318.581102:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19800. 00000100:00000001:1.0:1769078318.581106:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769078318.581106:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078318.581115:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000400:00000200:3.0:1769078318.581122:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:1.0:1769078318.581125:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.581129:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078318.581130:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000100:00000010:1.0:1769078318.581135:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000040:1.0:1769078318.581139:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078318.581141:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1769078318.581142:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 02000000:00000001:1.0:1769078318.581144:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.581147:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078318.581149:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078318.581150:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078318.581153:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657881344, portal 25 02000000:00000010:1.0:1769078318.581154:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000100:00000001:3.0:1769078318.581158:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1769078318.581160:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.581163:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00100000:1.0:1769078318.581167:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078318.581175:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078318.581179:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078318.581180:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078318.581184:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078318.581237:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.581237:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078318.581247:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078318.581251:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00080000:1.0:1769078318.581254:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1769078318.581256:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657881344, offset 0 00000100:00080000:1.0:1769078318.581270:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078318.581272:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078318.581278:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1769078318.581278:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078318.581286:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769078318.581291:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:1.0:1769078318.581294:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5303 00000400:00000200:3.0:1769078318.581300:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:1.0:1769078318.581305:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078318.581311:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769078318.581315:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078318.581319:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769078318.581321:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000040:1.0:1769078318.581327:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078318.581329:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1769078318.581334:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769078318.581337:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000040:1.0:1769078318.581340:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078318.581347:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:3.0:1769078318.581349:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370775:370775:256:4294967295] 192.168.204.154@tcp LPNI seq info [370770:370770:8:4294967295] 00000020:00000001:1.0:1769078318.581354:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078318.581356:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078318.581358:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078318.581365:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:3.0:1769078318.581369:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078318.581373:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078318.581379:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:3.0:1769078318.581387:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000040:1.0:1769078318.581394:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000200:3.0:1769078318.581403:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078318.581405:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000010:3.0:1769078318.581410:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000100:00000040:1.0:1769078318.581414:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078318.581417:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078318.581420:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078318.581424:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000800:00000200:3.0:1769078318.581427:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078318.581428:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078318.581435:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 02000000:00000001:1.0:1769078318.581438:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078318.581442:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078318.581445:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.581447:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078318.581452:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000800:00000200:3.1:1769078318.581453:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:1.0:1769078318.581462:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769078318.581463:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000100:00000001:1.0:1769078318.581474:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769078318.581478:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078318.581485:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000100:00000010:1.0:1769078318.581488:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000400:00000200:3.0:1769078318.581490:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:1.0:1769078318.581495:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000200:3.0:1769078318.581498:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 02000000:00000001:1.0:1769078318.581503:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1769078318.581505:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 02000000:00000001:1.0:1769078318.581507:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.581512:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1769078318.581513:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 02000000:00000001:1.0:1769078318.581514:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078318.581519:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.581520:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078318.581528:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769078318.581529:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000100:00000001:1.0:1769078318.581537:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078318.581549:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078318.581579:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078318.581585:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.581605:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.581611:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1769078318.581618:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078318.581622:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.581623:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078318.581629:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078318.581631:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299976908 00000100:00000040:1.0:1769078318.581634:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769078318.581637:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1ea0. 00000100:00000001:3.0:1769078318.581645:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078318.581654:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.581654:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299976908 00000100:00080000:1.0:1769078318.581658:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:3.0:1769078318.581659:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1120. 00000100:00080000:1.0:1769078318.581667:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:3.0:1769078318.581668:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078318.581670:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078318.581674:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078318.581674:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078318.581686:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078318.581688:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078318.581690:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5303 00000100:00000001:3.0:1769078318.581695:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000400:00000200:1.0:1769078318.581698:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078318.581704:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078318.581707:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769078318.581709:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078318/real 1769078318] req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078318.581712:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078318.581718:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078318.581723:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078318.581729:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078318.581736:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078318.581740:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078318.581756:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1769078318.581758:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1769078318.581759:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769078318.581765:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000001:3.0:1769078318.581765:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1769078318.581773:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000010:3.0:1769078318.581774:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078318.581787:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000100:00000040:1.0:1769078318.581789:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000010:3.0:1769078318.581797:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:1.0:1769078318.581798:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078318.581804:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078318.581804:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078318.581812:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078318.581818:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000200:3.0:1769078318.581819:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078318.581830:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078318.581842:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078318.581849:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078318.581855:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078318.581860:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078318.581861:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078318.581862:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078318.581864:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769078318.581871:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.581876:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078318.581883:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000100:00000001:3.0:1769078318.581887:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1769078318.581893:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:3.0:1769078318.581894:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078318.581896:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769078318.581899:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1769078318.581901:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078318.581905:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769078318.581906:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078318.581909:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078318.581912:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078318.581916:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769078318.581918:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000100:00000001:1.0:1769078318.581927:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078318.581937:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078318.581937:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078318.581948:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078318.581950:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078318.581953:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078318.581957:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078318.582004:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078318.582014:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5313) 00000100:00000001:3.0:1769078318.582014:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078318.582024:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582026:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078318.582028:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582031:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078318.582036:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078318.582040:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078318.582046:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078318.582050:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078318.582055:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078318.582063:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657881344:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078318.582067:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582069:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078318.582071:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657881344/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582077:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078318.582080:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078318.582083:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078318.582086:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078318.582088:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078318.582089:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078318.582092:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078318.582094:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636800. 02000000:00000001:3.0:1769078318.582097:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078318.582099:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078318.582101:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:3.0:1769078318.582104:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078318.582104:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582106:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582111:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078318.582112:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.582114:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078318.582115:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078318.582116:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078318.582119:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582127:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078318.582129:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.582130:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078318.582132:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078318.582133:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078318.582135:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881472:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078318.582136:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078318.582138:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078318.582139:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.582140:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078318.582142:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078318.582143:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078318.582147:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078318.582149:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078318.582151:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078318.582153:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657881472, portal 10 00000100:00000001:3.0:1769078318.582154:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078318.582155:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:3.0:1769078318.582160:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582164:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078318.582165:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078318.582166:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078318.582168:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657881472, offset 0 00000400:00000200:3.0:1769078318.582170:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078318.582173:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078318.582175:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078318.582177:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078318.582179:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078318.582180:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078318.582182:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078318.582184:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370776:370776:256:4294967295] 192.168.204.154@tcp LPNI seq info [370771:370771:8:4294967295] 00000400:00000200:3.0:1769078318.582187:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078318.582191:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078318.582194:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078318.582195:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078318.582198:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078318.582200:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769078318.582203:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078318.582206:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1769078318.582210:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078318.582212:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078318.582214:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078318.582218:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078318.582220:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078318.582222:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078318.582224:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078318.582228:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582235:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078318.582238:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582244:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.582246:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078318.582249:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078318.582253:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078318.582256:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078318.582258:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299976203 00000100:00000001:3.0:1769078318.582260:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299976908 00000100:00000001:3.0:1769078318.582262:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299976203 00000100:00000001:3.0:1769078318.582263:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299976908 00000100:00000001:3.0:1769078318.582264:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078318.582266:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.582267:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078318.582270:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078318/real 1769078318] req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078318.582275:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078318.582276:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078318.582277:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078318.582279:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078318.582280:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078318.582281:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078318.582283:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078318.582288:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582292:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078318.582292:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582293:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078318.582294:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078318.582296:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582299:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078318.582302:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582306:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078318.582309:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582310:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078318.582311:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582313:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078318.582316:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078318.582319:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078318.582323:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078318.582324:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078318.582328:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078318.582336:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881472:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078318.582340:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078318.582344:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582350:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078318.582352:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.582354:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078318.582355:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078318.582356:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078318.582358:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881600:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078318.582360:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078318.582362:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078318.582363:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.582364:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078318.582366:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078318.582367:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078318.582370:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078318.582371:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078318.582373:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078318.582375:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657881600, portal 4 00000100:00000001:3.0:1769078318.582376:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078318.582377:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:3.0:1769078318.582381:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582384:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078318.582386:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078318.582387:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078318.582389:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657881600, offset 0 00000400:00000200:3.0:1769078318.582391:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078318.582393:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078318.582396:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078318.582397:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078318.582399:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078318.582401:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078318.582402:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078318.582404:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370777:370777:256:4294967295] 192.168.204.154@tcp LPNI seq info [370772:370772:8:4294967295] 00000400:00000200:3.0:1769078318.582406:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078318.582410:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078318.582415:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078318.582417:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078318.582421:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078318.582423:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769078318.582427:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078318.582430:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1769078318.582433:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078318.582435:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078318.582438:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078318.582441:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078318.582443:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078318.582445:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078318.582448:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078318.582451:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582459:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078318.582462:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582466:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.582467:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078318.582470:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078318.582472:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078318.582474:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078318.582475:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299976224 00000100:00000001:3.0:1769078318.582477:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299976908 00000100:00000001:3.0:1769078318.582478:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299976224 00000100:00000001:3.0:1769078318.582480:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299976908 00000100:00000001:3.0:1769078318.582481:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078318.582482:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.582483:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078318.582485:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078318/real 1769078318] req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078318.582490:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078318.582491:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078318.582492:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078318.582493:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078318.582494:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078318.582495:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078318.582497:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078318.582502:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582505:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078318.582506:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582507:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078318.582507:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078318.582509:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582513:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078318.582515:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582520:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078318.582521:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582522:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078318.582523:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582524:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078318.582527:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078318.582529:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078318.582532:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078318.582533:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078318.582537:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078318.582545:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881600:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078318.582548:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078318.582573:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582581:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078318.582582:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.582585:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078318.582586:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078318.582588:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078318.582591:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881728:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078318.582594:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078318.582596:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078318.582597:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078318.582599:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078318.582603:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078318.582605:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078318.582608:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078318.582611:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078318.582614:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078318.582617:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657881728, portal 4 00000100:00000001:3.0:1769078318.582618:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078318.582620:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:3.0:1769078318.582625:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582630:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078318.582633:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078318.582635:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078318.582637:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657881728, offset 0 00000400:00000200:3.0:1769078318.582642:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078318.582645:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078318.582649:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078318.582651:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078318.582654:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078318.582656:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078318.582658:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078318.582660:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370778:370778:256:4294967295] 192.168.204.154@tcp LPNI seq info [370773:370773:8:4294967295] 00000400:00000200:3.0:1769078318.582664:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078318.582670:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078318.582674:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078318.582678:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078318.582681:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078318.582684:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000200:3.1:1769078318.582688:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078318.582690:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 53 secs later) 00000800:00000100:3.0:1769078318.582694:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078318.582695:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078318.582698:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078318.582701:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078318.582703:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078318.582705:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078318.582708:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078318.582711:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582719:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078318.582721:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078343 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582728:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.582729:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078318.582733:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078318.582735:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078318.582738:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078318.582740:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299976229 00000100:00000001:3.0:1769078318.582741:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299976908 00000100:00000001:3.0:1769078318.582754:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299976229 00000100:00000001:3.0:1769078318.582756:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299976908 00000100:00000001:3.0:1769078318.582757:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078318.582758:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.582760:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078318.582763:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078318/real 1769078318] req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078318.582768:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078318.582769:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078318.582770:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078318.582771:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078318.582772:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078318.582773:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078318.582775:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078318.582780:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582787:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078318.582788:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582789:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078318.582790:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078318.582792:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582796:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078318.582798:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582801:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078318.582802:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582803:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078318.582804:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582805:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078318.582807:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078318.582809:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078318.582811:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078318.582812:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078318.582814:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078318.582819:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881728:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078318.582821:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582822:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078318.582823:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657881472/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582827:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078318.582828:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078318.582829:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078318.582831:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078318.582831:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078318.582832:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078318.582834:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078318.582835:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 02000000:00000001:3.0:1769078318.582836:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078318.582837:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078318.582838:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:3.0:1769078318.582839:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078318.582840:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582841:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078318.582843:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657881600/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582847:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078318.582847:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078318.582848:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078318.582849:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078318.582850:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078318.582850:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078318.582851:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078318.582852:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 02000000:00000001:3.0:1769078318.582853:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078318.582854:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078318.582854:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:3.0:1769078318.582856:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078318.582857:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582858:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078318.582861:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657881728/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078343 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078318.582866:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078318.582867:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078318.582868:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078318.582870:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078318.582871:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078318.582871:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078318.582873:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078318.582875:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:3.0:1769078318.582877:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078318.582878:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078318.582879:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:3.0:1769078318.582881:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078318.582882:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582884:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078318.582887:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078318.582889:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078318.582891:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078318.582892:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078319.220688:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078319.220695:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078319.220704:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078319.220710:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078319.220713:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078319.220717:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078319.220718:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078319.220718:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078319.220718:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078319.220721:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078319.220728:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078319.220729:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078319.220730:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078319.220731:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078319.220731:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.220747:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078319.220754:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078319.220754:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078319.220755:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078319.220757:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078319.220764:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078319.220765:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078319.220765:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078319.220768:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078319.220778:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078319.220779:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078319.220779:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078319.220779:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078319.220788:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078319.220792:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.220794:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078319.220795:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078319.220796:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078319.220798:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078319.220799:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078319.220811:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.220812:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078319.220813:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078319.220821:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078319.220822:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078319.220827:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078319.220828:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078319.220828:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078319.220831:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078319.220833:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078319.220839:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078319.220840:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078319.220840:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078319.220845:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078319.220846:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078319.220848:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078319.220849:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078319.220854:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00100000:3.0:1769078319.220856:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078319.220857:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078319.220859:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078319.220865:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078319.220866:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078319.220868:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078319.220870:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.220871:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078319.220872:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078319.220873:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078319.220878:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078319.220880:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078319.220881:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078319.220886:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078319.220887:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.220887:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078319.220893:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078319.220894:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000020:00000001:2.0:1769078319.220895:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078319.220903:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078319.220904:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078319.220904:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078319.220904:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078319.220916:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078319.220918:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078319.220920:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078319.220924:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078319.220926:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078319.220931:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078319.220936:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078319.220936:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078319.220941:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078319.220945:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078319.220948:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078319.220952:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078319.220957:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078319.220960:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078319.220962:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078319.220964:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078319.348633:0:13837:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299976908, at 4299976960 00000100:00000010:0.0:1769078319.348652:0:13837:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1ea0. 00000100:00000040:1.0:1769078319.348655:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299976908, at 4299976960 00000100:00000010:1.0:1769078319.348671:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1120. 00000100:00000001:2.0:1769078319.604673:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078319.604673:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078319.604683:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078319.604684:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078319.604686:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.604689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078319.604692:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078319.604697:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078319.604697:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078319.604703:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078319.604704:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078319.604709:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078319.604710:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078319.604714:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078319.604720:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078319.604720:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078319.604723:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078319.604738:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078320.244733:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078320.244733:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078320.244733:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078320.244737:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078320.244746:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078320.244748:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078320.244749:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078320.244749:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078320.244754:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078320.244757:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078320.244757:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078320.244760:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078320.244760:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078320.244767:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078320.244768:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:3.0:1769078320.244768:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078320.244769:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078320.244772:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078320.244776:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078320.244779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078320.244780:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078320.244780:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078320.244782:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078320.244789:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078320.244795:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078320.244795:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078320.244796:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078320.244796:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078320.244798:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078320.244808:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078320.244812:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078320.244816:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078320.244819:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078320.244822:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078320.244826:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078320.244831:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769078320.244834:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078320.244837:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078320.244838:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078320.244838:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078320.244843:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078320.244843:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:2.0:1769078320.244845:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078320.244846:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078320.244850:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078320.244855:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078320.244855:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078320.244856:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078320.244860:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078320.244862:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078320.244863:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078320.244864:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078320.244865:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078320.244870:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078320.244875:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078320.244875:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078320.244876:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078320.244879:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078320.244881:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078320.244884:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078320.244885:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078320.244886:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078320.244888:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078320.244891:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078320.244892:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078320.244894:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078320.244898:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078320.244902:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078320.244903:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078320.244906:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078320.244910:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078320.244910:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078320.244914:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078320.244918:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078320.628669:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078320.628677:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078320.628679:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078320.628683:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078320.628685:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078320.628688:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078320.628692:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078320.628694:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078320.628696:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078320.628699:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078320.628699:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078320.628723:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078320.628737:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078320.628743:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078320.628747:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078320.628750:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078320.628753:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078320.628757:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078321.268642:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078321.268649:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078321.268651:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078321.268655:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078321.268656:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078321.268658:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078321.268662:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078321.268663:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078321.268665:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078321.268666:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078321.268670:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078321.268671:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078321.268672:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078321.268674:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078321.268679:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078321.268680:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078321.268682:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078321.268686:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078321.268686:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078321.268689:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078321.268689:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078321.268692:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078321.268694:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078321.268695:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078321.268696:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078321.268712:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078321.268715:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078321.268716:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078321.268719:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078321.268722:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078321.268723:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078321.268733:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078321.268734:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078321.268738:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078321.268739:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078321.268743:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078321.268746:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078321.268747:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078321.268748:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078321.268751:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078321.268752:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078321.268754:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078321.268754:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078321.268763:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078321.268764:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078321.268765:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078321.268766:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078321.268766:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078321.268770:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078321.268775:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078321.268775:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078321.268776:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078321.268780:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078321.268780:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078321.268781:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078321.268784:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078321.268785:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078321.268786:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078321.268788:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078321.268792:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078321.268792:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078321.268796:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078321.268800:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078321.268803:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078321.268807:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078321.268813:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078321.268815:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078321.268820:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078321.268822:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078321.268825:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078321.268826:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078321.268846:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078321.268848:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078321.268850:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078321.652679:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078321.652679:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078321.652705:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078321.652708:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078321.652710:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078321.652712:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078321.652714:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078321.652717:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078321.652722:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078321.652722:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078321.652734:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078321.652735:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078321.652746:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078321.652750:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078321.652753:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078321.652754:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078321.652759:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078321.652762:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078322.292677:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078322.292677:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078322.292677:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078322.292697:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078322.292697:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078322.292700:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078322.292700:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078322.292706:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078322.292707:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078322.292713:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078322.292713:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078322.292714:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078322.292718:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078322.292718:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078322.292721:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078322.292722:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078322.292726:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078322.292727:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078322.292730:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078322.292731:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078322.292734:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078322.292734:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078322.292736:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078322.292739:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078322.292739:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078322.292746:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078322.292748:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078322.292750:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078322.292752:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078322.292764:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078322.292765:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078322.292767:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078322.292773:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078322.292773:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078322.292776:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078322.292776:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078322.292779:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078322.292781:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078322.292781:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078322.292787:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078322.292790:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078322.292790:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078322.292792:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078322.292795:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078322.292797:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078322.292799:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078322.292802:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078322.292803:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078322.292804:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078322.292807:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078322.292811:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078322.292812:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078322.292815:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078322.292818:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078322.292828:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078322.292831:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078322.292832:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078322.292834:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078322.292837:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078322.292839:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078322.292841:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078322.292842:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078322.292844:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078322.292844:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078322.292851:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078322.292855:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078322.292858:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078322.292863:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078322.292865:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078322.292867:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078322.292870:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078322.292875:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078322.292876:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078322.292880:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078322.292881:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078322.292885:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078322.292887:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078322.292910:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078322.292913:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078322.292916:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078322.676712:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078322.676715:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078322.676725:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078322.676725:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078322.676729:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078322.676729:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078322.676739:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078322.676740:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078322.676748:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078322.676750:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078322.676753:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078322.676755:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078322.676757:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078322.676763:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078322.676766:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078322.676770:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078322.676774:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078322.676777:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.316661:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078323.316674:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078323.316683:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078323.316684:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078323.316685:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.316688:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078323.316692:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078323.316693:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078323.316693:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078323.316699:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078323.316699:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078323.316700:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078323.316704:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078323.316705:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.316706:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078323.316710:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078323.316711:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078323.316714:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078323.316715:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078323.316718:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.316718:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078323.316719:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.316723:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.316729:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.316730:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078323.316734:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.316736:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078323.316737:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.316747:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078323.316750:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078323.316751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078323.316754:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078323.316758:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078323.316759:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078323.316761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078323.316765:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078323.316767:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078323.316768:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.316773:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078323.316774:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078323.316779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.316783:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078323.316787:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078323.316788:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078323.316794:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078323.316795:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.316797:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078323.316799:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078323.316799:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078323.316802:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1769078323.316804:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078323.316805:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078323.316806:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078323.316809:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078323.316812:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078323.316812:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078323.316816:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.316817:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078323.316821:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078323.316822:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078323.316824:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.316825:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078323.316832:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.316832:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078323.316833:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078323.316837:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.316837:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078323.316845:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078323.316850:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078323.316852:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078323.316853:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.316859:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078323.316861:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078323.316864:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078323.700675:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078323.700678:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078323.700685:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078323.700686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769078323.700689:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078323.700689:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078323.700690:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078323.700703:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078323.700704:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:1.0:1769078323.700711:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1769078323.700712:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078323.700712:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078323.700720:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078323.700721:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078323.700721:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078323.700724:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078323.700732:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078323.700733:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078323.700736:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.700737:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078323.700742:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078323.700746:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078323.700748:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.700770:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5308 00000400:00000200:1.0:1769078323.700782:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078323.700792:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078323.700797:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078323.700801:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078323.700804:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078323.700807:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078323.700809:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078323.700813:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078323.700815:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078323.700818:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078323.700820:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078323.700822:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078323.700825:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078323.700828:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078323.700830:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078323.700831:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078323.700834:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078323.700836:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078323.700840:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078323.700843:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078323.700845:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078323.700849:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078323.700851:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.700853:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078323.700856:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078323.700864:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00000020:00000040:1.0:1769078323.700868:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078323.700872:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078323.700873:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.700876:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078323.700879:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078323.700883:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078323.700890:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000100:00000001:1.0:1769078323.700896:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078323.700903:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078323.700913:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078323.700918:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078323.700922:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078323.700944:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.700947:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078323.700950:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078323.700951:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078323.700953:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078323.700956:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078323.700958:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5308 00000400:00000200:1.0:1769078323.700963:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078323.700967:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078323.700970:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078323.700974:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078323.700976:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078323.700979:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078323.700981:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078323.700983:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769078323.700985:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1769078323.700986:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078323.700991:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1769078323.700993:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1769078323.700994:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:3.0:1769078323.700999:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769078323.701000:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078323.701005:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769078323.701016:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:3.0:1769078323.701016:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078323.701028:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078323.701035:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078323.701038:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078323.701040:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078323.701042:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078323.701049:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:3.0:1769078323.701051:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:1.0:1769078323.701057:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 02000000:00000001:3.0:1769078323.701058:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078323.701064:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078323.701065:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078323.701070:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:3.0:1769078323.701075:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657881856:192.168.204.154@tcp:250:kworker.0 02000000:00000001:1.0:1769078323.701078:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078323.701085:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.701085:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769078323.701091:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:3.0:1769078323.701091:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078323.701095:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078323.701096:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1769078323.701098:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000001:1.0:1769078323.701104:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.701105:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078323.701109:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 00000100:00000010:1.0:1769078323.701110:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 02000000:00000001:3.0:1769078323.701113:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078323.701114:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078323.701119:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078323.701121:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.701123:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1769078323.701124:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769078323.701126:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078323.701130:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078323.701130:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 02000000:00000010:1.0:1769078323.701135:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000100:00000001:1.0:1769078323.701139:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078323.701147:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769078323.701149:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000001:1.0:1769078323.701160:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078323.701163:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078323.701163:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657881856, portal 25 00000100:00000001:3.0:1769078323.701174:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1769078323.701176:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.701177:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 00000100:00000040:3.0:1769078323.701192:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078323.701193:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.701203:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078323.701219:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078323.701226:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078323.701226:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:1.0:1769078323.701234:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078323.701237:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078323.701239:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5308 00000400:00000200:1.0:1769078323.701245:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078323.701250:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000040:3.0:1769078323.701251:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00080000:1.0:1769078323.701252:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078323.701259:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000010:3.0:1769078323.701260:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000001:1.0:1769078323.701261:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078323.701268:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078323.701270:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000200:3.0:1769078323.701271:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657881856, offset 0 00000020:00000001:1.0:1769078323.701272:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078323.701274:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078323.701279:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078323.701281:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769078323.701283:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078323.701284:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769078323.701289:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078323.701292:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078323.701293:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078323.701301:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078323.701302:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078323.701304:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078323.701307:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:3.0:1769078323.701311:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078323.701313:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078323.701322:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078323.701324:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078323.701327:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078323.701328:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:1.0:1769078323.701330:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078323.701334:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000400:00000200:3.0:1769078323.701337:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000008:00000001:1.0:1769078323.701338:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.701343:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078323.701346:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000400:00000200:3.0:1769078323.701346:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000040:1.0:1769078323.701352:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000200:3.0:1769078323.701353:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1769078323.701365:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1769078323.701369:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 02000000:00000001:1.0:1769078323.701371:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.701375:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1769078323.701376:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370779:370779:256:4294967295] 192.168.204.154@tcp LPNI seq info [370774:370774:8:4294967295] 02000000:00000001:1.0:1769078323.701378:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078323.701386:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078323.701390:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000100:00000001:1.0:1769078323.701393:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078323.701393:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00100000:1.0:1769078323.701407:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769078323.701421:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078323.701441:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078323.701447:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000100:00000001:1.0:1769078323.701448:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078323.701453:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078323.701464:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769078323.701464:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078323.701475:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000100:00000001:1.0:1769078323.701479:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.701485:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078323.701494:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000200:3.1:1769078323.701494:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:1.0:1769078323.701500:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000800:00000200:3.1:1769078323.701502:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000100:00080000:1.0:1769078323.701503:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078323.701516:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000800:00000100:3.0:1769078323.701521:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00080000:1.0:1769078323.701525:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5308 00000800:00000010:3.0:1769078323.701529:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:1.0:1769078323.701535:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078323.701538:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078323.701539:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078323.701547:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078323.701574:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078323.701577:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078323.701578:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078323.701579:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078323.701581:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078323.701582:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000400:00000200:3.0:1769078323.701584:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1769078323.701585:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078323.701589:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769078323.701592:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000400:00000200:3.0:1769078323.701592:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078323.701599:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000020:00000001:1.0:1769078323.701601:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:3.0:1769078323.701605:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1769078323.701613:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000200:3.0:1769078323.701613:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078323.701626:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078323.701634:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078323.701634:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078323.701639:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078323.701641:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078323.701655:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078323.701667:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00000001:3.0:1769078323.701669:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078323.701677:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078323.701678:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078323.701682:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078323.701687:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769078323.701688:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769078323.701692:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299982028 02000000:00000001:1.0:1769078323.701693:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078323.701698:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.701700:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000010:3.0:1769078323.701700:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1a80. 00000008:00100000:1.0:1769078323.701704:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769078323.701707:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.701709:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.701710:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000010:1.0:1769078323.701713:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000040:1.0:1769078323.701716:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 02000000:00000001:1.0:1769078323.701718:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769078323.701718:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299982028 02000000:00000001:1.0:1769078323.701722:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078323.701724:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db12a0. 00000100:00000001:1.0:1769078323.701725:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078323.701730:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078323.701735:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.701736:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078323.701746:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1769078323.701748:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000001:3.0:1769078323.701757:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078323.701758:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.701761:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1769078323.701767:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769078323.701770:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078323/real 1769078323] req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078323.701818:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:3.0:1769078323.701821:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769078323.701822:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769078323.701824:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1769078323.701829:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769078323.701830:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078323.701839:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000100:00000001:1.0:1769078323.701842:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078323.701844:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000040:1.0:1769078323.701847:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5319) 00000100:00000001:3.0:1769078323.701850:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078323.701859:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078323.701870:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.701877:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078323.701879:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.701881:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078323.701883:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078323.701887:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.701893:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078323.701899:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.701906:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078323.701909:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.701911:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078323.701912:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.701915:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078323.701917:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078323.701920:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078323.701925:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078323.701927:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078323.701931:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078323.701940:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657881856:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078323.701944:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.701947:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078323.701950:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657881856/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.701963:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078323.701966:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078323.701969:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078323.701972:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078323.701975:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078323.701977:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078323.701980:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078323.701982:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 02000000:00000001:3.0:1769078323.701987:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078323.701989:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078323.701991:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00000100:00000001:3.0:1769078323.701994:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078323.701996:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.701998:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702007:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078323.702009:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.702012:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078323.702014:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078323.702015:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078323.702019:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702026:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078323.702028:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078323.702030:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078323.702033:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078323.702035:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078323.702038:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881984:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078323.702041:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078323.702043:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078323.702045:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078323.702047:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078323.702050:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078323.702052:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078323.702056:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078323.702060:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078323.702064:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078323.702067:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657881984, portal 10 00000100:00000001:3.0:1769078323.702069:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078323.702070:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:3.0:1769078323.702077:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702083:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078323.702085:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078323.702087:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078323.702090:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657881984, offset 0 00000400:00000200:3.0:1769078323.702094:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078323.702097:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078323.702101:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078323.702105:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078323.702107:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078323.702110:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078323.702112:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078323.702115:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370780:370780:256:4294967295] 192.168.204.154@tcp LPNI seq info [370775:370775:8:4294967295] 00000400:00000200:3.0:1769078323.702119:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078323.702125:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078323.702129:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078323.702133:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078323.702137:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078323.702139:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1769078323.702145:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078323.702147:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1769078323.702151:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078323.702153:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078323.702156:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078323.702160:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078323.702162:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078323.702164:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078323.702167:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078323.702171:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702178:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078323.702181:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702188:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.702189:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078323.702192:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078323.702196:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078323.702200:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078323.702202:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299981323 00000100:00000001:3.0:1769078323.702204:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299982028 00000100:00000001:3.0:1769078323.702207:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299981323 00000100:00000001:3.0:1769078323.702209:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299982028 00000100:00000001:3.0:1769078323.702211:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078323.702213:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.702215:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078323.702219:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078323/real 1769078323] req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078323.702227:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078323.702229:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078323.702230:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078323.702233:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078323.702235:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078323.702237:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078323.702240:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078323.702248:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702261:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078323.702263:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702265:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078323.702266:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078323.702270:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702275:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078323.702279:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702286:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078323.702289:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702290:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078323.702292:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702293:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078323.702298:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078323.702300:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078323.702304:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078323.702306:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078323.702310:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078323.702318:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657881984:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078323.702322:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078323.702326:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702333:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078323.702334:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078323.702337:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078323.702339:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078323.702341:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078323.702343:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657882112:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078323.702347:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078323.702349:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078323.702350:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078323.702351:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078323.702355:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078323.702357:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078323.702361:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078323.702363:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078323.702367:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078323.702370:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657882112, portal 4 00000100:00000001:3.0:1769078323.702372:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078323.702373:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:3.0:1769078323.702379:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702385:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078323.702387:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078323.702389:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078323.702391:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657882112, offset 0 00000400:00000200:3.0:1769078323.702395:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078323.702399:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078323.702402:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078323.702405:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078323.702407:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078323.702410:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078323.702412:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078323.702415:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370781:370781:256:4294967295] 192.168.204.154@tcp LPNI seq info [370776:370776:8:4294967295] 00000400:00000200:3.0:1769078323.702419:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078323.702425:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078323.702430:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078323.702433:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078323.702437:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078323.702439:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1769078323.702444:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078323.702446:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1769078323.702450:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078323.702452:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078323.702454:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078323.702457:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078323.702460:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078323.702462:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078323.702464:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078323.702468:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702475:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078323.702478:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702484:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.702485:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078323.702488:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078323.702491:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078323.702495:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078323.702497:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299981344 00000100:00000001:3.0:1769078323.702499:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299982028 00000100:00000001:3.0:1769078323.702502:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299981344 00000100:00000001:3.0:1769078323.702504:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299982028 00000100:00000001:3.0:1769078323.702506:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078323.702508:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.702510:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078323.702514:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078323/real 1769078323] req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078323.702522:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078323.702523:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078323.702525:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078323.702528:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078323.702529:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078323.702531:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078323.702535:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078323.702544:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702550:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078323.702551:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702575:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078323.702577:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078323.702581:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702587:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078323.702591:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702598:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078323.702600:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702602:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078323.702603:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702605:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078323.702609:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078323.702612:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078323.702616:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078323.702618:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078323.702623:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078323.702631:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657882112:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078323.702635:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078323.702638:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702645:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078323.702646:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078323.702649:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078323.702651:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078323.702652:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078323.702655:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657882240:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078323.702671:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078323.702673:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078323.702674:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078323.702676:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078323.702679:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078323.702681:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078323.702685:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078323.702687:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078323.702690:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078323.702693:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657882240, portal 4 00000100:00000001:3.0:1769078323.702695:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078323.702696:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:3.0:1769078323.702702:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702708:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078323.702711:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078323.702713:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078323.702715:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657882240, offset 0 00000400:00000200:3.0:1769078323.702719:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078323.702722:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078323.702725:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078323.702728:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078323.702731:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078323.702733:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078323.702735:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078323.702738:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370782:370782:256:4294967295] 192.168.204.154@tcp LPNI seq info [370777:370777:8:4294967295] 00000400:00000200:3.0:1769078323.702743:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078323.702749:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078323.702754:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078323.702756:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078323.702760:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078323.702763:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000200:3.1:1769078323.702767:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078323.702770:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 47 secs later) 00000800:00000100:3.0:1769078323.702773:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078323.702776:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078323.702778:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078323.702781:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078323.702784:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078323.702786:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078323.702788:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078323.702792:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702799:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078323.702802:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702808:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.702810:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078323.702813:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078323.702816:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078323.702819:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078323.702821:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299981349 00000100:00000001:3.0:1769078323.702824:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299982028 00000100:00000001:3.0:1769078323.702827:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299981349 00000100:00000001:3.0:1769078323.702829:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299982028 00000100:00000001:3.0:1769078323.702831:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078323.702833:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.702835:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078323.702838:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078323/real 1769078323] req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078323.702845:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078323.702846:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078323.702848:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078323.702850:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078323.702852:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078323.702854:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078323.702857:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078323.702865:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702872:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078323.702873:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702875:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078323.702876:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078323.702880:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702887:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078323.702890:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702896:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078323.702899:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702901:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078323.702902:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702904:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078323.702908:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078323.702910:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078323.702914:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078323.702916:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078323.702919:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078323.702927:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657882240:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078323.702931:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702933:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078323.702936:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657881984/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702942:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078323.702944:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078323.702946:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078323.702948:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078323.702950:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078323.702951:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078323.702953:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078323.702955:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08635400. 02000000:00000001:3.0:1769078323.702958:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078323.702959:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078323.702961:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:3.0:1769078323.702963:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078323.702964:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.702966:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078323.702970:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657882112/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.702982:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078323.702983:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078323.702984:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078323.702987:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078323.702988:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078323.702989:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078323.702991:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078323.702993:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637800. 02000000:00000001:3.0:1769078323.702995:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078323.702996:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078323.702997:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:3.0:1769078323.702999:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078323.703000:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.703001:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078323.703004:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657882240/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078323.703010:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078323.703011:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078323.703012:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078323.703014:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078323.703015:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078323.703016:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078323.703018:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078323.703020:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637400. 02000000:00000001:3.0:1769078323.703021:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078323.703022:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078323.703023:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:3.0:1769078323.703025:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078323.703026:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.703028:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078323.703031:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078323.703032:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078323.703034:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078323.703036:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078324.340644:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078324.340663:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078324.340665:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078324.340671:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078324.340678:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078324.340683:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078324.340688:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078324.340689:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078324.340690:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078324.340692:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078324.340693:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078324.340698:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078324.340698:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078324.340700:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078324.340702:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078324.340702:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078324.340703:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078324.340704:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078324.340715:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078324.340716:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078324.340717:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078324.340719:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078324.340722:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078324.340723:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078324.340724:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078324.340726:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078324.340728:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078324.340729:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078324.340732:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078324.340735:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078324.340737:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078324.340740:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078324.340744:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078324.340745:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078324.340748:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078324.340750:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078324.340751:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078324.340754:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078324.340757:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078324.340759:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078324.340762:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078324.340763:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078324.340765:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078324.340770:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078324.340771:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078324.340773:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078324.340775:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078324.340777:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078324.340779:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078324.340780:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078324.340783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078324.340788:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078324.340792:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078324.340792:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078324.340793:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078324.340798:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078324.340798:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078324.340800:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078324.340803:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078324.340805:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078324.340807:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078324.340808:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078324.340812:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078324.340812:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078324.340814:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078324.340819:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078324.340825:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078324.340825:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078324.340829:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078324.340830:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078324.340836:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078324.340858:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078324.340863:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078324.340866:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769078324.468695:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299982028, at 4299982080 00000100:00000040:0.0:1769078324.468696:0:13837:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299982028, at 4299982080 00000100:00000010:1.0:1769078324.468718:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db12a0. 00000100:00000010:0.0:1769078324.468722:0:13837:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1a80. 00000100:00000001:2.0:1769078324.724700:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078324.724713:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078324.724718:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078324.724718:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078324.724721:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078324.724721:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078324.724728:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078324.724728:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078324.724732:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078324.724732:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078324.724737:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078324.724737:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078324.724739:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078324.724743:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078324.724746:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078324.724746:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078324.724747:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078324.724749:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078325.364646:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078325.364648:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078325.364656:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078325.364657:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078325.364661:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078325.364661:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078325.364674:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078325.364675:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078325.364676:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078325.364677:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078325.364689:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078325.364690:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078325.364695:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078325.364696:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078325.364701:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078325.364702:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078325.364703:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078325.364709:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078325.364716:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078325.364722:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078325.364723:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078325.364723:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078325.364737:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078325.364738:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078325.364738:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078325.364739:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078325.364748:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078325.364753:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078325.364753:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078325.364766:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078325.364767:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078325.364770:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078325.364773:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078325.364776:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078325.364779:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078325.364782:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078325.364798:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078325.364803:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078325.364805:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078325.364807:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078325.364811:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078325.364813:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078325.364817:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078325.364817:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078325.364824:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078325.364824:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078325.364837:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078325.364840:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078325.364842:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078325.364842:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078325.364845:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078325.364849:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078325.364850:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078325.364867:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078325.364870:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078325.364873:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078325.365604:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078325.365608:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078325.365610:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078325.365614:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078325.365617:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078325.365620:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078325.365623:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078325.365624:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078325.365625:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078325.365628:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078325.365640:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078325.365641:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078325.365646:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078325.365648:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078325.365650:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078325.365652:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078325.365653:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078325.365655:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078325.748667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078325.748673:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078325.748675:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078325.748675:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078325.748688:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078325.748688:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078325.748694:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078325.748695:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078325.748699:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078325.748702:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078325.748702:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078325.748705:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078325.748710:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078325.748711:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078325.748717:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078325.748721:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078325.748723:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078325.748726:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078326.388694:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078326.388702:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078326.388702:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078326.388703:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078326.388707:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078326.388710:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078326.388715:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078326.388716:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078326.388717:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078326.388717:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078326.388722:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078326.388726:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078326.388728:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078326.388728:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078326.388730:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078326.388732:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078326.388738:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078326.388745:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078326.388745:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078326.388747:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078326.388747:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078326.388752:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078326.388753:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078326.388754:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078326.388756:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078326.388759:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078326.388762:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078326.388763:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078326.388764:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078326.388766:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078326.388768:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078326.388772:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078326.388777:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078326.388781:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078326.388786:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078326.388788:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078326.388790:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078326.388791:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078326.388795:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078326.388795:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078326.388798:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078326.388799:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078326.388800:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078326.388802:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078326.388804:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078326.388805:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:2.0:1769078326.388808:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078326.388809:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078326.388809:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078326.388813:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078326.388813:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078326.388816:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078326.388820:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078326.388820:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078326.388820:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078326.388822:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078326.388828:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078326.388832:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078326.388835:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078326.388836:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078326.388840:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078326.388842:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078326.388845:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078326.388848:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078326.388849:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078326.388853:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078326.388855:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078326.388857:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078326.388860:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078326.388861:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078326.388867:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078326.388868:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078326.388871:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078326.388875:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078326.772695:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078326.772695:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078326.772708:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078326.772708:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078326.772719:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078326.772720:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078326.772731:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078326.772733:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078326.772736:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078326.772741:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078326.772741:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078326.772747:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078326.772749:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078326.772750:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078326.772760:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078326.772762:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078326.772766:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078326.772771:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078327.412715:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078327.412719:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078327.412720:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078327.412722:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078327.412730:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078327.412731:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078327.412732:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078327.412734:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078327.412740:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078327.412740:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078327.412742:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078327.412743:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078327.412747:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078327.412757:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078327.412758:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078327.412759:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078327.412759:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078327.412766:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078327.412773:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078327.412777:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078327.412777:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078327.412778:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078327.412778:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078327.412794:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078327.412794:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078327.412796:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078327.412796:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078327.412810:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078327.412815:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078327.412818:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078327.412822:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078327.412826:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078327.412829:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078327.412831:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078327.412831:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078327.412837:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078327.412839:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078327.412840:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078327.412843:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078327.412845:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078327.412846:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078327.412849:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078327.412856:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078327.412856:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078327.412858:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078327.412872:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078327.412873:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078327.412874:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078327.412881:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078327.412883:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078327.412884:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078327.412884:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078327.412888:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078327.412902:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078327.412907:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078327.412908:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078327.412909:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078327.412910:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078327.412913:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078327.412917:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078327.412917:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078327.412917:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078327.412922:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078327.412933:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078327.412934:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078327.412936:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078327.412939:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078327.412941:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078327.412943:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078327.412954:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078327.412959:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078327.412994:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078327.412998:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078327.413001:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078327.796670:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078327.796676:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078327.796678:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078327.796682:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078327.796686:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078327.796688:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078327.796691:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078327.796691:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078327.796693:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078327.796704:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078327.796704:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078327.796710:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078327.796717:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078327.796722:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078327.796727:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078327.796730:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078327.796733:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078327.796736:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.436682:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078328.436688:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078328.436690:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078328.436692:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078328.436696:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078328.436699:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.436700:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078328.436700:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078328.436702:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078328.436708:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078328.436709:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.436709:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.436710:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.436717:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078328.436719:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078328.436720:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078328.436721:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078328.436722:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078328.436725:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078328.436732:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078328.436735:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078328.436736:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078328.436736:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.436737:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078328.436741:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.436742:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078328.436752:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078328.436753:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078328.436756:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078328.436760:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.436760:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078328.436765:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.436767:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078328.436769:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078328.436771:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078328.436774:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078328.436778:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078328.436781:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078328.436783:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.436784:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078328.436785:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078328.436791:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078328.436791:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078328.436792:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078328.436804:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078328.436805:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078328.436805:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.436812:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078328.436814:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078328.436814:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078328.436821:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078328.436822:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.436822:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078328.436831:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078328.436831:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078328.436833:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.436839:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.436840:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078328.436843:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.436845:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.436852:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078328.436856:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078328.436859:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078328.436859:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078328.436863:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078328.436869:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078328.436871:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078328.436876:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078328.436877:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078328.436880:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078328.436881:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078328.436901:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078328.436905:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078328.436908:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769078328.820692:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078328.820692:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078328.820692:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078328.820703:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078328.820703:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769078328.820706:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:3.0:1769078328.820707:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078328.820708:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.820712:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1769078328.820719:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:1.0:1769078328.820721:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1769078328.820721:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078328.820725:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078328.820730:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078328.820732:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769078328.820734:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078328.820734:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078328.820740:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078328.820741:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:0.0:1769078328.820742:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769078328.820747:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078328.820748:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:1.0:1769078328.820752:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5314 00000100:00000001:2.0:1769078328.820756:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078328.820756:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.820758:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:2.0:1769078328.820761:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:0.0:1769078328.820764:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000400:00000200:1.0:1769078328.820766:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078328.820775:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.820776:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000400:00000200:1.0:1769078328.820782:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769078328.820783:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769078328.820788:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00080000:1.0:1769078328.820790:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000080:00200000:0.0:1769078328.820791:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769078328.820798:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078328.820799:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769078328.820801:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769078328.820805:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000040:1.0:1769078328.820808:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:0.0:1769078328.820810:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:0.0:1769078328.820818:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:1.0:1769078328.820818:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078328.820821:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769078328.820824:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769078328.820827:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078328.820827:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078328.820832:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078328.820837:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:1.0:1769078328.820839:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078328.820840:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.820847:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078328.820849:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078328.820849:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:0.0:1769078328.820857:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000040:1.0:1769078328.820858:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078328.820866:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078328.820868:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078328.820871:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000002:0.0:1769078328.820873:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769078328.820873:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078328.820881:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078328.820883:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078328.820886:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769078328.820887:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078328.820892:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:1.0:1769078328.820893:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078328.820897:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078328.820898:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000020:00000040:1.0:1769078328.820899:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078328.820903:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00200000:0.0:1769078328.820904:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:1.0:1769078328.820905:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078328.820911:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000002:0.0:1769078328.820912:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:1.0:1769078328.820913:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078328.820920:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.820926:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769078328.820927:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:1.0:1769078328.820929:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.820932:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769078328.820935:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000010:1.0:1769078328.820937:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000001:0.0:1769078328.820938:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00000040:1.0:1769078328.820941:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00001000:0.0:1769078328.820948:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:1.0:1769078328.820948:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078328.820954:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.820956:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 00000100:00000001:1.0:1769078328.820959:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769078328.820960:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000001:1.0:1769078328.820962:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078328.820968:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:1.0:1769078328.820968:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.820975:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078328.820978:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078328.820979:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00020000:00000001:0.0:1769078328.820982:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.820986:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.820987:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769078328.820994:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00100000:1.0:1769078328.820996:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769078328.820997:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821010:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821022:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.821023:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1769078328.821028:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769078328.821031:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821034:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000040:1.0:1769078328.821040:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078328.821041:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078328.821046:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078328.821053:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078328.821058:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821061:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821063:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821065:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821068:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078328.821069:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821070:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078328.821073:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769078328.821075:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078328.821078:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:0.0:1769078328.821080:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078328.821082:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:0.0:1769078328.821085:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00080000:1.0:1769078328.821085:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:0.0:1769078328.821090:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078328.821091:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:0.0:1769078328.821093:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078328.821096:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00080000:1.0:1769078328.821096:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5314 00000008:00000001:0.0:1769078328.821103:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:3.0:1769078328.821105:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1769078328.821111:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078328.821113:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000008:00000001:0.0:1769078328.821116:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:3.0:1769078328.821116:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1769078328.821117:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000020:0.0:1769078328.821125:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:1.0:1769078328.821125:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000001:0.0:1769078328.821132:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078328.821135:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078328.821137:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769078328.821140:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769078328.821145:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:1.0:1769078328.821145:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:0.0:1769078328.821153:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 00000100:00000040:1.0:1769078328.821156:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000020:0.0:1769078328.821162:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00000001:1.0:1769078328.821164:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078328.821166:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:0.0:1769078328.821174:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000001:1.0:1769078328.821175:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1769078328.821175:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769078328.821185:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000040:1.0:1769078328.821185:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 02000000:00000001:3.0:1769078328.821188:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:0.0:1769078328.821192:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078328.821193:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1769078328.821195:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1769078328.821201:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 02000000:00000001:3.0:1769078328.821202:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078328.821206:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000020:00000001:1.0:1769078328.821208:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000008:00000020:0.0:1769078328.821211:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000100:00100000:3.0:1769078328.821212:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657882368:192.168.204.154@tcp:250:kworker.0 00000020:00000001:1.0:1769078328.821217:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000008:00000001:0.0:1769078328.821221:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769078328.821230:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078328.821232:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078328.821233:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1769078328.821235:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078328.821240:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:0.0:1769078328.821241:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.821243:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078328.821246:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078328.821248:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821249:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078328.821251:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078328.821260:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078328.821261:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:3.0:1769078328.821261:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:0.0:1769078328.821264:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769078328.821274:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000010:3.0:1769078328.821274:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19800. 00000020:00000040:1.0:1769078328.821275:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:0.0:1769078328.821279:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:3.0:1769078328.821283:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078328.821285:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769078328.821287:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078328.821290:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821291:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078328.821293:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:0.0:1769078328.821299:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 02000000:00000001:1.0:1769078328.821300:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769078328.821300:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078328.821305:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:1.0:1769078328.821306:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078328.821309:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000020:00000001:0.0:1769078328.821311:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078328.821311:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769078328.821318:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000010:3.0:1769078328.821318:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000008:00100000:1.0:1769078328.821319:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:0.0:1769078328.821324:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000008:00000001:1.0:1769078328.821325:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821332:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078328.821332:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821337:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000200:3.0:1769078328.821338:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657882368, portal 25 00020000:00000001:0.0:1769078328.821339:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078328.821341:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00020000:00000001:0.0:1769078328.821351:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078328.821351:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000100:00000001:3.0:1769078328.821353:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:0.0:1769078328.821362:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:3.0:1769078328.821363:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000020:00000001:0.0:1769078328.821364:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:1.0:1769078328.821365:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:0.0:1769078328.821368:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 02000000:00000001:1.0:1769078328.821370:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821372:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769078328.821377:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078328.821378:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769078328.821381:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078328.821384:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769078328.821385:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1769078328.821385:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078328.821394:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:1.0:1769078328.821396:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821397:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769078328.821401:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821411:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078328.821415:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00020000:00000001:0.0:1769078328.821418:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078328.821423:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078328.821425:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821430:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821433:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078328.821434:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:3.0:1769078328.821435:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:0.0:1769078328.821437:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00100000:1.0:1769078328.821437:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1769078328.821441:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078328.821447:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:3.0:1769078328.821450:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00001000:0.0:1769078328.821452:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769078328.821460:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000010:3.0:1769078328.821461:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000001:1.0:1769078328.821462:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769078328.821471:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:1.0:1769078328.821472:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078328.821474:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657882368, offset 0 00000080:00000001:0.0:1769078328.821480:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769078328.821485:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000040:1.0:1769078328.821485:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769078328.821493:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000080:00000001:0.0:1769078328.821503:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078328.821507:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:1.0:1769078328.821510:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769078328.821515:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00080000:1.0:1769078328.821515:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1769078328.821515:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:0.0:1769078328.821522:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00080000:1.0:1769078328.821525:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000080:00000001:0.0:1769078328.821526:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.821531:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:3.0:1769078328.821534:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00080000:1.0:1769078328.821537:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078328.821541:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:3.0:1769078328.821541:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000001:0.0:1769078328.821544:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00080000:1.0:1769078328.821548:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5314 00000080:00000001:0.0:1769078328.821550:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:1.0:1769078328.821588:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078328.821592:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078328.821593:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769078328.821596:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000040:1.0:1769078328.821600:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078328.821604:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078328.821604:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769078328.821604:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1769078328.821609:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000040:1.0:1769078328.821610:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078328.821614:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00001000:0.0:1769078328.821619:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000001:1.0:1769078328.821621:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078328.821627:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000020:00000001:1.0:1769078328.821627:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1769078328.821628:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370783:370783:256:4294967295] 192.168.204.154@tcp LPNI seq info [370778:370778:8:4294967295] 00000020:00000040:1.0:1769078328.821632:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:0.0:1769078328.821635:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769078328.821636:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:0.0:1769078328.821639:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000020:00000040:1.0:1769078328.821639:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000080:00200000:0.0:1769078328.821647:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:3.0:1769078328.821647:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078328.821648:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078328.821654:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078328.821658:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078328.821662:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:1.0:1769078328.821663:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:0.0:1769078328.821668:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.821669:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000002:0.0:1769078328.821679:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000040:1.0:1769078328.821680:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:3.0:1769078328.821680:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00000001:1.0:1769078328.821687:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:0.0:1769078328.821694:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:1.0:1769078328.821694:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000800:00000200:3.0:1769078328.821705:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078328.821706:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:1.0:1769078328.821706:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769078328.821712:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:1.0:1769078328.821714:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821717:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000001:1.0:1769078328.821717:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000800:00000010:3.0:1769078328.821718:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00020000:00000001:0.0:1769078328.821723:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078328.821725:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078328.821730:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078328.821731:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821735:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:1.0:1769078328.821735:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:0.0:1769078328.821741:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078328.821742:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00100000:1.0:1769078328.821743:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:0.0:1769078328.821750:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000200:3.0:1769078328.821754:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000020:00000001:0.0:1769078328.821755:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000008:00000001:1.0:1769078328.821755:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821760:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:1.0:1769078328.821763:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769078328.821764:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b02e6cf80 00000800:00000200:3.1:1769078328.821773:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078328.821778:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769078328.821779:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000100:00000010:1.0:1769078328.821780:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000001:0.0:1769078328.821787:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078328.821790:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000040:1.0:1769078328.821790:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:0.0:1769078328.821796:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:1.0:1769078328.821800:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00200000:0.0:1769078328.821802:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000800:00000100:3.0:1769078328.821802:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 02000000:00000001:1.0:1769078328.821803:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1769078328.821809:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00020000:00000002:0.0:1769078328.821812:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:1.0:1769078328.821812:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1769078328.821816:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000001:0.0:1769078328.821821:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:1.0:1769078328.821822:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:0.0:1769078328.821824:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769078328.821828:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078328.821831:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 02000000:00000001:1.0:1769078328.821831:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078328.821831:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00001000:0.0:1769078328.821841:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000010:1.0:1769078328.821845:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000020:00000001:0.0:1769078328.821846:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000400:00000200:3.0:1769078328.821847:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000100:00000001:1.0:1769078328.821849:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821856:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000010:3.0:1769078328.821856:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000020:00000001:0.0:1769078328.821860:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078328.821864:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00100000:1.0:1769078328.821865:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078328.821865:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078328.821876:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.821881:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769078328.821885:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078328.821886:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078328.821887:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821898:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00000040:1.0:1769078328.821904:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078328.821909:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078328.821917:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821926:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.821932:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1769078328.821935:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.821938:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821941:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:3.0:1769078328.821942:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078328.821943:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:0.0:1769078328.821946:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769078328.821952:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:1.0:1769078328.821952:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:0.0:1769078328.821958:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769078328.821958:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1769078328.821967:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00080000:1.0:1769078328.821968:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078328.821969:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.821972:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.821973:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078328.821975:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1769078328.821979:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5314 00000020:00000001:0.0:1769078328.821980:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.821985:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.821986:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078328.821992:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078328.821995:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078328.822000:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:3.0:1769078328.822004:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078328.822005:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00080000:1.0:1769078328.822006:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1769078328.822007:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299987148 00000020:00000001:0.0:1769078328.822010:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.822017:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078328.822018:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000010:3.0:1769078328.822019:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db15a0. 00000020:00000001:0.0:1769078328.822028:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078328.822028:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078328.822033:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:3.0:1769078328.822034:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1769078328.822035:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078328.822037:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078328.822040:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:0.0:1769078328.822041:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769078328.822043:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299987148 00000020:00000001:1.0:1769078328.822044:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000008:00000001:0.0:1769078328.822045:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000020:00000040:1.0:1769078328.822047:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000008:00000001:0.0:1769078328.822051:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000020:00000001:1.0:1769078328.822052:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1769078328.822052:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1240. 00000020:00000040:1.0:1769078328.822059:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000008:00000001:0.0:1769078328.822061:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000020:00000001:1.0:1769078328.822062:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:3.0:1769078328.822062:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000008:00000020:0.0:1769078328.822070:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000020:00000001:1.0:1769078328.822071:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:3.0:1769078328.822072:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769078328.822076:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.822077:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078328.822078:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769078328.822087:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769078328.822089:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078328.822089:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:0.0:1769078328.822093:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769078328.822096:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000100:00000040:1.0:1769078328.822097:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00100000:3.0:1769078328.822098:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078328/real 1769078328] req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078328.822110:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000020:0.0:1769078328.822111:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000400:00000001:3.0:1769078328.822115:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078328.822121:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1769078328.822122:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000400:00000010:3.0:1769078328.822127:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000008:00000001:0.0:1769078328.822129:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:3.0:1769078328.822132:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000008:00000020:0.0:1769078328.822134:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:1.0:1769078328.822135:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000010:3.0:1769078328.822136:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000008:00000001:0.0:1769078328.822140:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.822142:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078328.822146:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078328.822148:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:1.0:1769078328.822150:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000020:0.0:1769078328.822154:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 02000000:00000001:1.0:1769078328.822155:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1769078328.822155:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078328.822168:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078328.822176:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:1.0:1769078328.822177:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078328.822183:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:0.0:1769078328.822185:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.822195:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078328.822196:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078328.822198:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078328.822203:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078328.822205:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.822211:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078328.822217:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000001:0.0:1769078328.822219:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078328.822227:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:0.0:1769078328.822229:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769078328.822235:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:3.0:1769078328.822236:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1769078328.822237:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769078328.822243:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:3.0:1769078328.822243:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1769078328.822244:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.822248:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078328.822249:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1769078328.822250:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769078328.822255:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:1.0:1769078328.822256:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769078328.822257:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078328.822265:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078328.822266:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078328.822266:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078328.822277:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 02000000:00000010:1.0:1769078328.822280:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000020:00000001:0.0:1769078328.822284:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078328.822284:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078328.822285:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.822290:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769078328.822296:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000040:3.0:1769078328.822296:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078328.822297:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769078328.822303:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078328.822309:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769078328.822317:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769078328.822322:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.822330:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.822340:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769078328.822349:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078328.822349:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078328.822349:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769078328.822355:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078328.822359:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:1.0:1769078328.822360:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.822360:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078328.822362:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078328.822367:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078328.822370:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:0.0:1769078328.822371:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078328.822375:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078328.822377:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078328.822378:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:1.0:1769078328.822379:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078328.822384:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.822385:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078328.822391:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769078328.822392:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078328.822404:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00080000:3.0:1769078328.822405:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769078328.822407:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078328.822411:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:1.0:1769078328.822414:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5324) 00000100:00080000:3.0:1769078328.822415:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000020:00000001:0.0:1769078328.822417:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.822421:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1769078328.822423:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078328.822429:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000040:3.0:1769078328.822430:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078328.822434:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078328.822438:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078328.822441:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078328.822444:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769078328.822448:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078328.822451:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769078328.822455:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00100000:3.0:1769078328.822456:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657882368:192.168.204.154@tcp:250:kworker.0 00000080:00200000:0.0:1769078328.822459:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1769078328.822465:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769078328.822466:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078328.822469:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769078328.822472:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00001000:0.0:1769078328.822473:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769078328.822479:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000100:00000040:3.0:1769078328.822480:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657882368/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078328.822487:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.822497:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078328.822499:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078328.822501:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078328.822505:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078328.822508:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078328.822510:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078328.822512:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078328.822513:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 02000000:00000001:3.0:1769078328.822517:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078328.822519:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078328.822521:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:3.0:1769078328.822523:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078328.822524:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.822525:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.822531:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078328.822532:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.822533:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078328.822534:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078328.822536:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078328.822538:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822542:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078328.822543:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078328.822545:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078328.822546:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078328.822547:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078328.822549:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657882496:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078328.822551:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078328.822568:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078328.822569:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078328.822581:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078328.822584:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078328.822585:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078328.822588:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078328.822590:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078328.822592:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078328.822594:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657882496, portal 10 00000100:00000001:3.0:1769078328.822596:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078328.822597:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:3.0:1769078328.822601:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822605:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078328.822607:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078328.822608:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078328.822610:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657882496, offset 0 00000400:00000200:3.0:1769078328.822612:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078328.822614:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078328.822617:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078328.822619:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078328.822620:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078328.822622:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078328.822623:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078328.822625:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370784:370784:256:4294967295] 192.168.204.154@tcp LPNI seq info [370779:370779:8:4294967295] 00000400:00000200:3.0:1769078328.822628:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078328.822632:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078328.822634:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078328.822636:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078328.822638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078328.822640:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1769078328.822643:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078328.822645:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000100:3.0:1769078328.822647:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078328.822648:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078328.822650:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078328.822652:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078328.822654:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078328.822655:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078328.822660:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078328.822662:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822673:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078328.822675:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822681:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.822683:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078328.822686:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078328.822689:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078328.822693:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078328.822694:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299986444 00000100:00000001:3.0:1769078328.822697:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299987148 00000100:00000001:3.0:1769078328.822699:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299986444 00000100:00000001:3.0:1769078328.822701:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299987148 00000100:00000001:3.0:1769078328.822703:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078328.822705:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.822707:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078328.822711:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078328/real 1769078328] req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078328.822719:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078328.822720:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078328.822722:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078328.822724:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078328.822725:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078328.822726:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078328.822728:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078328.822733:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822737:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078328.822739:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.822740:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078328.822741:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078328.822743:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822746:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078328.822749:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822752:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078328.822754:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.822755:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078328.822756:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.822757:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078328.822760:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078328.822761:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078328.822763:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078328.822764:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078328.822766:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078328.822771:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657882496:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078328.822773:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078328.822775:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822778:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078328.822779:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078328.822780:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078328.822781:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078328.822782:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078328.822785:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657882624:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078328.822786:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078328.822788:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078328.822789:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078328.822790:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078328.822792:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078328.822793:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078328.822795:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078328.822797:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078328.822807:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078328.822809:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657882624, portal 4 00000100:00000001:3.0:1769078328.822810:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078328.822812:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:3.0:1769078328.822817:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822821:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078328.822822:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078328.822824:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078328.822825:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657882624, offset 0 00000400:00000200:3.0:1769078328.822827:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078328.822830:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078328.822832:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078328.822833:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078328.822835:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078328.822836:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078328.822838:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078328.822840:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370785:370785:256:4294967295] 192.168.204.154@tcp LPNI seq info [370780:370780:8:4294967295] 00000400:00000200:3.0:1769078328.822842:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078328.822846:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078328.822848:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078328.822850:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078328.822853:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078328.822854:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1769078328.822857:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078328.822858:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000100:3.0:1769078328.822861:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078328.822862:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078328.822864:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078328.822865:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078328.822867:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078328.822868:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078328.822869:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078328.822871:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822876:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078328.822878:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822882:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.822883:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078328.822886:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078328.822888:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078328.822891:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078328.822893:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299986465 00000100:00000001:3.0:1769078328.822895:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299987148 00000100:00000001:3.0:1769078328.822897:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299986465 00000100:00000001:3.0:1769078328.822899:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299987148 00000100:00000001:3.0:1769078328.822901:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078328.822903:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.822904:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078328.822908:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078328/real 1769078328] req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078328.822915:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078328.822917:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078328.822918:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078328.822920:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078328.822922:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078328.822924:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078328.822927:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078328.822934:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822938:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078328.822939:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.822940:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078328.822941:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078328.822943:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822947:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078328.822949:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822953:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078328.822954:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.822955:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078328.822956:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.822957:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078328.822959:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078328.822961:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078328.822962:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078328.822963:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078328.822965:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078328.822973:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657882624:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078328.822976:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078328.822978:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.822981:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078328.822982:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078328.822983:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078328.822984:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078328.822986:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078328.822987:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657882752:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078328.822989:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078328.822990:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078328.822991:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078328.822992:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078328.822994:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078328.822995:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078328.822997:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078328.822999:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078328.823001:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078328.823003:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657882752, portal 4 00000100:00000001:3.0:1769078328.823004:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078328.823005:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:3.0:1769078328.823008:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.823012:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078328.823013:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078328.823014:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078328.823016:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657882752, offset 0 00000400:00000200:3.0:1769078328.823018:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078328.823020:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078328.823022:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078328.823024:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078328.823026:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078328.823027:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078328.823028:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078328.823030:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370786:370786:256:4294967295] 192.168.204.154@tcp LPNI seq info [370781:370781:8:4294967295] 00000400:00000200:3.0:1769078328.823032:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078328.823036:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078328.823039:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078328.823040:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078328.823042:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078328.823044:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000200:3.1:1769078328.823046:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078328.823048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 42 secs later) 00000800:00000100:3.0:1769078328.823051:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078328.823052:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078328.823054:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078328.823055:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078328.823057:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078328.823058:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078328.823059:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078328.823062:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.823066:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078328.823067:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.823071:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.823072:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078328.823074:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078328.823075:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078328.823077:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078328.823079:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299986469 00000100:00000001:3.0:1769078328.823080:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299987148 00000100:00000001:3.0:1769078328.823082:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299986469 00000100:00000001:3.0:1769078328.823083:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299987148 00000100:00000001:3.0:1769078328.823084:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078328.823085:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.823086:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078328.823088:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078328/real 1769078328] req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078328.823091:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078328.823092:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078328.823093:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078328.823095:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078328.823095:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078328.823096:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078328.823098:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078328.823103:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.823106:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078328.823106:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.823107:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078328.823108:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078328.823110:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.823113:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078328.823115:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.823119:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078328.823120:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.823121:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078328.823122:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.823123:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078328.823126:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078328.823127:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078328.823129:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078328.823130:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078328.823132:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078328.823136:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657882752:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078328.823138:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.823140:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078328.823141:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657882496/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.823145:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078328.823145:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078328.823146:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078328.823148:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078328.823148:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078328.823149:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078328.823150:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078328.823151:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 02000000:00000001:3.0:1769078328.823152:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078328.823153:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078328.823155:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:3.0:1769078328.823156:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078328.823157:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.823158:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078328.823159:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657882624/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.823166:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078328.823167:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078328.823168:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078328.823169:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078328.823170:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078328.823170:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078328.823171:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078328.823172:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636800. 02000000:00000001:3.0:1769078328.823173:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078328.823174:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078328.823174:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:3.0:1769078328.823175:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078328.823176:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.823177:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078328.823178:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657882752/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078328.823181:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078328.823182:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078328.823183:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078328.823184:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078328.823184:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078328.823185:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078328.823186:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078328.823187:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:3.0:1769078328.823188:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078328.823188:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078328.823189:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:3.0:1769078328.823190:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078328.823191:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.823191:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078328.823193:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078328.823194:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078328.823195:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078328.823196:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078329.460686:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078329.460696:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078329.460700:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078329.460700:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078329.460701:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078329.460702:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078329.460708:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078329.460709:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078329.460710:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078329.460711:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078329.460716:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078329.460717:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078329.460719:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078329.460727:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078329.460731:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078329.460731:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078329.460732:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078329.460734:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078329.460745:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078329.460747:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078329.460748:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078329.460748:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078329.460749:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078329.460755:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078329.460756:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078329.460757:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078329.460757:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078329.460765:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078329.460769:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078329.460773:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078329.460774:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078329.460778:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078329.460781:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078329.460782:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078329.460785:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078329.460788:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078329.460795:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078329.460799:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078329.460802:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078329.460804:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078329.460808:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078329.460809:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078329.460811:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078329.460821:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078329.460822:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078329.460822:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078329.460829:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078329.460829:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078329.460830:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078329.460835:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078329.460837:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078329.460840:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078329.460844:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078329.460844:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078329.460847:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078329.460851:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078329.460853:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078329.460856:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078329.460859:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078329.460861:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078329.460861:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078329.460864:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078329.460866:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460878:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078329.460889:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460894:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078329.460899:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078329.460902:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078329.460904:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460907:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078329.460910:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460912:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460914:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460918:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078329.460919:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078329.460920:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078329.460921:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460922:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078329.460923:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460924:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460925:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460927:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078329.460928:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078329.460929:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078329.460931:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460932:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078329.460932:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460934:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078329.460935:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078329.460951:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078329.460953:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078329.460955:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078329.588667:0:13837:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299987148, at 4299987200 00000100:00000040:1.0:1769078329.588667:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299987148, at 4299987200 00000100:00000010:0.0:1769078329.588685:0:13837:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db15a0. 00000100:00000010:1.0:1769078329.588691:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1240. 00000100:00000001:3.0:1769078329.844676:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078329.844682:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078329.844684:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078329.844690:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078329.844692:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078329.844697:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078329.844698:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078329.844708:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078329.844709:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078329.844712:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078329.844716:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078329.844718:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078329.844721:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078329.844722:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078329.844731:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078329.844732:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078329.844737:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078329.844742:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078330.484695:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078330.484695:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078330.484695:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078330.484702:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078330.484703:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078330.484703:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078330.484704:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078330.484708:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078330.484709:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078330.484710:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078330.484715:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078330.484716:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:1.0:1769078330.484717:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078330.484717:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078330.484725:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078330.484726:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078330.484726:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078330.484727:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078330.484730:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078330.484731:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078330.484733:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078330.484733:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078330.484743:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078330.484744:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078330.484757:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078330.484757:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078330.484758:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078330.484763:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078330.484764:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078330.484772:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078330.484779:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078330.484780:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078330.484780:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078330.484782:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078330.484784:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078330.484785:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078330.484790:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078330.484791:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078330.484791:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078330.484793:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078330.484795:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078330.484802:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078330.484804:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078330.484808:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078330.484811:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078330.484814:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078330.484821:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078330.484822:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078330.484824:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078330.484827:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078330.484829:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078330.484829:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078330.484835:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078330.484839:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078330.484840:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078330.484846:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078330.484847:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078330.484853:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078330.484855:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078330.484857:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078330.484858:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078330.484861:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078330.484864:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078330.484887:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078330.484889:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078330.484893:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078330.484894:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078330.484897:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078330.484898:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078330.484900:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078330.484901:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078330.484917:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078330.484919:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078330.484922:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078330.868632:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078330.868639:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078330.868640:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078330.868644:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078330.868647:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078330.868650:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078330.868652:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078330.868654:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078330.868656:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078330.868676:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078330.868684:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078330.868686:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078330.868691:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078330.868695:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078330.868698:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078330.868701:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078330.868703:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078330.868710:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078331.508688:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078331.508693:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078331.508694:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078331.508699:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078331.508701:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078331.508702:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078331.508703:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078331.508706:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078331.508706:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078331.508711:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078331.508713:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078331.508714:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078331.508719:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078331.508720:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078331.508720:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078331.508727:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078331.508727:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078331.508727:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078331.508727:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078331.508739:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078331.508739:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078331.508749:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078331.508749:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078331.508757:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078331.508765:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078331.508767:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078331.508768:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078331.508770:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.508771:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.508781:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078331.508783:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078331.508786:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078331.508791:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078331.508791:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078331.508795:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078331.508801:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078331.508817:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078331.508818:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078331.508820:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078331.508823:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078331.508826:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078331.508826:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078331.508828:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078331.508830:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078331.508831:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.508835:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078331.508836:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.508839:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078331.508840:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078331.508843:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078331.508846:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078331.508849:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078331.508850:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078331.508854:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078331.508855:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078331.508856:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078331.508859:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078331.508864:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078331.508865:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078331.508866:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078331.508870:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078331.508871:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078331.508873:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078331.508883:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.508883:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078331.508885:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078331.508889:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078331.508898:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078331.508898:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078331.508901:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.508905:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078331.508923:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078331.508927:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078331.508930:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078331.892666:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078331.892676:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078331.892681:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078331.892681:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078331.892693:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078331.892695:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078331.892696:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078331.892708:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078331.892709:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078331.892712:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078331.892716:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.892717:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078331.892720:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078331.892723:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078331.892727:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078331.892730:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078331.892734:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078331.892739:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078332.532686:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078332.532687:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078332.532687:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078332.532693:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078332.532696:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078332.532697:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078332.532697:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078332.532700:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078332.532701:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078332.532704:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078332.532707:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078332.532708:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078332.532711:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078332.532713:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078332.532714:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078332.532717:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078332.532717:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078332.532719:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078332.532719:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078332.532728:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078332.532728:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078332.532732:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078332.532733:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078332.532744:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078332.532744:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078332.532745:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078332.532753:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078332.532757:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078332.532761:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078332.532761:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078332.532762:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078332.532768:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078332.532773:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078332.532776:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078332.532779:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078332.532779:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078332.532783:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078332.532784:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078332.532787:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078332.532788:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078332.532790:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078332.532794:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078332.532794:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078332.532796:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078332.532798:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078332.532799:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078332.532804:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078332.532804:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078332.532806:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078332.532811:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078332.532813:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078332.532814:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078332.532818:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078332.532822:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078332.532824:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078332.532825:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078332.532827:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078332.532829:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078332.532831:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078332.532833:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078332.532835:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078332.532839:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078332.532843:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078332.532873:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078332.532879:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078332.532881:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078332.532885:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078332.532888:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078332.532890:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078332.532892:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078332.532894:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078332.532897:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078332.532898:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078332.532900:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078332.532901:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078332.532904:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078332.532905:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078332.532922:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078332.532924:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078332.532926:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078332.916668:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078332.916675:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078332.916675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078332.916680:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078332.916683:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078332.916686:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078332.916687:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078332.916692:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078332.916695:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078332.916696:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078332.916704:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078332.916705:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078332.916710:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078332.916711:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078332.916714:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078332.916716:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078332.916719:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078332.916723:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.556686:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078333.556696:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078333.556699:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078333.556704:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078333.556712:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078333.556718:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078333.556722:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078333.556722:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078333.556722:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078333.556732:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078333.556738:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078333.556739:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078333.556739:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.556741:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078333.556746:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078333.556747:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.556747:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.556749:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078333.556760:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078333.556761:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078333.556761:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078333.556771:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078333.556772:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078333.556773:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078333.556781:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078333.556782:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.556782:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078333.556798:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078333.556801:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078333.556804:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078333.556805:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078333.556807:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078333.556812:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.556813:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078333.556816:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078333.556816:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.556824:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.556825:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078333.556829:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078333.556830:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078333.556834:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078333.556839:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078333.556839:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.556843:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078333.556851:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078333.556852:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078333.556853:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078333.556862:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078333.556863:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078333.556864:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078333.556868:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078333.556869:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078333.556873:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.556873:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078333.556874:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078333.556879:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.556879:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078333.556881:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078333.556886:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078333.556891:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.556892:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078333.556897:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.556901:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078333.556917:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078333.556920:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078333.556924:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078333.556926:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078333.556930:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078333.556931:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078333.556933:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078333.556934:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078333.556951:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078333.556953:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078333.556956:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078333.940667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078333.940678:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078333.940680:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078333.940681:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078333.940686:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1769078333.940687:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078333.940690:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078333.940691:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00080000:1.0:1769078333.940701:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:2.0:1769078333.940701:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078333.940702:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078333.940711:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078333.940712:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078333.940713:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078333.940722:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078333.940722:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078333.940723:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.940726:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1769078333.940727:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769078333.940732:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078333.940733:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078333.940734:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769078333.940734:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1769078333.940741:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5319 00000020:00000001:0.0:1769078333.940743:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078333.940743:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078333.940751:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940752:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000200:1.0:1769078333.940752:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:0.0:1769078333.940765:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000400:00000200:1.0:1769078333.940768:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769078333.940771:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000100:00080000:1.0:1769078333.940772:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769078333.940777:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:1.0:1769078333.940779:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000080:00000001:0.0:1769078333.940781:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769078333.940782:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769078333.940787:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.940789:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078333.940789:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:0.0:1769078333.940793:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769078333.940799:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000040:1.0:1769078333.940802:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000002:0.0:1769078333.940804:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:1.0:1769078333.940806:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078333.940810:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000001:1.0:1769078333.940812:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:0.0:1769078333.940813:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000040:1.0:1769078333.940815:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00020000:00000001:0.0:1769078333.940817:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000020:00000001:1.0:1769078333.940820:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769078333.940821:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078333.940824:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:0.0:1769078333.940825:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078333.940830:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:0.0:1769078333.940831:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769078333.940835:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078333.940835:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:0.0:1769078333.940838:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.940840:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769078333.940842:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000040:1.0:1769078333.940842:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000002:0.0:1769078333.940845:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:1.0:1769078333.940846:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078333.940849:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078333.940850:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078333.940852:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078333.940854:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078333.940854:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078333.940857:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769078333.940861:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:1.0:1769078333.940861:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000002:0.0:1769078333.940865:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00080000:1.0:1769078333.940868:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:0.0:1769078333.940869:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769078333.940872:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:1.0:1769078333.940873:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940874:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078333.940879:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 02000000:00000001:1.0:1769078333.940879:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00001000:0.0:1769078333.940883:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 02000000:00000001:1.0:1769078333.940884:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078333.940886:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 02000000:00000001:1.0:1769078333.940890:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940891:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078333.940895:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769078333.940896:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078333.940898:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940899:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078333.940903:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.940905:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.940908:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769078333.940910:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078333.940912:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.940914:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940915:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940917:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078333.940919:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000010:1.0:1769078333.940920:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00020000:00000001:0.0:1769078333.940921:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.940924:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078333.940925:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000040:1.0:1769078333.940925:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:0.0:1769078333.940927:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940930:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.940931:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078333.940932:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769078333.940933:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078333.940935:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940936:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078333.940937:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940940:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940941:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078333.940941:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769078333.940944:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078333.940946:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:1.0:1769078333.940946:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078333.940948:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078333.940951:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1769078333.940952:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 02000000:00000001:1.0:1769078333.940953:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078333.940957:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078333.940959:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078333.940961:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078333.940963:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 02000000:00000010:1.0:1769078333.940963:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000008:00000001:0.0:1769078333.940964:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769078333.940966:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000008:00000020:0.0:1769078333.940969:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769078333.940972:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:1.0:1769078333.940972:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1769078333.940974:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078333.940976:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078333.940978:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769078333.940980:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:0.0:1769078333.940983:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769078333.940984:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940985:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.940986:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.940987:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940988:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.940989:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769078333.940990:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1769078333.940992:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769078333.940993:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078333.940994:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00100000:1.0:1769078333.940994:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769078333.940996:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.940999:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078333.941001:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769078333.941003:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769078333.941006:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769078333.941008:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.941010:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1769078333.941012:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:1.0:1769078333.941012:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769078333.941015:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.941018:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941019:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941024:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769078333.941025:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078333.941028:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000040:1.0:1769078333.941028:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.941030:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769078333.941032:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078333.941034:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078333.941037:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.941039:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078333.941041:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1769078333.941044:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941047:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941049:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078333.941050:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078333.941051:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941054:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078333.941055:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078333.941057:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078333.941058:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078333.941059:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078333.941061:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00020000:00000001:0.0:1769078333.941064:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:1.0:1769078333.941064:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941068:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00080000:1.0:1769078333.941070:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000080:00000001:0.0:1769078333.941071:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769078333.941075:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00080000:1.0:1769078333.941076:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000080:00000001:0.0:1769078333.941079:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:1.0:1769078333.941080:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:0.0:1769078333.941083:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00080000:1.0:1769078333.941084:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00001000:0.0:1769078333.941087:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00000001:1.0:1769078333.941089:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:0.0:1769078333.941091:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1769078333.941094:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1769078333.941095:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5319 00000080:00000001:0.0:1769078333.941096:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941098:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078333.941101:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1769078333.941105:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:0.0:1769078333.941107:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000040:3.0:1769078333.941108:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078333.941111:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000400:00000200:1.0:1769078333.941114:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769078333.941115:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078333.941119:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00080000:1.0:1769078333.941120:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00001000:0.0:1769078333.941125:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000100:00000001:3.0:1769078333.941126:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1769078333.941128:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078333.941129:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941130:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 02000000:00000001:3.0:1769078333.941134:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1769078333.941135:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078333.941135:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:0.0:1769078333.941138:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 02000000:00000001:3.0:1769078333.941138:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1769078333.941141:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00200000:0.0:1769078333.941142:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:3.0:1769078333.941142:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941149:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078333.941150:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00100000:3.0:1769078333.941150:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657882880:192.168.204.154@tcp:250:kworker.0 00000020:00000001:0.0:1769078333.941151:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769078333.941154:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078333.941157:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000002:0.0:1769078333.941159:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769078333.941159:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1769078333.941161:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00020000:00000002:0.0:1769078333.941164:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 02000000:00000001:3.0:1769078333.941164:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1769078333.941165:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1769078333.941168:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941169:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000040:1.0:1769078333.941170:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00020000:00000001:0.0:1769078333.941173:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000001:1.0:1769078333.941175:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:0.0:1769078333.941176:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 02000000:00000001:3.0:1769078333.941179:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:0.0:1769078333.941180:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078333.941180:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:0.0:1769078333.941186:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1769078333.941187:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 00000100:00000040:1.0:1769078333.941189:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078333.941192:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 02000000:00000001:3.0:1769078333.941192:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.941194:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:0.0:1769078333.941196:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078333.941199:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:0.0:1769078333.941201:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.941204:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:3.0:1769078333.941205:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078333.941206:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078333.941207:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769078333.941210:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:1.0:1769078333.941211:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000400:00000010:3.0:1769078333.941212:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000020:00000001:0.0:1769078333.941215:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078333.941219:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769078333.941220:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078333.941223:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000010:3.0:1769078333.941223:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000001:1.0:1769078333.941224:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941227:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:1.0:1769078333.941229:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00200000:0.0:1769078333.941231:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000200:3.0:1769078333.941233:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657882880, portal 25 00020000:00000002:0.0:1769078333.941235:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:1.0:1769078333.941236:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078333.941238:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:0.0:1769078333.941240:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769078333.941243:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 02000000:00000001:1.0:1769078333.941243:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941243:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 00000020:00000001:0.0:1769078333.941246:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:1.0:1769078333.941249:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:0.0:1769078333.941251:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00000040:3.0:1769078333.941254:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1769078333.941255:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000008:00100000:1.0:1769078333.941256:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00000001:0.0:1769078333.941260:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000020:00000001:0.0:1769078333.941264:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000008:00000001:1.0:1769078333.941264:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941268:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.941270:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1769078333.941270:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941272:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1769078333.941273:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941277:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078333.941279:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000100:00000040:3.0:1769078333.941279:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078333.941280:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000040:1.0:1769078333.941285:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000400:00000010:3.0:1769078333.941285:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 02000000:00000001:1.0:1769078333.941291:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000200:3.0:1769078333.941292:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657882880, offset 0 00000020:00000001:0.0:1769078333.941295:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:1.0:1769078333.941295:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941298:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.941299:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:0.0:1769078333.941302:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078333.941303:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1769078333.941303:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078333.941308:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078333.941309:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941311:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078333.941313:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000200:3.0:1769078333.941314:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078333.941315:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000010:1.0:1769078333.941316:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000020:00000001:0.0:1769078333.941319:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078333.941321:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:1.0:1769078333.941322:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941323:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078333.941323:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:0.0:1769078333.941328:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941332:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078333.941333:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769078333.941333:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:0.0:1769078333.941336:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941340:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078333.941342:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078333.941342:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078333.941350:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1769078333.941354:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078333.941357:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:0.0:1769078333.941359:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769078333.941362:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078333.941365:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078333.941367:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1769078333.941367:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370787:370787:256:4294967295] 192.168.204.154@tcp LPNI seq info [370782:370782:8:4294967295] 00000020:00000001:0.0:1769078333.941368:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078333.941371:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:1.0:1769078333.941373:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078333.941374:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:3.0:1769078333.941378:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769078333.941379:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000040:1.0:1769078333.941381:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:0.0:1769078333.941383:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078333.941386:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078333.941391:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769078333.941395:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:3.0:1769078333.941397:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000008:00000001:0.0:1769078333.941398:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000008:00000020:0.0:1769078333.941405:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000100:00000001:1.0:1769078333.941407:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078333.941411:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000008:00000001:0.0:1769078333.941413:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:1.0:1769078333.941414:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000020:0.0:1769078333.941417:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078333.941420:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078333.941421:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000008:00000001:0.0:1769078333.941424:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:1.0:1769078333.941425:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000020:0.0:1769078333.941427:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000100:00080000:1.0:1769078333.941428:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:0.0:1769078333.941435:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1769078333.941435:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078333.941440:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5319 00000008:00000001:0.0:1769078333.941442:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941446:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078333.941446:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078333.941449:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941453:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078333.941454:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769078333.941457:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078333.941459:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:0.0:1769078333.941462:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769078333.941465:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000040:1.0:1769078333.941466:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000800:00000010:3.0:1769078333.941467:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00020000:00000001:0.0:1769078333.941468:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769078333.941471:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078333.941472:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1769078333.941474:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769078333.941477:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078333.941479:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000200:3.0:1769078333.941479:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000001:0.0:1769078333.941481:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000800:00000200:3.0:1769078333.941493:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000020:00000001:0.0:1769078333.941494:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769078333.941497:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:1.0:1769078333.941499:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078333.941500:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769078333.941504:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000800:00000200:3.1:1769078333.941504:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769078333.941505:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078333.941508:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000040:1.0:1769078333.941509:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000800:00000200:3.1:1769078333.941510:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000020:00000001:0.0:1769078333.941511:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078333.941515:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:0.0:1769078333.941516:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769078333.941519:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078333.941520:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078333.941521:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000800:00000010:3.0:1769078333.941522:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00020000:00000001:0.0:1769078333.941524:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078333.941527:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078333.941528:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078333.941530:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000400:00000200:3.0:1769078333.941530:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:1.0:1769078333.941533:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:0.0:1769078333.941534:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769078333.941536:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:3.0:1769078333.941538:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00020000:00000001:0.0:1769078333.941540:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000040:1.0:1769078333.941541:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078333.941543:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.941546:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:1.0:1769078333.941546:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1769078333.941546:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000020:00000001:0.0:1769078333.941550:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000010:3.0:1769078333.941551:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078333.941572:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078333.941576:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.941579:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078333.941580:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078333.941584:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.941585:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078333.941590:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000040:1.0:1769078333.941592:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:0.0:1769078333.941593:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078333.941596:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078333.941601:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:0.0:1769078333.941602:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078333.941605:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:1.0:1769078333.941607:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941607:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:0.0:1769078333.941608:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078333.941612:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1769078333.941613:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:0.0:1769078333.941615:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:3.0:1769078333.941616:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:0.0:1769078333.941618:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 02000000:00000001:1.0:1769078333.941618:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078333.941623:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:1.0:1769078333.941625:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941627:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769078333.941630:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1769078333.941631:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000080:00200000:0.0:1769078333.941634:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1769078333.941635:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078333.941636:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000100:00000001:3.0:1769078333.941639:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:0.0:1769078333.941643:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000008:00000001:1.0:1769078333.941644:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941646:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769078333.941647:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.941648:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1769078333.941651:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000400:00000200:3.0:1769078333.941654:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:0.0:1769078333.941655:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000010:1.0:1769078333.941655:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000100:00000001:3.0:1769078333.941657:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299992268 00000080:00000001:0.0:1769078333.941661:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078333.941662:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000010:3.0:1769078333.941665:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1a20. 00000080:00000001:0.0:1769078333.941669:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:1.0:1769078333.941669:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000080:00000001:0.0:1769078333.941673:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 02000000:00000001:1.0:1769078333.941673:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941673:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1769078333.941676:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078333.941680:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:1.0:1769078333.941680:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1769078333.941682:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299992268 02000000:00000001:1.0:1769078333.941683:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00001000:0.0:1769078333.941686:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 02000000:00000001:1.0:1769078333.941688:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078333.941689:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db17e0. 00000020:00000001:0.0:1769078333.941690:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000020:00000001:0.0:1769078333.941694:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078333.941695:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000080:00000001:0.0:1769078333.941696:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 02000000:00000010:1.0:1769078333.941696:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000080:00200000:0.0:1769078333.941700:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:1.0:1769078333.941703:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941703:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078333.941704:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.941706:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1769078333.941710:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941710:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769078333.941715:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00100000:1.0:1769078333.941715:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078333.941716:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000002:0.0:1769078333.941722:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00100000:3.0:1769078333.941726:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078333/real 1769078333] req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.941727:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769078333.941729:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769078333.941731:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769078333.941733:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941737:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078333.941739:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769078333.941741:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769078333.941744:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.941745:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941747:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.941749:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769078333.941751:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769078333.941754:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:1.0:1769078333.941756:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.941758:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941762:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078333.941763:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769078333.941765:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769078333.941768:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000001:3.0:1769078333.941770:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00020000:00000002:0.0:1769078333.941772:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000001:3.0:1769078333.941773:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00020000:00000001:0.0:1769078333.941777:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000010:3.0:1769078333.941778:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000100:00000001:1.0:1769078333.941779:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941780:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000200:3.0:1769078333.941781:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000020:00000001:0.0:1769078333.941783:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:1.0:1769078333.941785:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:0.0:1769078333.941786:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000400:00000010:3.0:1769078333.941786:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000020:00001000:0.0:1769078333.941791:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000100:00000001:3.0:1769078333.941791:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:1.0:1769078333.941793:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:0.0:1769078333.941794:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000100:00000001:1.0:1769078333.941798:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:3.0:1769078333.941798:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.941799:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769078333.941802:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:1.0:1769078333.941803:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:0.0:1769078333.941805:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078333.941807:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.941812:0:13261:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:0.0:1769078333.941813:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078333.941814:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.941817:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000100:00080000:1.0:1769078333.941820:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5319 00000020:00000001:0.0:1769078333.941823:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078333.941827:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941828:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078333.941831:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1769078333.941832:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078333.941833:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941834:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078333.941837:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078333.941839:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078333.941841:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:0.0:1769078333.941843:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00100000:3.0:1769078333.941843:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078333.941846:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:0.0:1769078333.941847:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769078333.941851:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.941854:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:1.0:1769078333.941856:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078333.941856:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078333.941857:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078333.941861:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.941862:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078333.941865:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.941866:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078333.941869:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:0.0:1769078333.941872:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.941876:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:0.0:1769078333.941878:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078333.941882:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1769078333.941884:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769078333.941884:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000040:1.0:1769078333.941886:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:0.0:1769078333.941887:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941888:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078333.941890:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1769078333.941893:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941893:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:1.0:1769078333.941895:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:3.0:1769078333.941896:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078333.941898:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769078333.941900:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:0.0:1769078333.941901:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000020:00000001:1.0:1769078333.941901:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:3.0:1769078333.941903:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769078333.941905:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078333.941907:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:0.0:1769078333.941908:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078333.941911:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000040:1.0:1769078333.941912:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:0.0:1769078333.941914:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00080000:3.0:1769078333.941915:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1769078333.941916:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:0.0:1769078333.941918:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078333.941921:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:1.0:1769078333.941923:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:0.0:1769078333.941924:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078333.941924:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000008:00000001:0.0:1769078333.941929:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:1.0:1769078333.941930:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:0.0:1769078333.941931:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:3.0:1769078333.941931:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000008:00000001:0.0:1769078333.941933:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000020:00000040:1.0:1769078333.941935:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000008:00000020:0.0:1769078333.941938:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 00000100:00000040:3.0:1769078333.941940:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078333.941943:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00080000:1.0:1769078333.941943:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000008:00000020:0.0:1769078333.941945:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078333.941947:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078333.941950:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1769078333.941951:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769078333.941954:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 02000000:00000001:1.0:1769078333.941956:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000001:0.0:1769078333.941961:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 02000000:00000001:1.0:1769078333.941962:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769078333.941965:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078333.941966:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657882880:192.168.204.154@tcp:250:kworker.0 00000020:00000001:0.0:1769078333.941968:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078333.941969:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.941972:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.941972:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078333.941974:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078333.941976:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:0.0:1769078333.941977:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000008:00100000:1.0:1769078333.941979:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000001:0.0:1769078333.941980:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941983:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769078333.941986:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000008:00000001:1.0:1769078333.941986:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078333.941987:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657882880/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.941989:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:1.0:1769078333.941991:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.941992:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078333.941995:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769078333.941997:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078333.941998:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00020000:00000001:0.0:1769078333.942003:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000040:1.0:1769078333.942004:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:3.0:1769078333.942005:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1769078333.942006:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1769078333.942010:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:3.0:1769078333.942010:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1769078333.942011:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:0.0:1769078333.942014:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:1.0:1769078333.942015:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078333.942015:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 00020000:00000001:0.0:1769078333.942018:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078333.942020:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:0.0:1769078333.942021:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:3.0:1769078333.942023:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1769078333.942024:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:0.0:1769078333.942025:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1769078333.942026:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00020000:00000001:0.0:1769078333.942028:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078333.942029:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078333.942030:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00020000:00000001:0.0:1769078333.942033:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078333.942035:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00020000:00000001:0.0:1769078333.942037:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000010:1.0:1769078333.942038:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 02000000:00000010:3.0:1769078333.942038:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637800. 00000020:00000001:0.0:1769078333.942039:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078333.942043:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:1.0:1769078333.942045:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942046:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 02000000:00000001:3.0:1769078333.942046:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078333.942049:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1769078333.942050:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000010:3.0:1769078333.942052:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00020000:00000001:0.0:1769078333.942054:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00100000:1.0:1769078333.942055:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:0.0:1769078333.942057:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078333.942057:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1769078333.942061:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078333.942061:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078333.942065:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769078333.942065:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078333.942069:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078333.942072:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:0.0:1769078333.942073:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942074:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:0.0:1769078333.942078:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078333.942078:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942078:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942082:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769078333.942084:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769078333.942085:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078333.942087:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078333.942088:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1769078333.942089:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769078333.942092:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:0.0:1769078333.942093:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078333.942096:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078333.942099:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:3.0:1769078333.942101:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.942102:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078333.942106:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000001:1.0:1769078333.942107:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942111:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078333.942115:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000040:1.0:1769078333.942115:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5329) 00000100:00000001:3.0:1769078333.942116:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:0.0:1769078333.942119:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:3.0:1769078333.942120:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1769078333.942123:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:3.0:1769078333.942124:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078333.942127:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769078333.942129:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000001:3.0:1769078333.942130:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942133:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00100000:3.0:1769078333.942135:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883008:192.168.204.154@tcp:38:kworker.0 00000020:00001000:0.0:1769078333.942137:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00000001:3.0:1769078333.942138:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078333.942141:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000080:00000001:0.0:1769078333.942142:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 02000000:00000001:3.0:1769078333.942143:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078333.942147:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078333.942147:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078333.942150:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 00000080:00000001:0.0:1769078333.942152:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:3.0:1769078333.942153:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078333.942156:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078333.942158:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:3.0:1769078333.942158:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078333.942161:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000400:00000010:3.0:1769078333.942162:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000020:00001000:0.0:1769078333.942166:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000400:00000010:3.0:1769078333.942167:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000020:00000001:0.0:1769078333.942172:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000100:00000200:3.0:1769078333.942172:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657883008, portal 10 00000020:00000001:0.0:1769078333.942176:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078333.942177:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000080:00000001:0.0:1769078333.942181:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:3.0:1769078333.942181:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000080:00200000:0.0:1769078333.942184:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769078333.942188:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.942190:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1769078333.942191:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078333.942192:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1769078333.942197:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769078333.942203:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:3.0:1769078333.942208:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:0.0:1769078333.942209:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769078333.942212:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000040:3.0:1769078333.942213:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078333.942214:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769078333.942217:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078333.942218:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00020000:00000001:0.0:1769078333.942220:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078333.942224:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000200:3.0:1769078333.942224:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657883008, offset 0 00020000:00000001:0.0:1769078333.942226:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078333.942230:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078333.942231:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.942233:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1769078333.942235:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000400:00000200:3.0:1769078333.942236:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:0.0:1769078333.942239:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:3.0:1769078333.942241:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:0.0:1769078333.942244:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078333.942245:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1769078333.942248:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000400:00000200:3.0:1769078333.942249:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:0.0:1769078333.942251:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769078333.942254:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000400:00000200:3.0:1769078333.942254:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078333.942257:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00200000:0.0:1769078333.942258:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000200:3.0:1769078333.942260:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370788:370788:256:4294967295] 192.168.204.154@tcp LPNI seq info [370783:370783:8:4294967295] 00020000:00000002:0.0:1769078333.942262:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:3.0:1769078333.942266:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:0.0:1769078333.942269:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769078333.942272:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769078333.942275:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:3.0:1769078333.942275:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769078333.942278:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000800:00000200:3.0:1769078333.942281:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00001000:0.0:1769078333.942283:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000800:00000010:3.0:1769078333.942285:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000020:00000001:0.0:1769078333.942289:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000800:00000200:3.0:1769078333.942290:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078333.942293:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000800:00000200:3.0:1769078333.942294:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000020:00000001:0.0:1769078333.942296:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.942300:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000800:00000200:3.1:1769078333.942300:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:0.0:1769078333.942303:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769078333.942304:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00020000:00000001:0.0:1769078333.942307:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769078333.942309:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078333.942312:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000800:00000010:3.0:1769078333.942313:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078333.942316:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:0.0:1769078333.942317:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078333.942321:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078333.942321:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078333.942324:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00020000:00000001:0.0:1769078333.942325:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078333.942326:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000020:00000001:0.0:1769078333.942329:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942330:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:0.0:1769078333.942333:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000200:3.0:1769078333.942334:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.942336:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769078333.942338:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.942340:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078333.942343:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078333.942345:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942345:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078333.942348:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.942349:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942353:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942357:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942361:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769078333.942362:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942363:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942364:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769078333.942366:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942368:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942369:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769078333.942371:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000040:3.0:1769078333.942372:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00020000:00000001:0.0:1769078333.942373:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.942376:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000400:00000200:3.0:1769078333.942377:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:0.0:1769078333.942378:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:3.0:1769078333.942379:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299991563 00000008:00000001:0.0:1769078333.942381:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:3.0:1769078333.942382:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299992268 00000008:00000001:0.0:1769078333.942385:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:3.0:1769078333.942385:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299991563 00000008:00000020:0.0:1769078333.942389:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769078333.942389:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299992268 00000008:00000001:0.0:1769078333.942393:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.942393:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1769078333.942398:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:3.0:1769078333.942398:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942399:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000008:00000001:0.0:1769078333.942401:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769078333.942404:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000100:00100000:3.0:1769078333.942404:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078333/real 1769078333] req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:0.0:1769078333.942408:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:0.0:1769078333.942416:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000001:3.0:1769078333.942417:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000008:00000020:0.0:1769078333.942420:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000001:3.0:1769078333.942420:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00000001:0.0:1769078333.942423:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1769078333.942423:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000008:00000001:0.0:1769078333.942428:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000400:00000200:3.0:1769078333.942428:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078333.942431:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000008:00000020:0.0:1769078333.942432:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:3.0:1769078333.942433:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078333.942437:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078333.942439:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078333.942444:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942448:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078333.942450:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.942451:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942455:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942459:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942460:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1769078333.942462:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078333.942463:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078333.942465:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:3.0:1769078333.942465:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078333.942467:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078333.942469:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00100000:3.0:1769078333.942471:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.942472:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078333.942474:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769078333.942476:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942480:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:3.0:1769078333.942481:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078333.942497:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:3.0:1769078333.942499:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.942500:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769078333.942503:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769078333.942505:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.942508:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078333.942509:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769078333.942512:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769078333.942513:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078333.942515:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942516:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078333.942517:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078333.942521:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942521:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:0.0:1769078333.942525:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:3.0:1769078333.942526:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:0.0:1769078333.942527:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00080000:3.0:1769078333.942528:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769078333.942530:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00080000:3.0:1769078333.942532:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000020:00000001:0.0:1769078333.942533:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:3.0:1769078333.942536:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1769078333.942537:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078333.942538:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078333.942540:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.942542:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078333.942543:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:3.0:1769078333.942543:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.942545:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942549:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942552:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078333.942571:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00100000:3.0:1769078333.942572:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883008:192.168.204.154@tcp:38:kworker.0 00000020:00000001:0.0:1769078333.942574:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942577:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769078333.942578:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:0.0:1769078333.942579:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078333.942581:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078333.942582:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078333.942584:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078333.942585:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000100:00000040:3.0:1769078333.942585:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.942588:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078333.942590:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769078333.942592:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769078333.942595:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1769078333.942600:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:0.0:1769078333.942601:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078333.942602:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078333.942605:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000100:00000001:3.0:1769078333.942605:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078333.942608:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078333.942610:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000001:0.0:1769078333.942611:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078333.942615:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1769078333.942617:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 02000000:00000001:3.0:1769078333.942619:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078333.942620:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078333.942624:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00100000:3.0:1769078333.942626:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883136:192.168.204.154@tcp:8:kworker.0 00000020:00000001:0.0:1769078333.942627:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000100:00000001:3.0:1769078333.942630:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00001000:0.0:1769078333.942632:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 02000000:00000001:3.0:1769078333.942633:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078333.942636:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942637:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 02000000:00000001:3.0:1769078333.942638:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769078333.942641:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000010:3.0:1769078333.942641:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078333.942644:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078333.942645:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769078333.942648:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:3.0:1769078333.942648:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078333.942652:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000020:00000001:0.0:1769078333.942653:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000010:3.0:1769078333.942656:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000020:00000001:0.0:1769078333.942657:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000200:3.0:1769078333.942659:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657883136, portal 4 00000080:00000001:0.0:1769078333.942660:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942663:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078333.942665:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00020000:00000002:0.0:1769078333.942666:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1769078333.942671:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:3.0:1769078333.942673:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.942675:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1769078333.942677:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769078333.942680:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769078333.942682:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942685:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078333.942687:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:0.0:1769078333.942688:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1769078333.942690:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942693:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.942694:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:3.0:1769078333.942694:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078333.942696:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1769078333.942698:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000010:3.0:1769078333.942699:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000020:00000001:0.0:1769078333.942700:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942704:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078333.942706:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000200:3.0:1769078333.942706:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657883136, offset 0 00020000:00000001:0.0:1769078333.942708:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769078333.942709:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769078333.942712:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1769078333.942716:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000200:3.0:1769078333.942716:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:0.0:1769078333.942718:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1769078333.942720:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078333.942721:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000020:00001000:0.0:1769078333.942725:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000400:00000200:3.0:1769078333.942725:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078333.942728:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:0.0:1769078333.942730:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769078333.942732:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:3.0:1769078333.942732:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:0.0:1769078333.942735:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:3.0:1769078333.942736:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:0.0:1769078333.942737:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942740:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078333.942742:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:0.0:1769078333.942743:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769078333.942746:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:3.0:1769078333.942746:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:0.0:1769078333.942747:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078333.942750:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:0.0:1769078333.942751:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942753:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942756:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000200:3.0:1769078333.942756:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370789:370789:256:4294967295] 192.168.204.154@tcp LPNI seq info [370784:370784:8:4294967295] 00020000:00000001:0.0:1769078333.942758:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:0.0:1769078333.942760:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.942762:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000200:3.0:1769078333.942762:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078333.942763:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078333.942765:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942768:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942771:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942773:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078333.942773:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769078333.942777:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078333.942779:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078333.942781:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:0.0:1769078333.942782:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942785:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769078333.942786:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000800:00000010:3.0:1769078333.942787:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00020000:00000001:0.0:1769078333.942788:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.942790:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078333.942791:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000800:00000200:3.0:1769078333.942793:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:0.0:1769078333.942794:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1769078333.942797:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000800:00000200:3.0:1769078333.942798:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000008:00000020:0.0:1769078333.942799:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078333.942802:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1769078333.942804:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1769078333.942806:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000800:00000200:3.1:1769078333.942807:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:0.0:1769078333.942809:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000800:00000200:3.1:1769078333.942811:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000008:00000020:0.0:1769078333.942814:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000800:00000100:3.0:1769078333.942819:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00000001:0.0:1769078333.942820:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1769078333.942823:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000010:3.0:1769078333.942823:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000008:00000001:0.0:1769078333.942825:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769078333.942828:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:0.0:1769078333.942829:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1769078333.942832:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000400:00000200:3.0:1769078333.942836:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000008:00000001:0.0:1769078333.942839:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769078333.942841:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000008:00000001:0.0:1769078333.942843:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078333.942845:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000020:00000001:0.0:1769078333.942847:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942849:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:0.0:1769078333.942851:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942855:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078333.942856:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.942860:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942864:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078333.942866:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:0.0:1769078333.942867:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000040:3.0:1769078333.942870:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.942871:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1769078333.942874:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1769078333.942876:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769078333.942879:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942880:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942883:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:3.0:1769078333.942883:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1769078333.942887:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078333.942889:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942890:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:3.0:1769078333.942892:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00020000:00000001:0.0:1769078333.942893:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:0.0:1769078333.942896:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:3.0:1769078333.942896:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:0.0:1769078333.942899:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078333.942900:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299991585 00000020:00000001:0.0:1769078333.942903:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769078333.942903:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299992268 00020000:00000001:0.0:1769078333.942906:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942907:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299991585 00020000:00000001:0.0:1769078333.942910:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.942912:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299992268 00020000:00000001:0.0:1769078333.942913:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1769078333.942916:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769078333.942917:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1769078333.942918:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078333.942922:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:3.0:1769078333.942922:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942925:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078333.942926:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:0.0:1769078333.942928:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1769078333.942930:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.942931:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078333.942932:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00100000:3.0:1769078333.942933:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078333/real 1769078333] req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.942934:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942936:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.942939:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078333.942941:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078333.942943:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.942946:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078333.942948:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078333.942949:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078333.942951:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1769078333.942953:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1769078333.942954:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 00000400:00000001:3.0:1769078333.942954:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00020000:00000001:0.0:1769078333.942958:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000001:3.0:1769078333.942958:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00020000:00000001:0.0:1769078333.942960:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:0.0:1769078333.942962:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000400:00000010:3.0:1769078333.942962:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000080:00200000:0.0:1769078333.942965:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:3.0:1769078333.942966:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000080:00000001:0.0:1769078333.942968:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000010:3.0:1769078333.942969:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000020:00000001:0.0:1769078333.942970:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769078333.942972:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00001000:0.0:1769078333.942973:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 00000080:00000001:0.0:1769078333.942976:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1769078333.942977:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:0.0:1769078333.942978:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078333.942983:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:0.0:1769078333.942984:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1769078333.942986:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078333.942988:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069331848 : -115332640219768 : ffff971b06f2dd88) 00000020:00001000:0.0:1769078333.942990:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2dd80 00000020:00000001:0.0:1769078333.942993:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000100:00000200:3.0:1769078333.942993:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.942996:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1769078333.942998:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:0.0:1769078333.943000:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1769078333.943005:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.943008:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769078333.943009:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000080:00000001:0.0:1769078333.943010:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.943012:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1769078333.943014:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b086ee050 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769078333.943016:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000002:0.0:1769078333.943019:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:3.0:1769078333.943019:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078333.943024:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00100000:3.0:1769078333.943026:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.943027:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1769078333.943030:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1769078333.943033:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.943037:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078333.943038:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078333.943043:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:3.0:1769078333.943045:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.943046:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.943051:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1769078333.943053:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769078333.943055:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769078333.943056:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:3.0:1769078333.943059:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1769078333.943060:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:3.0:1769078333.943061:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078333.943063:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078333.943064:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.943066:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:0.0:1769078333.943067:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1769078333.943070:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1769078333.943071:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1769078333.943072:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1769078333.943074:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:3.0:1769078333.943074:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:0.0:1769078333.943078:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:0.0:1769078333.943080:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00080000:3.0:1769078333.943080:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1769078333.943081:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:0.0:1769078333.943084:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069329976 : -115332640221640 : ffff971b06f2d638) 00000100:00080000:3.0:1769078333.943087:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000020:00001000:0.0:1769078333.943089:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d630 00000100:00000001:3.0:1769078333.943092:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1769078333.943093:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:0.0:1769078333.943097:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1769078333.943100:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:3.0:1769078333.943101:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.943103:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078333.943106:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.943110:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.943114:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093502312 : -115332616049304 : ffff971b0863ad68) 00000020:00000001:0.0:1769078333.943118:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078333.943119:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.943121:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.943122:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.943124:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1769078333.943125:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00100000:3.0:1769078333.943126:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883136:192.168.204.154@tcp:8:kworker.0 00020000:00000001:0.0:1769078333.943128:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.943130:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1769078333.943131:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078333.943133:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.943134:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078333.943135:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.943139:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.943139:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:0.0:1769078333.943142:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.943144:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:3.0:1769078333.943144:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657883008/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1769078333.943146:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.943149:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.943152:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1769078333.943153:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:0.0:1769078333.943155:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.943156:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1769078333.943158:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:3.0:1769078333.943158:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000001:0.0:1769078333.943161:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 02000000:00000001:3.0:1769078333.943161:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:0.0:1769078333.943164:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000010:3.0:1769078333.943164:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 00000008:00000020:0.0:1769078333.943167:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1769078333.943169:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078333.943169:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078333.943171:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000008:00000001:0.0:1769078333.943172:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000020:00000040:3.0:1769078333.943174:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000008:00000001:0.0:1769078333.943175:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:0.0:1769078333.943177:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000020:00000001:3.0:1769078333.943179:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000020:0.0:1769078333.943181:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 02000000:00000010:3.0:1769078333.943183:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08635400. 00000008:00000001:0.0:1769078333.943186:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:3.0:1769078333.943188:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000008:00000020:0.0:1769078333.943189:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 02000000:00000001:3.0:1769078333.943191:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:0.0:1769078333.943193:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1769078333.943195:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000008:00000001:0.0:1769078333.943197:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000001:3.0:1769078333.943199:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000008:00000020:0.0:1769078333.943201:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:3.0:1769078333.943203:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.943206:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:0.0:1769078333.943209:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078333.943213:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657883136/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:0.0:1769078333.943214:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.943219:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.943223:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.943226:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.943228:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1769078333.943229:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078333.943231:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1769078333.943232:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1769078333.943234:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 02000000:00000010:3.0:1769078333.943234:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 00020000:00000001:0.0:1769078333.943237:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:3.0:1769078333.943238:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1769078333.943239:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1769078333.943241:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1769078333.943242:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1769078333.943245:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078333.943245:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00020000:00000001:0.0:1769078333.943249:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1769078333.943250:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1769078333.943250:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078333.943252:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 00000020:00000001:0.0:1769078333.943253:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1769078333.943255:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:3.0:1769078333.943256:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00020000:00000001:0.0:1769078333.943257:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:0.0:1769078333.943259:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:3.0:1769078333.943259:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078333.943262:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000020:00000001:0.0:1769078333.943263:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1769078333.943264:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.943266:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00020000:00000001:0.0:1769078333.943267:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.943268:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1769078333.943269:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:3.0:1769078333.943271:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1769078333.943272:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078333.943275:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1769078333.943276:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1769078333.943277:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078333.943277:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:0.0:1769078333.943281:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078333.943281:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1769078333.943283:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078333.943284:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1769078333.943285:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1769078333.943288:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769078333.943288:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00020000:00000001:0.0:1769078333.943292:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.943292:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:0.0:1769078333.943295:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078333.943297:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1769078333.943298:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078333.943300:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1769078333.943301:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.943305:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1769078333.943307:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:0.0:1769078333.943308:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1769078333.943310:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769078333.943310:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078333.943312:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078333.943313:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:3.0:1769078333.943315:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00001000:0.0:1769078333.943316:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d630 02000000:00000001:3.0:1769078333.943318:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1769078333.943319:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1769078333.943323:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:3.0:1769078333.943323:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078333.943326:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:0.0:1769078333.943329:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1769078333.943329:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883264:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078333.943335:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000080:00000001:0.0:1769078333.943336:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1769078333.943338:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:3.0:1769078333.943339:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00001000:0.0:1769078333.943340:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2dd80 02000000:00000001:3.0:1769078333.943341:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1769078333.943343:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078333.943343:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:0.0:1769078333.943347:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078333.943347:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078333.943350:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078333.943353:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078333.943355:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078333.943357:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078333.943359:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657883264, portal 4 00000100:00000001:3.0:1769078333.943360:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078333.943362:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:3.0:1769078333.943366:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078333.943370:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078333.943372:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078333.943373:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078333.943374:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657883264, offset 0 00000400:00000200:3.0:1769078333.943377:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078333.943379:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078333.943381:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078333.943383:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078333.943385:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078333.943386:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078333.943387:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078333.943389:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370790:370790:256:4294967295] 192.168.204.154@tcp LPNI seq info [370785:370785:8:4294967295] 00000400:00000200:3.0:1769078333.943392:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078333.943396:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078333.943399:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078333.943401:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078333.943403:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078333.943405:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000200:3.1:1769078333.943408:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078333.943409:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 37 secs later) 00000800:00000100:3.0:1769078333.943412:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078333.943413:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078333.943415:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078333.943417:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078333.943418:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078333.943419:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078333.943421:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078333.943423:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078333.943427:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078333.943429:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078333.943433:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.943434:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078333.943435:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078333.943437:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078333.943439:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078333.943441:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299991589 00000100:00000001:3.0:1769078333.943442:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299992268 00000100:00000001:3.0:1769078333.943443:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299991589 00000100:00000001:3.0:1769078333.943445:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299992268 00000100:00000001:3.0:1769078333.943446:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078333.943447:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.943448:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078333.943450:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078333/real 1769078333] req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078333.943454:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078333.943455:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078333.943455:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078333.943457:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078333.943457:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078333.943458:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078333.943460:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078333.943465:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078333.943469:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078333.943469:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.943470:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078333.943471:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078333.943473:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078333.943477:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078333.943479:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078333.943483:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078333.943500:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.943501:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078333.943502:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.943503:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078333.943505:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078333.943507:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078333.943509:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078333.943510:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078333.943513:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078333.943518:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883264:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078333.943520:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.943521:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078333.943522:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657883264/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078333.943525:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078333.943526:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078333.943527:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078333.943529:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078333.943530:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078333.943531:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078333.943532:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078333.943533:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637400. 02000000:00000001:3.0:1769078333.943534:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078333.943535:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078333.943536:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:3.0:1769078333.943538:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078333.943539:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.943540:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078333.943542:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078333.943542:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078333.943544:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078333.943545:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078334.580675:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078334.580676:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078334.580676:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078334.580682:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078334.580683:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078334.580683:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078334.580688:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.580689:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078334.580689:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078334.580695:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078334.580697:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078334.580698:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078334.580698:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078334.580699:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078334.580704:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078334.580705:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078334.580706:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.580707:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078334.580708:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1769078334.580717:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078334.580718:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078334.580718:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078334.580718:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078334.580725:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078334.580726:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078334.580730:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.580732:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078334.580733:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.580737:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.580741:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.580742:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078334.580746:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078334.580750:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078334.580750:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078334.580755:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078334.580756:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078334.580762:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078334.580765:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078334.580769:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078334.580771:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078334.580773:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078334.580775:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078334.580778:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078334.580780:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078334.580782:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.580787:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078334.580793:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078334.580793:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078334.580796:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078334.580798:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078334.580802:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078334.580803:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078334.580805:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078334.580805:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078334.580814:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078334.580817:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078334.580818:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078334.580819:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078334.580831:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078334.580832:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078334.580833:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078334.580843:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078334.580844:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078334.580845:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078334.580848:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078334.580849:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.580850:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078334.580863:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078334.580863:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078334.580865:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078334.580868:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078334.580889:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078334.580891:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078334.580895:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078334.708648:0:13837:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299992268, at 4299992320 00000100:00000040:1.0:1769078334.708648:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299992268, at 4299992320 00000100:00000010:0.0:1769078334.708663:0:13837:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1a20. 00000100:00000010:1.0:1769078334.708667:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db17e0. 00000100:00000001:3.0:1769078334.964673:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078334.964676:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078334.964679:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078334.964685:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078334.964686:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078334.964690:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078334.964694:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078334.964696:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078334.964702:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078334.964702:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078334.964711:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.964711:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078334.964717:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078334.964719:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078334.964724:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078334.964725:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078334.964728:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078334.964731:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078335.604669:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078335.604669:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078335.604678:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078335.604679:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078335.604681:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078335.604682:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078335.604692:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078335.604692:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078335.604699:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078335.604708:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078335.604713:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078335.604715:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078335.604715:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078335.604716:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078335.604718:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078335.604723:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078335.604725:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078335.604725:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078335.604727:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078335.604731:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078335.604734:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078335.604735:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.604735:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078335.604738:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078335.604744:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078335.604746:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078335.604748:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078335.604748:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078335.604752:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078335.604759:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078335.604761:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078335.604762:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078335.604777:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078335.604778:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078335.604784:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078335.604788:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078335.604816:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078335.604817:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078335.604819:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078335.604822:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078335.604823:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.604823:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078335.604827:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.604829:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078335.604830:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078335.604832:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078335.604838:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078335.604839:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078335.604839:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078335.604849:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078335.604853:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078335.604854:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078335.604854:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078335.604856:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078335.604858:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078335.604859:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078335.604863:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078335.604864:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.604866:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078335.604870:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.604872:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078335.604877:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078335.604902:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078335.604902:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769078335.604909:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.604910:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078335.604914:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078335.604917:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769078335.604919:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078335.604923:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078335.604925:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078335.604928:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078335.604929:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078335.604931:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.988660:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078335.988669:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078335.988674:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078335.988675:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078335.988681:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078335.988683:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078335.988690:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078335.988691:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078335.988695:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078335.988700:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078335.988702:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078335.988707:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078335.988707:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078335.988712:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078335.988716:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078335.988719:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078335.988721:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078335.988725:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078336.628683:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078336.628689:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078336.628691:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078336.628692:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078336.628694:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078336.628694:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078336.628700:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078336.628700:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078336.628703:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078336.628706:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078336.628706:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078336.628711:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078336.628714:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078336.628714:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078336.628719:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078336.628720:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078336.628722:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078336.628727:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078336.628728:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078336.628731:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078336.628732:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078336.628755:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078336.628758:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078336.628760:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078336.628784:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078336.628788:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078336.628789:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078336.628792:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078336.628796:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078336.628800:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078336.628832:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078336.628837:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078336.628838:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078336.628841:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078336.628846:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078336.628849:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078336.628909:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078336.628913:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078336.628913:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078336.628914:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078336.628917:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078336.628918:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078336.628920:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078336.628924:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078336.628947:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078336.628949:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078336.628951:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078336.628951:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078336.628953:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078336.628953:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078336.628957:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078336.628958:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078336.628958:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078336.628964:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078336.628966:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078336.628966:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078336.628967:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078336.628971:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078336.628972:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078336.628972:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078336.628982:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078336.628982:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078336.628984:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078336.628987:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078336.628992:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078336.628993:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078336.628995:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078336.629001:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078336.629003:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078336.629007:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078336.629010:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078336.629046:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078336.629048:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078336.629051:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078337.012620:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078337.012628:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078337.012630:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078337.012635:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078337.012638:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078337.012641:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078337.012644:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078337.012646:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078337.012648:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078337.012649:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078337.012656:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078337.012658:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078337.012662:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078337.012665:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078337.012668:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078337.012671:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078337.012674:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078337.012676:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078337.652627:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078337.652635:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078337.652637:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078337.652640:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078337.652642:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078337.652646:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078337.652647:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078337.652650:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078337.652651:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078337.652653:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078337.652654:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078337.652655:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078337.652658:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078337.652659:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078337.652660:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078337.652660:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078337.652664:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078337.652665:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078337.652665:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078337.652668:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078337.652670:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078337.652671:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078337.652674:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078337.652675:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078337.652677:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078337.652679:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078337.652681:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078337.652703:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078337.652707:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078337.652709:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078337.652710:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078337.652710:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078337.652712:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078337.652722:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078337.652722:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078337.652728:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078337.652729:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078337.652730:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078337.652730:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078337.652744:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078337.652746:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:2.0:1769078337.652746:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078337.652747:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078337.652761:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078337.652765:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078337.652765:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078337.652774:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078337.652775:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078337.652777:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078337.652778:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078337.652785:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078337.652786:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078337.652788:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078337.652791:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078337.652792:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078337.652793:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078337.652802:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078337.652803:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078337.652805:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078337.652809:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078337.652809:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078337.652811:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078337.652815:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078337.652843:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078337.652848:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078337.652853:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078337.652854:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078337.652858:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078337.652860:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078337.652864:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078337.652865:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078337.652896:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078337.652900:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078337.652903:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078338.036667:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078338.036667:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078338.036678:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078338.036679:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078338.036683:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078338.036684:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078338.036692:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078338.036697:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078338.036698:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078338.036703:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078338.036705:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078338.036707:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078338.036710:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078338.036715:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078338.036719:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078338.036720:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078338.036723:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078338.036726:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078338.676679:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078338.676687:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078338.676688:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078338.676694:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078338.676697:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078338.676698:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078338.676704:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078338.676706:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078338.676711:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078338.676712:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078338.676713:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078338.676713:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078338.676721:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078338.676722:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078338.676723:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078338.676723:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078338.676735:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078338.676736:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078338.676737:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078338.676747:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078338.676749:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078338.676749:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078338.676754:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078338.676757:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078338.676759:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078338.676761:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078338.676762:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078338.676765:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078338.676766:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078338.676767:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078338.676773:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078338.676773:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078338.676786:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078338.676786:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078338.676787:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078338.676796:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078338.676796:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078338.676800:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078338.676805:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078338.676806:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078338.676811:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078338.676817:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078338.676817:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078338.676819:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078338.676823:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078338.676833:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078338.676838:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078338.676838:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078338.676842:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078338.676843:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078338.676847:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078338.676852:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078338.676853:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078338.676856:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078338.676857:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078338.676859:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078338.676862:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078338.676865:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078338.676867:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078338.676867:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078338.676870:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078338.676872:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078338.676874:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078338.676876:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078338.676880:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078338.676883:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078338.676884:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078338.676887:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078338.676892:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078338.676894:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078338.676896:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078338.676914:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078338.676919:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078338.676924:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078339.060664:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078339.060664:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078339.060671:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078339.060672:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078339.060674:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078339.060677:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078339.060681:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078339.060685:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078339.060686:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078339.060691:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:1.0:1769078339.060692:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:3.0:1769078339.060692:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078339.060697:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.060699:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:1.0:1769078339.060700:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769078339.060708:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078339.060709:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:0.0:1769078339.060710:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078339.060717:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00080000:0.0:1769078339.060719:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000020:00001000:1.0:1769078339.060727:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000001:0.0:1769078339.060729:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078339.060729:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078339.060730:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078339.060734:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000100:00000001:2.0:1769078339.060739:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078339.060741:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:0.0:1769078339.060742:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000080:00000001:1.0:1769078339.060744:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:2.0:1769078339.060747:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078339.060748:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:0.0:1769078339.060750:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078339.060760:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078339.060762:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00080000:0.0:1769078339.060765:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5324 00000080:00000001:1.0:1769078339.060766:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078339.060773:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1769078339.060776:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:0.0:1769078339.060780:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:0.0:1769078339.060787:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078339.060787:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078339.060791:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00080000:0.0:1769078339.060793:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078339.060794:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769078339.060798:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078339.060801:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078339.060801:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078339.060805:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769078339.060807:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078339.060808:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.060811:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000040:0.0:1769078339.060812:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078339.060813:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078339.060815:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:0.0:1769078339.060817:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:1.0:1769078339.060818:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769078339.060822:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078339.060824:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078339.060825:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000040:0.0:1769078339.060827:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078339.060828:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1769078339.060831:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078339.060831:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1769078339.060835:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000020:00000040:0.0:1769078339.060836:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000002:1.0:1769078339.060839:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000001:0.0:1769078339.060840:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:1.0:1769078339.060843:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000020:00000001:0.0:1769078339.060844:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:1.0:1769078339.060847:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000040:0.0:1769078339.060850:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078339.060850:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078339.060852:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:0.0:1769078339.060854:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00001000:1.0:1769078339.060855:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000020:00000001:1.0:1769078339.060857:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000100:00000040:0.0:1769078339.060859:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078339.060859:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078339.060863:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078339.060864:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078339.060866:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078339.060868:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078339.060869:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:1.0:1769078339.060870:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.060874:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00080000:0.0:1769078339.060877:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078339.060878:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:0.0:1769078339.060882:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.060882:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.060888:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.060889:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078339.060891:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.060894:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1769078339.060898:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.060901:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:0.0:1769078339.060902:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000001:1.0:1769078339.060904:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:0.0:1769078339.060906:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.060907:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078339.060910:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078339.060912:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078339.060913:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078339.060915:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086ead80. 00000020:00000001:1.0:1769078339.060916:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.060920:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078339.060922:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:1.0:1769078339.060923:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.060927:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 02000000:00000001:0.0:1769078339.060930:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078339.060930:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.060934:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.060934:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.060937:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:0.0:1769078339.060939:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:1.0:1769078339.060939:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078339.060942:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 02000000:00000001:0.0:1769078339.060943:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078339.060943:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078339.060946:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078339.060947:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 02000000:00000001:0.0:1769078339.060948:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078339.060952:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078339.060954:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078339.060955:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1769078339.060956:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05746c00. 00000008:00000001:1.0:1769078339.060957:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078339.060960:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078339.060962:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000008:00000020:1.0:1769078339.060964:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000100:00000001:0.0:1769078339.060965:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078339.060968:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078339.060969:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078339.060970:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078339.060972:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078339.060975:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00100000:0.0:1769078339.060976:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000001:1.0:1769078339.060979:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078339.060982:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.060986:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.060988:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.060991:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.060995:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.060997:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078339.060997:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078339.060999:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078339.061001:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000001:0.0:1769078339.061003:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061004:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078339.061006:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078339.061008:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061010:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000040:0.0:1769078339.061012:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351df35d] to pc [ptlrpcd_rcv+-1] req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078339.061012:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1769078339.061014:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078339.061016:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078339.061017:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078339.061019:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078339.061021:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078339.061022:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061025:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061028:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078339.061030:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078339.061032:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078339.061033:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078339.061034:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078339.061035:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078339.061036:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078339.061037:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078339.061037:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078339.061038:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061039:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061040:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078339.061041:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078339.061042:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061043:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078339.061044:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061044:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078339.061046:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078339.061049:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00080000:0.0:1769078339.061050:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078339.061050:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078339.061052:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078339.061056:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00080000:0.0:1769078339.061057:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:1.0:1769078339.061059:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:0.0:1769078339.061060:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000080:00000001:1.0:1769078339.061062:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00080000:0.0:1769078339.061064:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000080:00200000:1.0:1769078339.061064:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1769078339.061070:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:0.0:1769078339.061071:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078339.061071:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078339.061075:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00080000:0.0:1769078339.061077:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5324 00000080:00000001:1.0:1769078339.061078:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078339.061083:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078339.061084:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078339.061084:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078339.061091:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000001:1.0:1769078339.061094:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:0.0:1769078339.061095:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00000001:1.0:1769078339.061097:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00080000:0.0:1769078339.061099:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078339.061099:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078339.061102:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000040:0.0:1769078339.061105:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00001000:1.0:1769078339.061105:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769078339.061109:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000100:00000001:0.0:1769078339.061110:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078339.061113:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:0.0:1769078339.061115:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:1.0:1769078339.061115:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078339.061118:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:0.0:1769078339.061120:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078339.061120:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078339.061123:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1769078339.061125:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000080:00000001:1.0:1769078339.061125:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078339.061127:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000020:00000040:0.0:1769078339.061128:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00020000:00000002:1.0:1769078339.061132:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:0.0:1769078339.061133:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1769078339.061137:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00020000:00000001:1.0:1769078339.061137:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078339.061139:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000020:00000001:0.0:1769078339.061141:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:1.0:1769078339.061141:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769078339.061143:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078339.061146:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:1.0:1769078339.061146:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078339.061149:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1769078339.061151:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078339.061153:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078339.061153:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078339.061156:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1769078339.061157:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078339.061158:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078339.061161:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:0.0:1769078339.061162:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:0.0:1769078339.061167:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078339.061167:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061172:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000040:0.0:1769078339.061173:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000020:00000001:1.0:1769078339.061175:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:0.0:1769078339.061177:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:1.0:1769078339.061179:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:0.0:1769078339.061181:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1769078339.061182:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 02000000:00000001:0.0:1769078339.061183:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000002:1.0:1769078339.061187:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 02000000:00000001:0.0:1769078339.061189:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078339.061191:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 02000000:00000001:0.0:1769078339.061194:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061194:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078339.061197:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078339.061199:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078339.061200:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000008:00100000:0.0:1769078339.061203:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00001000:1.0:1769078339.061205:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000008:00000001:0.0:1769078339.061208:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061210:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 00000100:00000001:0.0:1769078339.061212:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061212:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1769078339.061216:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000010:0.0:1769078339.061217:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9880. 00000020:00000001:1.0:1769078339.061219:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:0.0:1769078339.061222:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:1.0:1769078339.061222:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.061225:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1769078339.061228:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:1.0:1769078339.061228:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.061231:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061232:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000100:00000001:0.0:1769078339.061234:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1769078339.061237:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078339.061238:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:0.0:1769078339.061240:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061241:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061246:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1769078339.061250:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05747400. 00000020:00000001:1.0:1769078339.061250:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.061257:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061257:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078339.061261:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078339.061263:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078339.061264:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00100000:0.0:1769078339.061267:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078339.061267:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078339.061270:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061274:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061278:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.061282:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1769078339.061284:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061287:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061289:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078339.061291:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061293:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078339.061294:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000857afead] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078339.061295:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078339.061298:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078339.061300:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078339.061301:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078339.061303:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078339.061305:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078339.061310:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078339.061312:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:3.0:1769078339.061312:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1769078339.061313:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078339.061315:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078339.061324:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00080000:0.0:1769078339.061325:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:1.0:1769078339.061328:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078339.061332:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000008:00000020:1.0:1769078339.061343:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00080000:0.0:1769078339.061345:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000008:00000001:1.0:1769078339.061354:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:0.0:1769078339.061356:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000020:1.0:1769078339.061357:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:3.0:1769078339.061357:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000008:00000001:1.0:1769078339.061360:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1769078339.061362:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078339.061362:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078339.061364:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078339.061368:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:0.0:1769078339.061372:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:1.0:1769078339.061373:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1769078339.061374:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1769078339.061377:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1769078339.061379:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5324 00000020:00000001:1.0:1769078339.061380:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078339.061381:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078339.061387:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078339.061393:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:3.0:1769078339.061395:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061396:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061408:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1769078339.061409:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769078339.061410:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078339.061413:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00080000:0.0:1769078339.061418:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1769078339.061424:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657883392:192.168.204.154@tcp:250:kworker.0 00000100:00000040:0.0:1769078339.061426:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078339.061427:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078339.061432:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1769078339.061437:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078339.061437:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078339.061439:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:1.0:1769078339.061440:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078339.061444:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078339.061446:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:0.0:1769078339.061449:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078339.061451:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 02000000:00000001:3.0:1769078339.061451:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1769078339.061454:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078339.061455:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000040:0.0:1769078339.061458:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00020000:00000001:1.0:1769078339.061461:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:3.0:1769078339.061461:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078339.061462:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078339.061465:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:0.0:1769078339.061467:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769078339.061470:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 02000000:00000001:3.0:1769078339.061471:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1769078339.061472:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078339.061472:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1769078339.061479:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:1.0:1769078339.061479:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061481:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061485:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 02000000:00000010:3.0:1769078339.061486:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 00000100:00000040:0.0:1769078339.061487:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078339.061491:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:3.0:1769078339.061494:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.061496:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078339.061496:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078339.061499:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078339.061501:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:0.0:1769078339.061502:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078339.061503:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078339.061505:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078339.061510:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:0.0:1769078339.061511:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078339.061512:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078339.061514:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061516:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078339.061517:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:1.0:1769078339.061519:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078339.061524:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:3.0:1769078339.061524:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:0.0:1769078339.061526:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078339.061529:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061533:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078339.061535:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061537:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000400:00000010:3.0:1769078339.061537:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 02000000:00000001:0.0:1769078339.061538:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:1.0:1769078339.061542:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:0.0:1769078339.061546:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078339.061547:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078339.061549:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000001:0.0:1769078339.061551:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769078339.061552:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078339.061577:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:0.0:1769078339.061579:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:3.0:1769078339.061581:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00020000:00000001:1.0:1769078339.061582:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000008:00100000:0.0:1769078339.061584:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000080:00000001:1.0:1769078339.061588:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000008:00000001:0.0:1769078339.061590:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078339.061591:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:0.0:1769078339.061595:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078339.061595:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657883392, portal 25 00000080:00000001:1.0:1769078339.061596:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078339.061600:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769078339.061607:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1769078339.061608:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086eaa00. 00000020:00001000:1.0:1769078339.061608:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000001:3.0:1769078339.061611:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094223232 : -115332615328384 : ffff971b086ead80) 00000080:00000001:1.0:1769078339.061614:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1769078339.061616:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000080:00000001:1.0:1769078339.061621:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.061623:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000040:3.0:1769078339.061626:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1769078339.061627:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078339.061628:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:1.0:1769078339.061632:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:0.0:1769078339.061636:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078339.061636:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078339.061642:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 02000000:00000001:0.0:1769078339.061643:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1769078339.061647:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769078339.061650:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 02000000:00000010:0.0:1769078339.061658:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05745000. 00000020:00000001:1.0:1769078339.061660:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000020:00000001:1.0:1769078339.061666:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:0.0:1769078339.061668:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078339.061669:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:1.0:1769078339.061673:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000001:3.0:1769078339.061675:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1769078339.061677:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078339.061680:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00100000:0.0:1769078339.061681:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000080:00000001:1.0:1769078339.061681:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078339.061686:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000040:3.0:1769078339.061688:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000002:1.0:1769078339.061695:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000400:00000010:3.0:1769078339.061697:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00020000:00000001:1.0:1769078339.061701:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078339.061707:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078339.061710:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000200:3.0:1769078339.061710:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657883392, offset 0 00020000:00000001:1.0:1769078339.061715:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061723:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1769078339.061724:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:1.0:1769078339.061726:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:0.0:1769078339.061728:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061728:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061735:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078339.061737:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:3.0:1769078339.061737:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:1.0:1769078339.061741:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000040:0.0:1769078339.061743:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036ef3c27] to pc [ptlrpcd_rcv+-1] req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:1.0:1769078339.061743:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769078339.061746:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061750:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078339.061752:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078339.061756:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000400:00000200:3.0:1769078339.061756:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00200000:1.0:1769078339.061762:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769078339.061767:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:0.0:1769078339.061768:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061770:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00080000:0.0:1769078339.061773:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:1.0:1769078339.061777:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000200:3.0:1769078339.061777:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00080000:0.0:1769078339.061779:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:1.0:1769078339.061785:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:0.0:1769078339.061787:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1769078339.061792:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1769078339.061792:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000400:00000200:3.0:1769078339.061796:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00001000:1.0:1769078339.061797:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000001:0.0:1769078339.061800:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:1.0:1769078339.061801:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000020:00000001:1.0:1769078339.061804:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00080000:0.0:1769078339.061806:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5324 00000020:00000001:1.0:1769078339.061810:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:3.0:1769078339.061810:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:1.0:1769078339.061815:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:0.0:1769078339.061818:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078339.061818:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078339.061822:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:1.0:1769078339.061824:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061828:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000400:00000200:0.0:1769078339.061830:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:3.0:1769078339.061833:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:1.0:1769078339.061834:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00080000:0.0:1769078339.061838:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078339.061839:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.061844:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061846:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061851:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000400:00000200:3.0:1769078339.061851:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370791:370791:256:4294967295] 192.168.204.154@tcp LPNI seq info [370786:370786:8:4294967295] 00000100:00000040:0.0:1769078339.061852:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078339.061856:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078339.061859:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:0.0:1769078339.061861:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078339.061862:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078339.061864:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000040:0.0:1769078339.061867:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078339.061867:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078339.061878:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:0.0:1769078339.061879:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078339.061879:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078339.061889:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:1.0:1769078339.061889:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078339.061894:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00020000:00000001:1.0:1769078339.061894:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.061899:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1769078339.061900:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1769078339.061904:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078339.061906:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769078339.061907:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078339.061913:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078339.061914:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078339.061916:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000400:00000200:3.0:1769078339.061916:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:0.0:1769078339.061918:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:1.0:1769078339.061923:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078339.061930:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078339.061932:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000040:0.0:1769078339.061933:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:1.0:1769078339.061936:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:0.0:1769078339.061939:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000008:00000001:1.0:1769078339.061941:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078339.061946:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000800:00000200:3.0:1769078339.061947:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000040:0.0:1769078339.061948:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000001:1.0:1769078339.061949:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.061959:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000008:00000001:1.0:1769078339.061959:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078339.061962:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000800:00000010:3.0:1769078339.061964:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000020:00000040:0.0:1769078339.061965:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000008:00000001:1.0:1769078339.061966:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000008:00000020:1.0:1769078339.061972:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000100:00080000:0.0:1769078339.061976:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000008:00000001:1.0:1769078339.061976:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078339.061982:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:0.0:1769078339.061986:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078339.061988:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:1.0:1769078339.061989:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1769078339.061990:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000008:00000001:1.0:1769078339.061998:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:0.0:1769078339.062000:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1769078339.062002:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000008:00000020:1.0:1769078339.062003:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 02000000:00000001:0.0:1769078339.062004:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.062010:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:0.0:1769078339.062012:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769078339.062016:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:0.0:1769078339.062018:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078339.062022:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.062027:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1769078339.062027:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000001:0.0:1769078339.062028:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.062036:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1769078339.062037:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b086e9c00. 00000800:00000200:3.1:1769078339.062037:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00020000:00000001:1.0:1769078339.062039:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1769078339.062044:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078339.062052:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1769078339.062053:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000800:00000100:3.0:1769078339.062053:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078339.062056:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:0.0:1769078339.062061:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.062065:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000800:00000010:3.0:1769078339.062065:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000100:00000001:0.0:1769078339.062066:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:1.0:1769078339.062070:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 02000000:00000001:0.0:1769078339.062071:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078339.062072:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 02000000:00000001:0.0:1769078339.062074:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.062077:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:3.0:1769078339.062077:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 02000000:00000010:0.0:1769078339.062080:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b05744800. 00020000:00000001:1.0:1769078339.062082:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.062088:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.062088:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078339.062092:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000200:3.0:1769078339.062095:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1769078339.062096:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078339.062101:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00100000:0.0:1769078339.062102:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:1.0:1769078339.062105:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:3.0:1769078339.062106:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000020:00000001:1.0:1769078339.062109:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078339.062114:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000400:00000010:3.0:1769078339.062114:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00020000:00000001:1.0:1769078339.062120:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.062123:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078339.062126:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1769078339.062127:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.062127:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.062135:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1769078339.062139:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078339.062140:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078339.062142:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000200:3.0:1769078339.062142:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1769078339.062143:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cd113ee9] to pc [ptlrpcd_rcv+-1] req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078339.062143:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078339.062147:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078339.062150:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078339.062154:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078339.062158:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078339.062162:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.062171:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078339.062181:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078339.062187:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078339.062195:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078339.062204:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:0.0:1769078339.062214:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.062215:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:1.0:1769078339.062217:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078339.062222:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000040:0.0:1769078339.062225:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5334) 00000020:00000001:1.0:1769078339.062228:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000040:3.0:1769078339.062229:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078339.062233:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078339.062236:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00020000:00000001:1.0:1769078339.062250:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:3.0:1769078339.062250:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.062255:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:1.0:1769078339.062256:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078339.062259:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769078339.062262:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1769078339.062264:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078339.062265:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078339.062267:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078339.062275:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000080:00000001:1.0:1769078339.062279:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:3.0:1769078339.062281:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:1.0:1769078339.062283:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.062287:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4299997388 00000100:00000010:3.0:1769078339.062294:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1900. 00000100:00000001:3.0:1769078339.062304:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1769078339.062312:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4299997388 00000100:00000010:3.0:1769078339.062316:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db16c0. 00000100:00000001:3.0:1769078339.062321:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1769078339.062325:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078339.062329:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.062332:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078339.062339:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078339/real 1769078339] req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078339.062356:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078339.062358:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078339.062360:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078339.062363:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078339.062366:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078339.062368:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078339.062372:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078339.062381:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062388:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078339.062389:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.062392:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078339.062394:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078339.062420:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062428:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078339.062434:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062440:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078339.062443:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.062445:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078339.062446:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.062449:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078339.062451:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078339.062455:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078339.062459:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078339.062461:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078339.062466:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078339.062474:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657883392:192.168.204.154@tcp:250:kworker.0 00000100:00000001:3.0:1769078339.062479:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.062481:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078339.062484:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086ead80 x1855007657883392/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062491:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078339.062494:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078339.062497:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078339.062500:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078339.062502:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078339.062504:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:3.0:1769078339.062506:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078339.062509:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05746c00. 02000000:00000001:3.0:1769078339.062513:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078339.062515:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078339.062517:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086ead80. 00000100:00000001:3.0:1769078339.062521:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078339.062522:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.062524:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.062532:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078339.062534:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.062537:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078339.062538:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078339.062540:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078339.062544:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062552:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078339.062581:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078339.062584:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078339.062586:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078339.062589:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078339.062592:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883520:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078339.062596:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078339.062598:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078339.062600:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078339.062601:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078339.062604:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078339.062606:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078339.062611:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078339.062614:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078339.062618:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078339.062620:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657883520, portal 10 00000100:00000001:3.0:1769078339.062623:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078339.062624:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094217856 : -115332615333760 : ffff971b086e9880) 00000100:00000040:3.0:1769078339.062631:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062636:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078339.062639:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078339.062641:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078339.062643:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657883520, offset 0 00000400:00000200:3.0:1769078339.062647:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078339.062651:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078339.062655:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078339.062658:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078339.062661:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078339.062663:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078339.062665:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078339.062668:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370792:370792:256:4294967295] 192.168.204.154@tcp LPNI seq info [370787:370787:8:4294967295] 00000400:00000200:3.0:1769078339.062673:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078339.062679:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078339.062683:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078339.062686:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078339.062690:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078339.062693:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769078339.062698:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078339.062700:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1769078339.062704:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078339.062706:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078339.062708:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078339.062712:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078339.062715:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078339.062716:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078339.062719:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078339.062722:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062729:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078339.062732:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062737:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.062739:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078339.062742:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078339.062745:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:3.0:1769078339.062748:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078339.062751:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299996684 00000100:00000001:3.0:1769078339.062753:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299997388 00000100:00000001:3.0:1769078339.062755:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299996684 00000100:00000001:3.0:1769078339.062757:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299997388 00000100:00000001:3.0:1769078339.062759:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078339.062762:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.062763:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078339.062767:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078339/real 1769078339] req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078339.062774:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078339.062776:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078339.062777:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078339.062780:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078339.062781:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078339.062783:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078339.062786:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078339.062793:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062799:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078339.062801:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.062802:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078339.062804:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078339.062807:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062813:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078339.062816:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062822:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078339.062824:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.062826:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078339.062827:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.062828:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078339.062833:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078339.062835:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078339.062838:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078339.062840:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078339.062843:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078339.062850:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883520:192.168.204.154@tcp:38:kworker.0 00000100:00000001:3.0:1769078339.062854:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078339.062858:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062864:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078339.062865:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078339.062868:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078339.062870:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078339.062872:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078339.062874:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883648:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078339.062877:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078339.062879:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078339.062881:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078339.062883:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078339.062886:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078339.062888:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078339.062891:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078339.062894:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078339.062897:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078339.062899:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657883648, portal 4 00000100:00000001:3.0:1769078339.062901:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078339.062902:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094222336 : -115332615329280 : ffff971b086eaa00) 00000100:00000040:3.0:1769078339.062908:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.062914:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078339.062916:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078339.062918:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078339.062920:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657883648, offset 0 00000400:00000200:3.0:1769078339.062924:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078339.062927:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078339.062930:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078339.062932:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078339.062935:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078339.062937:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078339.062940:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078339.062943:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370793:370793:256:4294967295] 192.168.204.154@tcp LPNI seq info [370788:370788:8:4294967295] 00000400:00000200:3.0:1769078339.062947:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078339.062953:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078339.062957:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078339.062960:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078339.062964:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078339.062966:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769078339.062970:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078339.062973:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1769078339.062977:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078339.062979:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078339.062981:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078339.062985:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078339.062987:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078339.062989:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078339.062991:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078339.062995:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063002:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078339.063005:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063012:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.063013:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078339.063016:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078339.063019:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078339.063023:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078339.063025:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299996705 00000100:00000001:3.0:1769078339.063028:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299997388 00000100:00000001:3.0:1769078339.063030:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299996705 00000100:00000001:3.0:1769078339.063033:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299997388 00000100:00000001:3.0:1769078339.063035:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078339.063037:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.063039:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078339.063043:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078339/real 1769078339] req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078339.063050:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078339.063051:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078339.063053:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078339.063055:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078339.063056:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078339.063058:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078339.063061:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078339.063070:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063076:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078339.063077:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.063079:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078339.063081:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078339.063084:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063091:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078339.063095:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063101:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078339.063103:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.063105:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078339.063106:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.063108:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078339.063113:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078339.063115:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078339.063119:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078339.063121:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078339.063125:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078339.063132:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883648:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078339.063136:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078339.063139:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063145:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078339.063147:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078339.063149:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078339.063151:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078339.063152:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078339.063155:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883776:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078339.063158:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078339.063160:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078339.063161:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078339.063163:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078339.063166:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078339.063167:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078339.063171:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078339.063173:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078339.063176:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078339.063179:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657883776, portal 4 00000100:00000001:3.0:1769078339.063180:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078339.063181:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741094218752 : -115332615332864 : ffff971b086e9c00) 00000100:00000040:3.0:1769078339.063187:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063193:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078339.063195:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078339.063197:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078339.063199:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657883776, offset 0 00000400:00000200:3.0:1769078339.063203:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078339.063206:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078339.063209:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078339.063212:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078339.063215:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078339.063217:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078339.063219:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078339.063222:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370794:370794:256:4294967295] 192.168.204.154@tcp LPNI seq info [370789:370789:8:4294967295] 00000400:00000200:3.0:1769078339.063226:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078339.063231:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078339.063235:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078339.063239:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078339.063242:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078339.063245:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000200:3.1:1769078339.063248:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078339.063251:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 32 secs later) 00000800:00000100:3.0:1769078339.063254:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078339.063256:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078339.063259:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078339.063262:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078339.063264:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078339.063266:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078339.063268:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078339.063271:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063278:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078339.063281:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078364 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063292:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.063294:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078339.063296:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078339.063299:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078339.063302:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078339.063304:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4299996709 00000100:00000001:3.0:1769078339.063306:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4299997388 00000100:00000001:3.0:1769078339.063309:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4299996709 00000100:00000001:3.0:1769078339.063310:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4299997388 00000100:00000001:3.0:1769078339.063313:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078339.063314:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.063316:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078339.063320:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078339/real 1769078339] req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078339.063326:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078339.063328:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078339.063329:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078339.063331:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078339.063333:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078339.063335:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078339.063338:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078339.063346:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063352:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078339.063354:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.063355:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078339.063356:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078339.063360:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063367:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078339.063371:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063377:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078339.063380:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.063381:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078339.063383:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.063384:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078339.063389:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078339.063391:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078339.063395:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078339.063410:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078339.063414:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078339.063422:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b086e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657883776:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078339.063426:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.063428:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078339.063431:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9880 x1855007657883520/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063437:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078339.063439:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078339.063441:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1a800. 02000000:00000001:3.0:1769078339.063444:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078339.063445:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078339.063447:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078339.063449:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078339.063450:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05747400. 02000000:00000001:3.0:1769078339.063454:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078339.063455:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078339.063457:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9880. 00000100:00000001:3.0:1769078339.063459:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078339.063461:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.063462:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078339.063465:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086eaa00 x1855007657883648/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063471:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078339.063473:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078339.063474:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:3.0:1769078339.063477:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078339.063478:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078339.063479:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078339.063481:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078339.063482:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05745000. 02000000:00000001:3.0:1769078339.063484:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078339.063486:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078339.063487:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086eaa00. 00000100:00000001:3.0:1769078339.063490:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078339.063491:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.063492:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078339.063495:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b086e9c00 x1855007657883776/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078364 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078339.063501:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078339.063502:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078339.063503:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c19800. 02000000:00000001:3.0:1769078339.063505:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078339.063506:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078339.063508:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078339.063509:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078339.063511:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b05744800. 02000000:00000001:3.0:1769078339.063514:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078339.063515:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078339.063516:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b086e9c00. 00000100:00000001:3.0:1769078339.063518:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078339.063520:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.063521:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.063525:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078339.063526:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.063528:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078339.063530:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.700706:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078339.700707:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078339.700714:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078339.700714:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078339.700715:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078339.700724:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078339.700724:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.700726:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078339.700742:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:3.0:1769078339.700743:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078339.700745:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078339.700751:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078339.700756:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078339.700757:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078339.700758:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078339.700761:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078339.700767:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:0.0:1769078339.700768:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078339.700776:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078339.700776:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.700788:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078339.700789:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078339.700796:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078339.700799:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078339.700802:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078339.700806:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078339.700809:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078339.700810:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078339.700811:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078339.700814:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078339.700816:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.700817:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078339.700820:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.700822:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078339.700824:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.700825:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078339.700828:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078339.700830:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078339.700831:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078339.700836:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078339.700837:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078339.700841:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078339.700844:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078339.700846:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078339.700848:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078339.700851:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078339.700852:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078339.700855:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078339.700857:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078339.700858:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078339.700860:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.700861:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078339.700864:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078339.700884:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078339.700886:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078339.700888:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078339.700890:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078339.700893:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078339.700896:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.700899:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078339.700901:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078339.700903:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.700904:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078339.700906:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.700908:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078339.700932:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078339.700935:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078339.700941:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078339.700948:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078339.700951:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078339.700952:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078339.700953:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078339.700955:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078339.700957:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.700959:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078339.700960:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.700961:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078339.700973:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078339.700975:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078339.700975:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078339.700977:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078339.700978:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078339.700980:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.700981:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078339.700982:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078339.700984:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078339.701025:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078339.701027:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078339.701029:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078339.701031:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078339.701035:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078339.701040:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078339.828677:0:13837:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4299997388, at 4299997440 00000100:00000040:1.0:1769078339.828677:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4299997388, at 4299997440 00000100:00000010:0.0:1769078339.828697:0:13837:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1900. 00000100:00000010:1.0:1769078339.828702:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db16c0. 00000100:00000001:2.0:1769078340.084712:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078340.084712:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078340.084726:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078340.084726:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078340.084729:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078340.084730:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078340.084735:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078340.084739:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078340.084743:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078340.084744:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078340.084748:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078340.084750:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078340.084754:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078340.084758:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078340.084767:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078340.084767:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078340.084777:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078340.084780:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078340.724657:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078340.724657:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078340.724665:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078340.724668:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078340.724669:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078340.724673:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078340.724677:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078340.724681:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078340.724684:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078340.724686:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078340.724689:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078340.724697:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078340.724699:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078340.724700:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078340.724701:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078340.724704:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078340.724705:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078340.724708:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078340.724709:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078340.724711:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078340.724713:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078340.724714:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078340.724716:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078340.724719:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078340.724720:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078340.724723:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078340.724725:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078340.724727:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078340.724731:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078340.724734:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078340.724737:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078340.724740:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078340.724742:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078340.724745:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078340.724746:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078340.724749:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078340.724764:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078340.724767:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078340.724768:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078340.724770:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078340.724772:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078340.724773:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078340.724774:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078340.724775:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078340.724778:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078340.724857:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078340.724860:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078340.724861:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078340.724864:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078340.724869:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078340.724871:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078340.724872:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078340.724874:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078340.724876:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078340.724876:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078340.724878:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078340.724879:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078340.724881:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078340.724881:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078340.724883:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078340.724883:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078340.724884:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078340.724886:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078340.724902:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078340.724905:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078340.724908:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078340.724910:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078340.724914:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078340.724915:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078340.724918:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078340.724920:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078340.724959:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078340.724963:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078340.724966:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078341.108636:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078341.108637:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078341.108643:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078341.108644:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078341.108646:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078341.108647:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078341.108652:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078341.108653:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078341.108656:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078341.108658:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078341.108660:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078341.108662:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078341.108663:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078341.108667:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078341.108669:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078341.108674:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078341.108677:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078341.108680:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078341.748670:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078341.748670:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078341.748672:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078341.748678:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078341.748679:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078341.748679:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078341.748683:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078341.748684:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078341.748684:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078341.748684:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078341.748689:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078341.748692:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078341.748692:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078341.748693:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078341.748693:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078341.748699:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078341.748699:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078341.748699:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078341.748700:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078341.748703:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078341.748704:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078341.748705:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078341.748705:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078341.748707:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078341.748707:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078341.748711:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078341.748714:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078341.748715:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078341.748719:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078341.748722:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078341.748723:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078341.748725:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078341.748728:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078341.748729:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078341.748731:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078341.748732:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078341.748734:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078341.748735:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078341.748735:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078341.748737:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078341.748738:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078341.748740:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078341.748742:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078341.748744:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078341.748746:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078341.748747:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078341.748747:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078341.748751:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078341.748751:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078341.748752:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078341.748752:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078341.748756:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078341.748756:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078341.748757:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078341.748758:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078341.748759:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078341.748762:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078341.748763:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078341.748764:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078341.748767:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078341.748768:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078341.748768:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078341.748772:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078341.748773:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078341.748776:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078341.748777:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078341.748778:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078341.748781:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078341.748782:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078341.748788:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078341.748788:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078341.748797:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078341.748800:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078341.748804:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078341.748806:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078341.748809:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078341.748810:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078341.748836:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078341.748840:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078341.748843:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078342.132700:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078342.132701:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078342.132713:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078342.132713:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078342.132716:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078342.132717:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078342.132726:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:3.0:1769078342.132726:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078342.132733:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078342.132733:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078342.132740:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078342.132741:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078342.132747:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078342.132750:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078342.132754:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078342.132754:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078342.132758:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078342.132761:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078342.772654:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078342.772654:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078342.772658:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078342.772662:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078342.772663:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078342.772663:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078342.772667:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078342.772668:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078342.772668:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078342.772676:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078342.772677:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078342.772677:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078342.772681:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078342.772683:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078342.772684:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078342.772687:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078342.772689:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078342.772690:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078342.772691:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078342.772696:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078342.772698:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078342.772706:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078342.772709:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078342.772709:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078342.772711:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078342.772713:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078342.772716:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078342.772718:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078342.772721:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078342.772723:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078342.772726:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078342.772727:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078342.772730:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078342.772738:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078342.772741:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078342.772742:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078342.772744:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078342.772746:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078342.772748:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078342.772751:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078342.772752:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078342.772754:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078342.772791:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078342.772795:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078342.772797:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078342.772798:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078342.772801:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078342.772802:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078342.772805:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078342.772807:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078342.772808:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078342.772811:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078342.772813:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078342.772816:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078342.772816:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078342.772820:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078342.772824:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078342.772826:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078342.772830:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078342.772832:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078342.772846:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078342.772850:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078342.772854:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078342.772856:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078342.772860:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078342.772861:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078342.772864:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078342.772865:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078342.772897:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078342.772899:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078342.772901:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078342.772916:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078342.772919:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078342.772922:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078343.156653:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078343.156662:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078343.156664:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078343.156671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078343.156672:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078343.156680:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078343.156681:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078343.156687:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078343.156690:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078343.156696:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078343.156698:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078343.156698:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078343.156705:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078343.156708:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078343.156710:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078343.156715:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078343.156718:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078343.156721:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078343.796681:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078343.796682:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078343.796685:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078343.796691:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078343.796691:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078343.796692:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078343.796694:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078343.796696:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078343.796696:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078343.796697:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078343.796699:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078343.796703:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078343.796705:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078343.796705:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:2.0:1769078343.796707:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078343.796710:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078343.796712:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078343.796712:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078343.796712:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078343.796716:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078343.796719:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078343.796720:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078343.796720:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078343.796720:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078343.796727:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078343.796730:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078343.796734:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078343.796734:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078343.796737:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078343.796740:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078343.796741:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078343.796745:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078343.796749:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078343.796749:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078343.796753:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078343.796756:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078343.796766:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078343.796768:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078343.796770:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078343.796771:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078343.796772:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078343.796776:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078343.796776:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078343.796777:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078343.796779:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078343.796780:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078343.796781:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078343.796781:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078343.796782:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078343.796787:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078343.796787:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078343.796788:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078343.796790:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078343.796790:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078343.796792:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078343.796793:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078343.796794:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078343.796795:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078343.796797:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078343.796797:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078343.796799:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078343.796802:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078343.796802:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078343.796803:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078343.796804:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078343.796806:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078343.796808:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078343.796812:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078343.796812:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078343.796814:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078343.796818:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078343.796844:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078343.796847:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078343.796850:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078344.180701:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078344.180708:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078344.180710:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078344.180712:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1769078344.180716:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078344.180720:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078344.180720:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1769078344.180721:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078344.180730:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078344.180730:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078344.180731:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078344.180736:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.180737:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078344.180740:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.180747:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078344.180747:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00080000:3.0:1769078344.180748:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078344.180757:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078344.180758:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078344.180766:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.180773:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1769078344.180773:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5329 00000100:00000001:2.0:1769078344.180779:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.180784:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078344.180824:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078344.180832:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078344.180835:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078344.180839:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.180843:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078344.180845:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.180847:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078344.180851:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078344.180854:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:3.0:1769078344.180856:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078344.180859:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:3.0:1769078344.180861:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:3.0:1769078344.180863:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:3.0:1769078344.180880:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.180882:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078344.180884:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.180886:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078344.180889:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:3.0:1769078344.180893:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078344.180895:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.180898:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1769078344.180901:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078344.180904:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.180910:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1769078344.180912:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078344.180921:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25c00. 00000020:00000040:3.0:1769078344.180924:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:3.0:1769078344.180927:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078344.180929:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.180931:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078344.180933:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078344.180937:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078344.180943:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c19800. 00000100:00000001:3.0:1769078344.180949:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078344.180957:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078344.180968:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078344.180972:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078344.180976:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d4ec735] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078344.181004:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078344.181006:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078344.181010:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078344.181011:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078344.181013:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078344.181015:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078344.181018:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5329 00000400:00000200:3.0:1769078344.181021:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078344.181024:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078344.181027:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078344.181031:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181033:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078344.181036:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181039:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078344.181041:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1769078344.181043:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1769078344.181044:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:3.0:1769078344.181048:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1769078344.181049:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1769078344.181051:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:2.0:1769078344.181054:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1769078344.181056:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:3.0:1769078344.181060:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:2.0:1769078344.181067:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078344.181067:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181073:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078344.181079:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181088:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:3.0:1769078344.181092:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:3.0:1769078344.181094:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181096:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.181100:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078344.181106:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1769078344.181106:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078344.181111:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.181113:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.181117:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1769078344.181119:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00100000:3.0:1769078344.181122:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1769078344.181124:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1769078344.181127:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078344.181130:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.181132:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078344.181139:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657883904:192.168.204.154@tcp:250:kworker.0 00000100:00000010:3.0:1769078344.181140:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24700. 00000020:00000040:3.0:1769078344.181144:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:3.0:1769078344.181147:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078344.181148:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.181155:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078344.181160:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1769078344.181161:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078344.181163:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078344.181168:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1769078344.181169:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1bc00. 02000000:00000001:2.0:1769078344.181174:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.181176:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078344.181181:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1769078344.181184:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078344.181191:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1769078344.181193:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 00000100:00000001:3.0:1769078344.181195:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078344.181198:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078344.181205:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5c7b818] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078344.181215:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078344.181224:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000100:00000001:3.0:1769078344.181225:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078344.181231:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1769078344.181235:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00080000:3.0:1769078344.181235:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1769078344.181240:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078344.181244:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078344.181247:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000200:2.0:1769078344.181248:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657883904, portal 25 00000100:00080000:3.0:1769078344.181252:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5329 00000100:00000001:2.0:1769078344.181255:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078344.181260:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069298688 : -115332640252928 : ffff971b06f25c00) 00000400:00000200:3.0:1769078344.181260:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078344.181266:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:3.0:1769078344.181269:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078344.181273:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181274:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078344.181276:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181279:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000040:2.0:1769078344.181280:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1769078344.181281:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078344.181284:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:3.0:1769078344.181287:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078344.181292:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:3.0:1769078344.181300:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:3.0:1769078344.181305:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:3.0:1769078344.181326:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181332:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078344.181333:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181334:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769078344.181335:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1769078344.181336:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:3.0:1769078344.181347:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000040:2.0:1769078344.181349:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181353:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.181356:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1769078344.181358:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 02000000:00000001:3.0:1769078344.181359:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078344.181365:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078344.181367:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657883904, offset 0 00000100:00000001:3.0:1769078344.181368:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078344.181372:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:3.0:1769078344.181377:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.181379:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078344.181384:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000010:3.0:1769078344.181385:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27b80. 00000020:00000040:3.0:1769078344.181392:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:3.0:1769078344.181395:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078344.181396:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.181397:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078344.181399:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1769078344.181403:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:3.0:1769078344.181404:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078344.181413:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1a800. 00000400:00000200:2.0:1769078344.181419:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000001:3.0:1769078344.181420:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078344.181430:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1769078344.181435:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769078344.181443:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000100:00000001:3.0:1769078344.181449:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1769078344.181452:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078344.181456:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1769078344.181459:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4961523] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078344.181465:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181479:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078344.181480:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370795:370795:256:4294967295] 192.168.204.154@tcp LPNI seq info [370790:370790:8:4294967295] 00000100:00080000:3.0:1769078344.181485:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769078344.181494:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:2.0:1769078344.181495:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078344.181498:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078344.181502:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078344.181506:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1769078344.181513:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5329 00000400:00000200:2.0:1769078344.181519:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000400:00000200:3.0:1769078344.181529:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000200:2.0:1769078344.181536:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078344.181542:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000800:00000010:2.0:1769078344.181547:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000100:00080000:3.0:1769078344.181547:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1769078344.181580:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181583:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1769078344.181586:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181589:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000200:2.0:1769078344.181598:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078344.181598:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078344.181603:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000800:00000200:2.0:1769078344.181606:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000020:00000001:3.0:1769078344.181608:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1769078344.181612:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769078344.181615:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000800:00000200:2.1:1769078344.181620:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:3.0:1769078344.181622:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000800:00000200:2.1:1769078344.181628:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000100:00000040:3.0:1769078344.181633:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078344.181638:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000100:2.0:1769078344.181640:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000040:3.0:1769078344.181646:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000800:00000010:2.0:1769078344.181648:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00000001:3.0:1769078344.181655:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:2.0:1769078344.181659:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000040:3.0:1769078344.181660:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:3.0:1769078344.181670:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000200:2.0:1769078344.181676:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000001:3.0:1769078344.181677:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078344.181683:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1769078344.181687:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 02000000:00000001:3.0:1769078344.181688:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1769078344.181693:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 02000000:00000001:3.0:1769078344.181695:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.181701:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078344.181703:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000008:00100000:3.0:1769078344.181704:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:3.0:1769078344.181710:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078344.181712:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078344.181714:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078344.181725:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f27480. 00000020:00000040:3.0:1769078344.181731:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:2.0:1769078344.181736:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1769078344.181737:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1769078344.181742:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078344.181746:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078344.181747:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078344.181751:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1769078344.181756:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1769078344.181766:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000100:00000001:2.0:1769078344.181768:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078344.181777:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078344.181778:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078344.181787:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1769078344.181788:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.181798:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769078344.181804:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078344.181804:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078344.181816:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4300002508 00000100:00000040:3.0:1769078344.181817:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008ba67481] to pc [ptlrpcd_rcv+-1] req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078344.181830:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078344.181831:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841ba20. 00000100:00000040:3.0:1769078344.181835:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5339) 00000100:00000001:2.0:1769078344.181841:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1769078344.181850:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4300002508 00000100:00000010:2.0:1769078344.181863:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bae0. 00000100:00000001:2.0:1769078344.181867:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1769078344.181872:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078344.181875:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078344.181878:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078344.181884:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078344/real 1769078344] req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078344.181894:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078344.181896:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078344.181898:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078344.181902:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078344.181904:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078344.181907:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078344.181911:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078344.181920:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.181939:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078344.181941:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.181943:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078344.181946:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078344.181949:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.181957:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078344.181962:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.181969:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078344.181972:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.181973:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078344.181974:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.181977:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078344.181979:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078344.181982:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078344.181987:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078344.181989:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078344.181994:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078344.182002:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657883904:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078344.182007:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.182009:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078344.182012:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25c00 x1855007657883904/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.182018:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078344.182021:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078344.183190:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078344.183197:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078344.183199:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078344.183201:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078344.183204:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078344.183206:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c19800. 02000000:00000001:2.0:1769078344.183210:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078344.183212:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078344.183214:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25c00. 00000100:00000001:2.0:1769078344.183218:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078344.183220:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.183223:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.183230:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078344.183232:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078344.183235:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078344.183237:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078344.183239:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078344.183246:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183255:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078344.183257:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078344.183259:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078344.183262:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078344.183265:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078344.183269:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884032:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078344.183273:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078344.183276:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078344.183278:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078344.183281:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078344.183285:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078344.183287:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078344.183294:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078344.183298:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078344.183304:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078344.183311:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657884032, portal 10 00000100:00000001:2.0:1769078344.183326:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078344.183327:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069293312 : -115332640258304 : ffff971b06f24700) 00000100:00000040:2.0:1769078344.183334:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183342:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078344.183344:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078344.183347:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078344.183351:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657884032, offset 0 00000400:00000200:2.0:1769078344.183357:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078344.183364:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078344.183370:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078344.183375:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078344.183379:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078344.183382:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078344.183385:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078344.183388:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370796:370796:256:4294967295] 192.168.204.154@tcp LPNI seq info [370791:370791:8:4294967295] 00000400:00000200:2.0:1769078344.183393:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078344.183402:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078344.183409:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078344.183414:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078344.183419:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078344.183423:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769078344.183428:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078344.183431:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1769078344.183435:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078344.183438:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078344.183441:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078344.183445:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078344.183450:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078344.183453:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078344.183456:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078344.183460:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183474:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078344.183477:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183483:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078344.183485:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078344.183490:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078344.183494:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078344.183498:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078344.183501:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300001804 00000100:00000001:2.0:1769078344.183504:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300002508 00000100:00000001:2.0:1769078344.183506:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300001804 00000100:00000001:2.0:1769078344.183508:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300002508 00000100:00000001:2.0:1769078344.183510:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078344.183513:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078344.183515:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078344.183519:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078344/real 1769078344] req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078344.183528:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078344.183530:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078344.183532:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078344.183535:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078344.183537:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078344.183539:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078344.183542:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078344.183550:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183573:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078344.183575:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.183577:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078344.183579:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078344.183583:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183590:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078344.183595:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183601:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078344.183604:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.183606:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078344.183607:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.183609:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078344.183613:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078344.183616:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078344.183620:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078344.183622:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078344.183626:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078344.183635:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884032:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078344.183640:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078344.183643:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183650:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078344.183651:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078344.183653:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078344.183655:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078344.183657:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078344.183660:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884160:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078344.183663:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078344.183665:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078344.183666:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078344.183668:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078344.183671:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078344.183673:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078344.183677:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078344.183680:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078344.183683:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078344.183686:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657884160, portal 4 00000100:00000001:2.0:1769078344.183687:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078344.183689:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069306752 : -115332640244864 : ffff971b06f27b80) 00000100:00000040:2.0:1769078344.183694:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183700:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078344.183702:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078344.183704:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078344.183706:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657884160, offset 0 00000400:00000200:2.0:1769078344.183710:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078344.183714:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078344.183718:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078344.183721:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078344.183723:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078344.183725:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078344.183728:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078344.183730:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370797:370797:256:4294967295] 192.168.204.154@tcp LPNI seq info [370792:370792:8:4294967295] 00000400:00000200:2.0:1769078344.183735:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078344.183741:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078344.183745:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078344.183749:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078344.183753:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078344.183755:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769078344.183759:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078344.183762:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1769078344.183765:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078344.183767:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078344.183770:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078344.183773:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078344.183775:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078344.183777:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078344.183779:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078344.183782:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183788:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078344.183791:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183796:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078344.183797:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078344.183800:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078344.183802:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078344.183806:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078344.183808:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300001826 00000100:00000001:2.0:1769078344.183810:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300002508 00000100:00000001:2.0:1769078344.183812:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300001826 00000100:00000001:2.0:1769078344.183814:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300002508 00000100:00000001:2.0:1769078344.183816:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078344.183817:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078344.183819:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078344.183822:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078344/real 1769078344] req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078344.183829:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078344.183830:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078344.183832:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078344.183834:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078344.183836:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078344.183838:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078344.183841:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078344.183848:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183853:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078344.183854:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.183856:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078344.183857:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078344.183861:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183867:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078344.183870:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183877:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078344.183879:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.183880:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078344.183881:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.183883:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078344.183887:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078344.183889:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078344.183892:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078344.183894:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078344.183898:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078344.183911:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884160:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078344.183915:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078344.183918:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183924:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078344.183925:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078344.183927:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078344.183929:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078344.183931:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078344.183933:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884288:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078344.183937:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078344.183938:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078344.183940:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078344.183942:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078344.183945:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078344.183947:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078344.183950:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078344.183953:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078344.183955:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078344.183958:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657884288, portal 4 00000100:00000001:2.0:1769078344.183960:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078344.183961:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069304960 : -115332640246656 : ffff971b06f27480) 00000100:00000040:2.0:1769078344.183966:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.183971:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078344.183974:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078344.183976:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078344.183978:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657884288, offset 0 00000400:00000200:2.0:1769078344.183982:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078344.183986:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078344.183990:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078344.183992:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078344.183995:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078344.183997:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078344.184000:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078344.184002:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370798:370798:256:4294967295] 192.168.204.154@tcp LPNI seq info [370793:370793:8:4294967295] 00000400:00000200:2.0:1769078344.184006:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078344.184012:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078344.184016:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078344.184019:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078344.184022:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078344.184025:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000200:2.1:1769078344.184029:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078344.184031:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 27 secs later) 00000800:00000100:2.0:1769078344.184035:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078344.184036:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078344.184039:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078344.184042:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078344.184045:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078344.184046:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078344.184049:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078344.184052:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.184058:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078344.184061:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.184067:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078344.184069:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078344.184071:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078344.184075:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078344.184078:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078344.184080:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300001830 00000100:00000001:2.0:1769078344.184083:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300002508 00000100:00000001:2.0:1769078344.184085:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300001830 00000100:00000001:2.0:1769078344.184087:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300002508 00000100:00000001:2.0:1769078344.184088:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078344.184090:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078344.184092:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078344.184096:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078344/real 1769078344] req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078344.184103:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078344.184104:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078344.184106:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078344.184108:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078344.184109:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078344.184111:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078344.184115:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078344.184122:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.184128:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078344.184130:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.184131:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078344.184133:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078344.184137:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.184143:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078344.184147:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.184154:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078344.184157:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.184158:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078344.184160:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.184161:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078344.184165:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078344.184168:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078344.184171:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078344.184173:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078344.184177:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078344.184184:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884288:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078344.184188:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.184190:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078344.184193:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24700 x1855007657884032/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.184199:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078344.184201:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078344.184203:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078344.184206:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078344.184207:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078344.184209:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078344.184210:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078344.184212:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1bc00. 02000000:00000001:2.0:1769078344.184215:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078344.184216:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078344.184217:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24700. 00000100:00000001:2.0:1769078344.184220:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078344.184221:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.184222:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078344.184226:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27b80 x1855007657884160/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.184237:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078344.184239:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078344.184240:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078344.184242:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078344.184244:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078344.184245:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078344.184247:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078344.184248:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1a800. 02000000:00000001:2.0:1769078344.184250:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078344.184252:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078344.184253:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27b80. 00000100:00000001:2.0:1769078344.184255:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078344.184257:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.184258:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078344.184262:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f27480 x1855007657884288/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078369 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078344.184268:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078344.184270:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078344.184271:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01000. 02000000:00000001:2.0:1769078344.184274:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078344.184275:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078344.184276:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078344.184278:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078344.184280:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 02000000:00000001:2.0:1769078344.184282:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078344.184283:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078344.184284:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f27480. 00000100:00000001:2.0:1769078344.184286:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078344.184288:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.184290:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.184293:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078344.184294:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078344.184296:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078344.184298:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078344.820726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078344.820730:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078344.820731:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078344.820738:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.820742:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078344.820744:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078344.820746:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078344.820747:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078344.820749:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078344.820751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078344.820752:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078344.820753:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078344.820760:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078344.820768:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.820768:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078344.820769:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078344.820769:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078344.820774:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078344.820777:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078344.820783:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078344.820784:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078344.820786:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078344.820786:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078344.820793:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078344.820796:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078344.820797:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.820799:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078344.820799:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078344.820803:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078344.820805:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078344.820810:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078344.820815:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.820816:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078344.820819:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.820824:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078344.820839:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078344.820839:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078344.820845:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769078344.820845:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.820845:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078344.820855:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078344.820858:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078344.820859:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078344.820859:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078344.820863:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078344.820867:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078344.820868:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078344.820870:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078344.820876:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078344.820880:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078344.820880:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078344.820883:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078344.820886:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078344.820887:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.820888:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078344.820890:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.820893:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078344.820901:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078344.820903:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078344.820903:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078344.820904:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1769078344.820907:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078344.820911:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.820919:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078344.820921:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.820922:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078344.820924:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.820927:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078344.820928:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078344.820933:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.820938:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078344.820938:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078344.820945:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078344.820948:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078344.948704:0:13837:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4300002508, at 4300002560 00000100:00000040:1.0:1769078344.948708:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4300002508, at 4300002560 00000100:00000010:0.0:1769078344.948723:0:13837:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841ba20. 00000100:00000010:1.0:1769078344.948728:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bae0. 00000100:00000001:2.0:1769078345.204693:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078345.204702:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078345.204704:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078345.204710:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078345.204715:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078345.204721:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078345.204722:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078345.204727:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078345.204731:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078345.204731:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078345.204735:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078345.204761:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078345.204767:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078345.204796:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078345.204800:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078345.204803:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078345.204805:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078345.204808:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078345.844689:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078345.844697:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078345.844699:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078345.844700:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078345.844701:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078345.844704:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078345.844705:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078345.844709:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078345.844709:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078345.844710:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078345.844715:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078345.844715:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078345.844717:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078345.844718:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078345.844721:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078345.844722:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078345.844729:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078345.844730:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078345.844730:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078345.844730:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078345.844734:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078345.844735:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078345.844742:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078345.844743:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078345.844743:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078345.844750:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078345.844751:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078345.844751:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078345.844760:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078345.844764:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078345.844765:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078345.844766:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1769078345.844767:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078345.844773:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078345.844776:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078345.844779:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078345.844780:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078345.844780:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078345.844784:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078345.844785:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078345.844789:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078345.844792:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078345.844804:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078345.844806:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078345.844809:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078345.844809:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078345.844813:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078345.844814:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078345.844815:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078345.844817:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078345.844821:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078345.844821:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078345.844821:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078345.844822:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078345.844827:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078345.844828:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078345.844833:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078345.844834:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078345.844835:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078345.844844:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078345.844844:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078345.844845:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078345.844853:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078345.844853:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078345.844854:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078345.844866:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078345.844869:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078345.844873:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078345.844873:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078345.844877:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078345.844881:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078345.844881:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078345.844884:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078345.844888:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078346.228664:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078346.228672:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078346.228674:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078346.228680:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078346.228684:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078346.228689:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078346.228692:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078346.228692:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078346.228694:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078346.228696:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078346.228697:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078346.228697:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078346.228699:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078346.228702:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078346.228705:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078346.228707:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078346.228709:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078346.228711:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078346.868664:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078346.868666:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078346.868667:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078346.868671:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078346.868672:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078346.868673:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078346.868676:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078346.868677:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078346.868678:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078346.868679:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078346.868679:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078346.868683:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078346.868684:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078346.868685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078346.868687:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078346.868688:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078346.868688:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078346.868690:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078346.868691:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078346.868692:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078346.868694:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078346.868695:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078346.868698:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078346.868711:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078346.868713:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078346.868716:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078346.868732:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078346.868734:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078346.868736:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078346.868739:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078346.868742:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078346.868745:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078346.868760:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078346.868767:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078346.868768:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078346.868771:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078346.868771:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078346.868773:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078346.868775:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078346.868776:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078346.868779:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078346.868782:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078346.868784:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078346.868785:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078346.868953:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078346.868960:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078346.868963:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078346.868964:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078346.868967:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078346.868970:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078346.868984:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078346.868988:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078346.868992:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078346.868994:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078346.868996:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078346.868998:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078346.868999:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078346.869003:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078346.869004:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078346.869008:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078346.869009:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078346.869011:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078346.869013:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078346.869016:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078346.869019:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078346.869019:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078346.869022:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078346.869024:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078346.869064:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078346.869066:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078346.869068:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078346.869069:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078346.869072:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078346.869075:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078347.252684:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078347.252692:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078347.252692:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078347.252695:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078347.252697:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078347.252701:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078347.252703:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078347.252704:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078347.252709:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078347.252710:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078347.252713:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078347.252714:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078347.252716:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078347.252720:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078347.252724:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078347.252727:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078347.252737:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078347.252741:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078347.892660:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078347.892663:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078347.892668:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078347.892670:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078347.892670:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078347.892671:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078347.892672:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078347.892675:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078347.892676:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078347.892679:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078347.892680:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078347.892681:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078347.892686:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078347.892687:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078347.892687:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078347.892691:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078347.892692:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078347.892693:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078347.892695:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078347.892698:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078347.892699:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078347.892704:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078347.892705:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078347.892705:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078347.892707:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078347.892710:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078347.892711:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078347.892715:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078347.892717:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078347.892718:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078347.892719:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078347.892722:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078347.892727:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078347.892727:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078347.892728:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078347.892731:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078347.892733:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078347.892734:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078347.892737:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078347.892738:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078347.892742:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078347.892742:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078347.892744:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078347.892748:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078347.892748:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078347.892750:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078347.892752:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078347.892753:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078347.892755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078347.892757:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078347.892758:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078347.892760:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078347.892763:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078347.892765:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078347.892766:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078347.892766:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078347.892770:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078347.892773:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078347.892776:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078347.892776:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078347.892779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078347.892782:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078347.892787:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078347.892791:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078347.892792:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078347.892794:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078347.892796:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078347.892798:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078347.892800:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078347.892800:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078347.892803:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078347.892804:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078347.892807:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078347.892808:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078348.276653:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078348.276653:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078348.276661:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078348.276662:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078348.276666:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078348.276671:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078348.276675:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078348.276676:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078348.276678:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078348.276682:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078348.276683:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078348.276688:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078348.276688:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078348.276693:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078348.276693:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078348.276699:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078348.276701:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078348.276705:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078348.916673:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078348.916673:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078348.916673:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078348.916676:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078348.916679:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078348.916681:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078348.916681:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078348.916681:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078348.916682:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078348.916685:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078348.916685:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078348.916686:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078348.916687:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:0.0:1769078348.916691:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:1.0:1769078348.916691:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078348.916693:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078348.916693:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078348.916695:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078348.916697:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078348.916698:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078348.916700:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078348.916700:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078348.916700:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078348.916702:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078348.916704:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078348.916708:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078348.916712:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078348.916712:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078348.916717:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078348.916720:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078348.916721:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078348.916724:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078348.916727:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078348.916728:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078348.916731:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078348.916734:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078348.916734:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078348.916735:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078348.916737:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078348.916739:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078348.916741:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078348.916742:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078348.916743:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078348.916746:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078348.916746:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078348.916747:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078348.916748:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078348.916751:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078348.916752:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078348.916753:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078348.916753:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078348.916755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078348.916756:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078348.916757:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078348.916757:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078348.916757:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078348.916763:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078348.916763:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078348.916763:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078348.916766:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078348.916769:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078348.916769:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078348.916770:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078348.916774:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078348.916774:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078348.916777:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078348.916779:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078348.916780:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078348.916783:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078348.916784:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078348.916788:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078348.916789:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078348.916791:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078348.916795:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.300763:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078349.300770:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078349.300772:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078349.300777:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078349.300780:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078349.300783:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078349.300786:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078349.300788:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078349.300790:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078349.300831:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078349.300837:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078349.300839:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078349.300842:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078349.300846:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078349.300853:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5334 00000400:00000200:1.0:1769078349.300861:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078349.300867:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078349.300870:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078349.300873:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.300876:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078349.300879:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.300881:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078349.300885:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078349.300887:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078349.300890:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078349.300934:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078349.300937:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078349.300940:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078349.300944:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.300946:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078349.300948:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.300950:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078349.300953:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078349.300956:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078349.300958:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078349.300960:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078349.300963:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078349.300964:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.300966:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078349.300967:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078349.300975:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769078349.300977:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078349.300980:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078349.300981:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.300983:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078349.300985:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078349.300989:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078349.300994:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000100:00000001:1.0:1769078349.300999:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078349.301004:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078349.301012:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078349.301015:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078349.301018:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078349.301047:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078349.301049:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078349.301051:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078349.301052:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078349.301054:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078349.301055:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078349.301057:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5334 00000400:00000200:1.0:1769078349.301060:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078349.301062:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078349.301063:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078349.301065:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301066:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078349.301067:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301069:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078349.301070:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078349.301071:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078349.301072:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078349.301074:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769078349.301075:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078349.301076:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769078349.301079:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301080:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078349.301082:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301083:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078349.301084:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769078349.301086:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301087:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078349.301088:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1769078349.301090:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769078349.301092:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078349.301096:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.301096:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078349.301097:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1769078349.301101:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000008:00100000:1.0:1769078349.301102:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078349.301105:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.301107:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078349.301111:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000100:00000040:2.0:1769078349.301112:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1769078349.301114:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078349.301119:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078349.301122:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.301126:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078349.301130:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078349.301131:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.301133:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1769078349.301136:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000100:00000001:2.0:1769078349.301137:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.301143:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078349.301144:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078349.301147:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1769078349.301153:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1769078349.301153:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078349.301159:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657884416:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078349.301169:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078349.301169:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769078349.301173:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078349.301174:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1769078349.301178:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1769078349.301179:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.301189:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078349.301190:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1769078349.301194:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1769078349.301198:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 00000100:00080000:1.0:1769078349.301200:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:2.0:1769078349.301202:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.301203:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078349.301207:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078349.301210:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000400:00000200:2.0:1769078349.301211:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00080000:1.0:1769078349.301215:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5334 00000400:00000010:2.0:1769078349.301218:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000200:1.0:1769078349.301223:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078349.301244:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078349.301254:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657884416, portal 25 00000400:00000200:1.0:1769078349.301255:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769078349.301258:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00080000:1.0:1769078349.301260:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078349.301262:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00000040:1.0:1769078349.301266:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301270:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1769078349.301272:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078349.301274:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301279:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078349.301285:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078349.301287:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000100:00000001:2.0:1769078349.301289:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1769078349.301290:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078349.301293:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769078349.301296:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:2.0:1769078349.301297:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078349.301299:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000040:1.0:1769078349.301303:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301304:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078349.301305:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301306:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078349.301308:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078349.301309:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000400:00000010:2.0:1769078349.301309:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000001:1.0:1769078349.301314:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078349.301315:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078349.301317:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1769078349.301317:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657884416, offset 0 02000000:00000001:1.0:1769078349.301322:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.301324:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078349.301325:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:1.0:1769078349.301327:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078349.301330:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301331:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078349.301335:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769078349.301338:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 02000000:00000001:1.0:1769078349.301340:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078349.301341:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078349.301342:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078349.301344:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078349.301347:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078349.301349:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078349.301352:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000400:00000200:2.0:1769078349.301353:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078349.301364:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078349.301368:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078349.301371:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078349.301374:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078349.301378:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370799:370799:256:4294967295] 192.168.204.154@tcp LPNI seq info [370794:370794:8:4294967295] 00000400:00000200:2.0:1769078349.301383:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078349.301394:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078349.301400:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078349.301406:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078349.301413:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078349.301416:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769078349.301421:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078349.301424:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1769078349.301429:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301432:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078349.301432:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00100000:1.0:1769078349.301442:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769078349.301442:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1769078349.301452:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1769078349.301452:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1769078349.301456:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078349.301461:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000100:00000040:1.0:1769078349.301464:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769078349.301466:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078349.301472:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1769078349.301477:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078349.301479:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078349.301482:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078349.301491:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00000001:1.0:1769078349.301493:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078349.301496:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078349.301499:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078349.301500:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00000040:2.0:1769078349.301505:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078349.301506:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5334 00000400:00000200:1.0:1769078349.301513:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078349.301518:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078349.301522:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078349.301523:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301525:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078349.301526:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301527:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078349.301528:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078349.301529:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078349.301531:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078349.301534:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:2.0:1769078349.301536:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078349.301537:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000020:00000001:1.0:1769078349.301541:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078349.301542:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1769078349.301545:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301547:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078349.301549:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301551:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769078349.301551:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078349.301569:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769078349.301571:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078349.301573:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078349.301575:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078349.301578:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078349.301581:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.301583:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078349.301586:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769078349.301590:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078349.301591:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078349.301594:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.301596:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4300007628 00000100:00000010:1.0:1769078349.301600:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000020:00000040:1.0:1769078349.301604:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000010:2.0:1769078349.301604:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b840. 02000000:00000001:1.0:1769078349.301608:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078349.301610:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.301611:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078349.301612:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078349.301613:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.301614:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 02000000:00000010:1.0:1769078349.301617:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000100:00000001:1.0:1769078349.301622:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.301622:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4300007628 00000100:00100000:1.0:1769078349.301626:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1769078349.301629:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b120. 00000100:00000001:1.0:1769078349.301635:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078349.301637:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.301637:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1769078349.301643:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.301644:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078349.301650:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.301652:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.301654:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000040:1.0:1769078349.301657:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5344) 00000100:00100000:2.0:1769078349.301663:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078349/real 1769078349] req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078349.301675:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078349.301677:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078349.301680:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078349.301685:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078349.301687:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078349.301690:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078349.301694:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078349.301703:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.301710:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078349.301712:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.301714:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078349.301716:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078349.301720:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.301728:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078349.301733:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.301740:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078349.301743:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.301745:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078349.301747:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.301749:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078349.301751:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078349.301754:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078349.301758:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078349.301760:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078349.301764:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078349.301772:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657884416:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078349.301777:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.301780:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078349.301784:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657884416/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.301792:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078349.301794:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078349.301797:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078349.301801:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078349.301803:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078349.301806:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078349.301808:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078349.301811:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 02000000:00000001:2.0:1769078349.301816:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078349.301818:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078349.301821:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:2.0:1769078349.301824:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078349.301826:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078349.301827:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078349.301829:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078349.301830:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078349.301833:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078349.301836:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078349.301837:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078349.301839:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078349.301840:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.301843:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.301844:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078349.301846:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.301849:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078349.301849:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.301853:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078349.301856:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078349.301861:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.301869:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078349.301871:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078349.301873:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078349.301875:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078349.301877:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078349.301880:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884544:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078349.301883:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078349.301885:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078349.301887:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078349.301889:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078349.301891:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078349.301894:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078349.301898:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078349.301900:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078349.301904:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078349.301906:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657884544, portal 10 00000100:00000001:2.0:1769078349.301908:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078349.301910:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:2.0:1769078349.301915:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.301923:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078349.301925:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078349.301927:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078349.301930:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657884544, offset 0 00000400:00000200:2.0:1769078349.301934:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078349.301938:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078349.301941:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078349.301944:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078349.301947:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078349.301949:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078349.301952:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078349.301955:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370800:370800:256:4294967295] 192.168.204.154@tcp LPNI seq info [370795:370795:8:4294967295] 00000400:00000200:2.0:1769078349.301959:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078349.301966:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078349.301971:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078349.301974:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078349.301978:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078349.301981:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769078349.301992:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078349.301995:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1769078349.301999:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078349.302000:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078349.302003:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078349.302007:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078349.302010:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078349.302012:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078349.302014:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078349.302018:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302026:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078349.302029:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302036:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.302038:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078349.302041:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078349.302044:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078349.302047:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078349.302050:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300006923 00000100:00000001:2.0:1769078349.302052:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300007628 00000100:00000001:2.0:1769078349.302054:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300006923 00000100:00000001:2.0:1769078349.302057:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300007628 00000100:00000001:2.0:1769078349.302059:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078349.302061:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.302063:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078349.302067:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078349/real 1769078349] req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078349.302075:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078349.302080:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078349.302082:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078349.302085:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078349.302086:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078349.302088:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078349.302092:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078349.302100:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302107:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078349.302109:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302111:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078349.302112:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078349.302115:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302122:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078349.302125:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302132:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078349.302135:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302136:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078349.302138:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302139:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078349.302143:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078349.302146:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078349.302150:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078349.302152:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078349.302155:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078349.302164:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884544:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078349.302168:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078349.302171:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302178:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078349.302179:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078349.302181:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078349.302183:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078349.302185:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078349.302188:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884672:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078349.302191:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078349.302193:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078349.302195:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078349.302197:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078349.302200:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078349.302201:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078349.302205:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078349.302208:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078349.302211:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078349.302214:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657884672, portal 4 00000100:00000001:2.0:1769078349.302215:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078349.302217:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:2.0:1769078349.302222:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302246:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078349.302249:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078349.302251:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078349.302254:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657884672, offset 0 00000400:00000200:2.0:1769078349.302258:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078349.302262:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078349.302265:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078349.302268:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078349.302270:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078349.302273:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078349.302275:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078349.302278:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370801:370801:256:4294967295] 192.168.204.154@tcp LPNI seq info [370796:370796:8:4294967295] 00000400:00000200:2.0:1769078349.302282:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078349.302288:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078349.302293:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078349.302297:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078349.302301:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078349.302304:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769078349.302308:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078349.302311:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1769078349.302314:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078349.302316:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078349.302319:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078349.302322:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078349.302325:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078349.302326:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078349.302328:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078349.302332:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302340:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078349.302344:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302356:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.302358:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078349.302361:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078349.302364:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078349.302368:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078349.302370:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300006944 00000100:00000001:2.0:1769078349.302372:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300007628 00000100:00000001:2.0:1769078349.302375:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300006944 00000100:00000001:2.0:1769078349.302376:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300007628 00000100:00000001:2.0:1769078349.302379:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078349.302381:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.302383:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078349.302387:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078349/real 1769078349] req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078349.302395:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078349.302396:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078349.302398:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078349.302400:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078349.302402:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078349.302404:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078349.302407:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078349.302416:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302422:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078349.302423:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302425:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078349.302426:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078349.302430:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302437:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078349.302441:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302448:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078349.302451:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302452:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078349.302453:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302455:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078349.302459:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078349.302461:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078349.302465:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078349.302467:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078349.302471:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078349.302478:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884672:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078349.302482:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078349.302485:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302492:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078349.302493:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078349.302496:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078349.302497:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078349.302499:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078349.302502:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884800:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078349.302505:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078349.302507:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078349.302509:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078349.302511:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078349.302514:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078349.302516:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078349.302519:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078349.302521:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078349.302524:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078349.302527:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657884800, portal 4 00000100:00000001:2.0:1769078349.302528:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078349.302530:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:2.0:1769078349.302535:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302542:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078349.302544:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078349.302546:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078349.302548:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657884800, offset 0 00000400:00000200:2.0:1769078349.302551:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078349.302572:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078349.302576:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078349.302579:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078349.302582:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078349.302584:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078349.302587:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078349.302590:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370802:370802:256:4294967295] 192.168.204.154@tcp LPNI seq info [370797:370797:8:4294967295] 00000400:00000200:2.0:1769078349.302594:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078349.302600:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078349.302604:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078349.302608:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078349.302612:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078349.302615:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000200:2.1:1769078349.302619:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078349.302622:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 22 secs later) 00000800:00000100:2.0:1769078349.302626:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078349.302628:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078349.302631:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078349.302634:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078349.302637:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078349.302639:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078349.302641:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078349.302645:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302652:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078349.302655:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078374 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302662:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.302664:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078349.302666:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078349.302669:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078349.302672:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078349.302674:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300006949 00000100:00000001:2.0:1769078349.302676:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300007628 00000100:00000001:2.0:1769078349.302679:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300006949 00000100:00000001:2.0:1769078349.302681:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300007628 00000100:00000001:2.0:1769078349.302683:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078349.302685:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.302687:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078349.302691:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078349/real 1769078349] req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078349.302699:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078349.302700:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078349.302702:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078349.302704:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078349.302706:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078349.302708:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078349.302712:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078349.302720:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302726:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078349.302728:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302730:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078349.302732:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078349.302735:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302742:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078349.302746:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302752:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078349.302754:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302756:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078349.302757:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302758:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078349.302762:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078349.302764:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078349.302767:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078349.302769:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078349.302773:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078349.302780:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657884800:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078349.302784:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302785:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078349.302788:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657884544/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302794:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078349.302796:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078349.302798:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078349.302800:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078349.302801:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078349.302802:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078349.302804:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078349.302805:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 02000000:00000001:2.0:1769078349.302808:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078349.302809:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078349.302810:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:2.0:1769078349.302812:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078349.302814:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302815:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078349.302818:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657884672/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302824:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078349.302825:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078349.302826:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078349.302829:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078349.302830:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078349.302831:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078349.302832:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078349.302834:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636800. 02000000:00000001:2.0:1769078349.302835:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078349.302836:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078349.302837:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:2.0:1769078349.302840:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078349.302841:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302843:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078349.302846:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657884800/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078374 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078349.302851:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078349.302853:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078349.302854:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078349.302856:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078349.302857:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078349.302858:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078349.302860:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078349.302862:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:2.0:1769078349.302864:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078349.302865:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078349.302866:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:2.0:1769078349.302868:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078349.302869:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302871:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.302874:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078349.302876:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.302877:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078349.302879:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.940676:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078349.940682:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078349.940684:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.940688:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078349.940690:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078349.940693:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078349.940695:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078349.940695:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.940699:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078349.940699:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078349.940701:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078349.940704:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078349.940704:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.940708:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.940711:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078349.940776:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078349.940779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078349.940782:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078349.940785:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078349.940787:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078349.940789:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.940791:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078349.940792:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078349.940795:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.940796:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078349.940797:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.940800:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078349.940800:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078349.940806:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078349.940807:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078349.940809:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078349.940811:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078349.940811:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078349.940815:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.940816:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078349.940817:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078349.940819:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078349.940822:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078349.940823:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.940825:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078349.940826:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078349.940829:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078349.940831:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078349.940831:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078349.940834:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078349.940838:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078349.940839:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078349.940843:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078349.940844:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.940844:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078349.940848:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.940848:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078349.940849:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078349.940864:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078349.940865:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078349.940867:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078349.940871:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078349.940873:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078349.940874:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078349.940875:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078349.940877:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078349.940878:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078349.941014:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078349.941016:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078349.941018:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.941019:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078349.941022:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.941026:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.941046:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078349.941050:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078349.941052:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078349.941052:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.941056:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078349.941057:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078349.941059:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078349.941061:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078349.941062:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078349.941066:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.941067:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078349.941070:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078349.941071:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078349.941074:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.941077:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078349.941077:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078349.941080:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078349.941083:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078349.941085:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078349.941088:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078349.941092:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078349.941116:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078349.941119:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078349.941122:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1769078350.068719:0:13837:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4300007628, at 4300007680 00000100:00000040:1.0:1769078350.068719:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4300007628, at 4300007680 00000100:00000010:1.0:1769078350.068736:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b120. 00000100:00000010:0.0:1769078350.068738:0:13837:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b840. 00000100:00000001:3.0:1769078350.324652:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078350.324660:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078350.324662:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078350.324665:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078350.324669:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078350.324670:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078350.324673:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078350.324675:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078350.324678:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078350.324679:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078350.324685:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078350.324685:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078350.324688:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078350.324690:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078350.324695:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078350.324697:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078350.324699:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078350.324701:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078350.964672:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078350.964672:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078350.964679:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078350.964680:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078350.964684:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078350.964684:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078350.964691:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078350.964691:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078350.964697:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078350.964697:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078350.964703:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078350.964703:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078350.964706:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078350.964710:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078350.964714:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078350.964744:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078350.964747:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078350.964748:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078350.964751:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078350.964752:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078350.964754:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078350.965230:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078350.965233:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078350.965239:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078350.965240:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078350.965244:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078350.965246:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078350.965249:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078350.965250:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078350.965269:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078350.965272:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078350.965275:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078350.965283:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078350.965287:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078350.965288:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078350.965291:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078350.965293:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078350.965295:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078350.965321:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078350.965324:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078350.965325:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078350.965328:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078350.965330:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078350.965332:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078350.965419:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078350.965421:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078350.965424:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078350.965451:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078350.965453:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078350.965454:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078350.965456:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078350.965458:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078350.965460:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078350.965462:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078350.965464:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078350.965465:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078350.965479:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078350.965482:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078350.965483:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078350.965486:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078350.965487:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078350.965489:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078350.965491:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078350.965492:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078350.965494:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078350.965777:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078350.965781:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078350.965783:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078350.968434:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078350.968440:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078350.968468:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078350.968471:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078350.968473:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078350.968588:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078351.348633:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078351.348633:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078351.348640:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078351.348641:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078351.348643:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078351.348645:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078351.348651:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:2.0:1769078351.348656:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078351.348658:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078351.348659:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078351.348661:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078351.348663:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078351.348667:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078351.348668:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078351.348673:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078351.348674:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078351.348676:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078351.348678:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078351.988638:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078351.988647:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078351.988647:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078351.988647:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078351.988652:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078351.988653:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078351.988654:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078351.988657:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078351.988658:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078351.988660:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:0.0:1769078351.988662:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078351.988664:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078351.988666:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078351.988667:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078351.988670:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078351.988672:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078351.988673:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078351.988674:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078351.988676:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078351.988678:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078351.988682:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078351.988682:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078351.988685:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078351.988686:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078351.988686:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078351.988690:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078351.988692:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078351.988693:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078351.988694:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078351.988696:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078351.988698:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078351.988703:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078351.988703:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078351.988707:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078351.988707:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078351.988709:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078351.988711:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078351.988713:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078351.988715:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078351.988717:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078351.988720:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078351.988720:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078351.988720:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078351.988726:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078351.988726:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078351.988729:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078351.988730:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078351.988732:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:0.0:1769078351.988733:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078351.988734:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078351.988735:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078351.988736:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078351.988739:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078351.988740:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078351.988741:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078351.988745:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078351.988746:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078351.988746:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078351.988749:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078351.988750:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078351.988751:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078351.988752:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078351.988754:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078351.988755:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078351.988756:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078351.988758:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078351.988760:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078351.988761:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078351.988764:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078351.988765:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078351.988768:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078351.988768:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078351.988773:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078351.988775:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078351.988778:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078351.988782:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078351.988784:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078351.988800:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078351.988803:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078351.988805:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078352.372634:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078352.372642:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078352.372645:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078352.372649:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078352.372650:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078352.372653:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078352.372659:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078352.372660:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078352.372667:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078352.372668:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078352.372676:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078352.372676:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078352.372688:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078352.372690:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078352.372694:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078352.372696:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078352.372700:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078352.372704:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078353.012652:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078353.012652:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078353.012658:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078353.012659:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078353.012663:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078353.012664:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078353.012667:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078353.012670:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078353.012670:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078353.012672:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078353.012676:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078353.012677:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078353.012679:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078353.012681:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078353.012684:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078353.012687:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078353.012690:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078353.012699:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078353.012703:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078353.012706:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078353.012788:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078353.012791:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078353.012792:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078353.012794:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078353.012796:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078353.012798:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078353.012799:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078353.012800:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078353.012802:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078353.012811:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078353.012813:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078353.012813:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078353.012815:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078353.012816:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078353.012818:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078353.012819:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078353.012820:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078353.012822:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078353.012841:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078353.012842:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078353.012846:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078353.012846:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078353.012847:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078353.012850:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078353.012850:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078353.012854:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078353.012855:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078353.012856:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078353.012860:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078353.012860:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078353.012863:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078353.012864:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078353.012865:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078353.012869:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078353.012872:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078353.012874:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078353.012914:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078353.012917:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078353.012918:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078353.012921:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078353.012924:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078353.012930:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078353.012933:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078353.012935:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078353.012937:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078353.012938:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078353.012939:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078353.012942:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078353.012943:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078353.012946:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078353.012950:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078353.012953:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078353.012967:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078353.012970:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078353.396676:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078353.396683:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078353.396685:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078353.396691:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078353.396695:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078353.396698:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078353.396700:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078353.396702:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078353.396704:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078353.397260:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078353.397263:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078353.397264:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078353.397267:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078353.397268:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078353.397270:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078353.397271:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078353.397272:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078353.397274:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.036680:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078354.036680:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078354.036689:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078354.036690:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078354.036691:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078354.036693:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.036693:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078354.036696:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078354.036700:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:2.0:1769078354.036700:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078354.036700:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.036705:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078354.036705:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078354.036706:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078354.036710:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078354.036710:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078354.036714:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.036715:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078354.036719:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078354.036720:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078354.036726:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078354.036726:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078354.036727:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078354.036734:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078354.036736:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078354.036739:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078354.036739:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.036740:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.036743:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078354.036748:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078354.036749:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078354.036753:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078354.036757:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078354.036759:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078354.036761:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078354.036762:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078354.036763:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078354.036764:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078354.036768:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.036773:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078354.036773:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078354.036775:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078354.036783:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078354.036783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.036787:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078354.036789:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078354.036790:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078354.036791:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078354.036796:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078354.036796:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.036797:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078354.036797:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078354.036802:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078354.036802:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078354.036809:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078354.036809:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078354.036810:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.036815:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078354.036817:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078354.036819:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078354.036820:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078354.036822:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078354.036835:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078354.036838:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:3.0:1769078354.036838:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078354.036842:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078354.036843:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078354.036845:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078354.036848:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078354.036852:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078354.036855:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078354.036857:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078354.036858:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078354.036860:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078354.420660:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078354.420668:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078354.420670:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078354.420675:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078354.420677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078354.420679:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078354.420680:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078354.420682:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078354.420682:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078354.420684:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078354.420685:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078354.420687:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078354.420687:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078354.420689:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078354.420690:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078354.420690:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078354.420692:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078354.420694:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078354.420696:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078354.420702:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078354.420705:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078354.420709:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078354.420712:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078354.420719:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5339 00000400:00000200:1.0:1769078354.420728:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078354.420734:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078354.420737:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078354.420740:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078354.420743:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078354.420745:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078354.420746:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078354.420749:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078354.420750:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078354.420752:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078354.420754:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078354.420755:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078354.420757:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078354.420758:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078354.420760:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078354.420761:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078354.420762:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078354.420765:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078354.420767:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078354.420768:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.420770:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078354.420772:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078354.420774:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.420775:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078354.420777:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078354.420783:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00000020:00000040:1.0:1769078354.420785:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078354.420788:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078354.420789:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.420791:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078354.420793:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078354.420796:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078354.420801:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00000100:00000001:1.0:1769078354.420806:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078354.420812:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078354.420820:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078354.420823:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078354.420825:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078354.420839:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078354.420842:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078354.420845:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078354.420846:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078354.420847:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078354.420850:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078354.420852:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5339 00000400:00000200:1.0:1769078354.420857:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078354.420859:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:2.0:1769078354.420859:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1769078354.420861:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1769078354.420862:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1769078354.420864:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078354.420864:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078354.420866:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078354.420867:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078354.420870:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078354.420872:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078354.420873:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078354.420874:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078354.420876:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000040:2.0:1769078354.420877:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078354.420878:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078354.420880:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769078354.420883:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078354.420885:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1769078354.420886:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1769078354.420887:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078354.420887:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.420889:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769078354.420891:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1769078354.420892:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:2.0:1769078354.420893:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1769078354.420894:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078354.420896:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078354.420896:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.420898:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00100000:2.0:1769078354.420899:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657884928:192.168.204.154@tcp:250:kworker.0 02000000:00000001:1.0:1769078354.420903:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078354.420905:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.420906:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1769078354.420907:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078354.420909:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1769078354.420909:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078354.420911:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078354.420912:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078354.420913:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1769078354.420914:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078354.420918:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01400. 00000100:00000010:1.0:1769078354.420919:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 02000000:00000001:2.0:1769078354.420920:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078354.420921:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078354.420923:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078354.420924:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.420925:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1769078354.420926:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769078354.420927:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078354.420928:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078354.420930:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 02000000:00000010:1.0:1769078354.420931:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000100:00000001:1.0:1769078354.420934:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1769078354.420936:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00100000:1.0:1769078354.420938:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769078354.420943:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657884928, portal 25 00000100:00000001:1.0:1769078354.420944:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078354.420945:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078354.420947:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 00000100:00000040:2.0:1769078354.420952:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078354.420953:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078354.420957:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.420960:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078354.420963:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078354.420966:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000001:1.0:1769078354.420968:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078354.420969:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657884928, offset 0 00000100:00080000:1.0:1769078354.420970:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078354.420973:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:1.0:1769078354.420974:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:2.0:1769078354.420975:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000100:00080000:1.0:1769078354.420976:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078354.420978:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078354.420980:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5339 00000400:00000200:2.0:1769078354.420981:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078354.420983:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078354.420986:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000200:2.0:1769078354.420986:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00080000:1.0:1769078354.420988:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078354.420990:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078354.420991:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1769078354.420992:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1769078354.420993:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078354.420995:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:2.0:1769078354.420996:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:1.0:1769078354.420997:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078354.420998:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000400:00000200:2.0:1769078354.420999:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1769078354.421000:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078354.421001:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:2.0:1769078354.421002:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:1.0:1769078354.421004:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078354.421006:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:2.0:1769078354.421006:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370803:370803:256:4294967295] 192.168.204.154@tcp LPNI seq info [370798:370798:8:4294967295] 00000100:00000040:1.0:1769078354.421008:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:2.0:1769078354.421010:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078354.421011:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078354.421012:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078354.421014:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078354.421015:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00080000:1.0:1769078354.421018:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078354.421020:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078354.421020:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 02000000:00000001:1.0:1769078354.421022:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078354.421024:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078354.421026:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.421028:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078354.421030:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000008:00000001:1.0:1769078354.421032:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.421033:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078354.421034:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00000010:1.0:1769078354.421036:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769078354.421038:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000800:00000010:2.0:1769078354.421039:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 02000000:00000001:1.0:1769078354.421041:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078354.421042:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.421043:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078354.421045:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1769078354.421045:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 02000000:00000001:1.0:1769078354.421046:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078354.421048:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 02000000:00000010:1.0:1769078354.421050:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000100:00000001:1.0:1769078354.421052:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078354.421054:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00100000:1.0:1769078354.421056:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.1:1769078354.421057:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1769078354.421062:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078354.421063:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078354.421065:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1769078354.421065:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000100:00000040:1.0:1769078354.421068:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769078354.421070:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000100:00000001:1.0:1769078354.421075:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078354.421075:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00080000:1.0:1769078354.421077:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078354.421080:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000400:00000200:2.0:1769078354.421080:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000100:00000001:1.0:1769078354.421081:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:2.0:1769078354.421082:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00080000:1.0:1769078354.421083:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078354.421085:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:2.0:1769078354.421085:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769078354.421087:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5339 00000100:00000200:2.0:1769078354.421089:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769078354.421090:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078354.421093:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078354.421095:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078354.421097:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078354.421098:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1769078354.421099:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078354.421101:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000040:2.0:1769078354.421102:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078354.421103:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078354.421105:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078354.421106:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078354.421108:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078354.421109:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000100:00000001:2.0:1769078354.421109:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078354.421111:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078354.421111:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769078354.421114:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:1.0:1769078354.421116:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078354.421116:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.421118:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078354.421119:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000400:00000200:2.0:1769078354.421120:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078354.421121:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:2.0:1769078354.421122:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4300012747 00000020:00000040:1.0:1769078354.421124:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769078354.421126:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000010:2.0:1769078354.421127:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b600. 00000100:00000001:1.0:1769078354.421128:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078354.421129:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078354.421131:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078354.421133:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.421133:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1769078354.421135:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078354.421136:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000008:00000001:1.0:1769078354.421138:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.421154:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4300012747 00000100:00000010:2.0:1769078354.421158:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841bb40. 00000100:00000001:2.0:1769078354.421161:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1769078354.421164:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.421164:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1769078354.421167:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000100:00000001:2.0:1769078354.421167:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078354.421169:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:2.0:1769078354.421170:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000001:1.0:1769078354.421172:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078354.421173:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078354.421174:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1769078354.421174:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078354/real 1769078354] req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1769078354.421176:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078354.421177:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078354.421181:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000100:00000001:1.0:1769078354.421183:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1769078354.421183:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078354.421184:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1769078354.421187:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769078354.421187:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078354.421190:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078354.421192:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:1.0:1769078354.421194:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078354.421194:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1769078354.421196:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078354.421198:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078354.421199:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078354.421206:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078354.421207:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078354.421211:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5349) 00000100:00000001:2.0:1769078354.421213:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078354.421215:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421217:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078354.421219:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078354.421222:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421229:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078354.421234:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421240:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078354.421243:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421244:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078354.421245:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421246:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078354.421248:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078354.421249:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078354.421258:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078354.421259:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078354.421262:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078354.421268:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657884928:192.168.204.154@tcp:250:kworker.0 00000100:00000001:2.0:1769078354.421271:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421272:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078354.421274:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657884928/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421278:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078354.421280:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078354.421281:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078354.421283:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078354.421284:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078354.421285:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000020:00000001:2.0:1769078354.421287:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078354.421289:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08635400. 02000000:00000001:2.0:1769078354.421291:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078354.421293:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078354.421294:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00000100:00000001:2.0:1769078354.421300:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078354.421301:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421302:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421308:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078354.421309:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.421310:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078354.421311:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078354.421312:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078354.421314:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421319:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078354.421320:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078354.421321:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078354.421322:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078354.421323:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078354.421325:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885056:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078354.421327:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078354.421328:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078354.421329:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078354.421330:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078354.421332:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078354.421334:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078354.421336:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078354.421338:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078354.421341:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078354.421343:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657885056, portal 10 00000100:00000001:2.0:1769078354.421344:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078354.421345:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:2.0:1769078354.421349:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421353:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078354.421354:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078354.421356:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078354.421357:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657885056, offset 0 00000400:00000200:2.0:1769078354.421360:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078354.421363:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078354.421367:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078354.421370:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078354.421372:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078354.421374:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078354.421377:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078354.421386:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370804:370804:256:4294967295] 192.168.204.154@tcp LPNI seq info [370799:370799:8:4294967295] 00000400:00000200:2.0:1769078354.421390:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078354.421396:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078354.421401:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078354.421405:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078354.421409:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078354.421412:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769078354.421416:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078354.421419:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1769078354.421422:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078354.421424:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078354.421426:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078354.421430:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078354.421432:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078354.421434:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078354.421437:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078354.421440:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421456:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078354.421460:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421466:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.421468:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078354.421472:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078354.421475:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000400:00000200:2.0:1769078354.421479:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078354.421481:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300012042 00000100:00000001:2.0:1769078354.421484:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300012747 00000100:00000001:2.0:1769078354.421486:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300012042 00000100:00000001:2.0:1769078354.421489:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300012747 00000100:00000001:2.0:1769078354.421491:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078354.421493:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.421494:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078354.421498:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078354/real 1769078354] req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078354.421506:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078354.421507:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078354.421509:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078354.421512:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078354.421514:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078354.421516:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078354.421519:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078354.421527:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421534:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078354.421535:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421537:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078354.421538:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078354.421542:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421549:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078354.421593:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421601:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078354.421603:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421605:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078354.421606:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421608:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078354.421612:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078354.421614:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078354.421618:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078354.421620:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078354.421624:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078354.421632:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885056:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078354.421636:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078354.421639:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421646:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078354.421647:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078354.421649:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078354.421651:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078354.421653:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078354.421656:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885184:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078354.421659:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078354.421661:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078354.421662:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078354.421664:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078354.421667:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078354.421669:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078354.421673:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078354.421676:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078354.421679:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078354.421682:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657885184, portal 4 00000100:00000001:2.0:1769078354.421684:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078354.421685:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:2.0:1769078354.421691:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421697:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078354.421699:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078354.421702:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078354.421704:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657885184, offset 0 00000400:00000200:2.0:1769078354.421708:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078354.421712:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078354.421715:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078354.421718:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078354.421721:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078354.421723:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078354.421725:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078354.421728:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370805:370805:256:4294967295] 192.168.204.154@tcp LPNI seq info [370800:370800:8:4294967295] 00000400:00000200:2.0:1769078354.421733:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078354.421739:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078354.421743:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078354.421747:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078354.421751:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078354.421753:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769078354.421757:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078354.421760:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1769078354.421763:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078354.421765:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078354.421768:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078354.421771:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078354.421774:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078354.421776:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078354.421779:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078354.421782:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421790:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078354.421792:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421798:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.421800:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078354.421803:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078354.421806:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078354.421810:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078354.421812:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300012064 00000100:00000001:2.0:1769078354.421814:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300012747 00000100:00000001:2.0:1769078354.421816:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300012064 00000100:00000001:2.0:1769078354.421819:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300012747 00000100:00000001:2.0:1769078354.421821:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078354.421823:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.421825:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078354.421828:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078354/real 1769078354] req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078354.421835:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078354.421837:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078354.421839:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078354.421842:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078354.421843:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078354.421845:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078354.421849:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078354.421857:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421869:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078354.421870:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421872:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078354.421874:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078354.421877:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421884:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078354.421888:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421895:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078354.421897:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421898:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078354.421900:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.421902:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078354.421905:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078354.421907:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078354.421910:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078354.421913:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078354.421916:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078354.421924:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885184:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078354.421928:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078354.421931:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421938:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078354.421939:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078354.421942:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078354.421943:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078354.421946:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078354.421948:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885312:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078354.421951:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078354.421953:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078354.421954:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078354.421956:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078354.421959:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078354.421961:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078354.421964:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078354.421966:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078354.421969:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078354.421972:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657885312, portal 4 00000100:00000001:2.0:1769078354.421974:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078354.421975:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:2.0:1769078354.421980:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.421986:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078354.421989:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078354.421991:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078354.421993:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657885312, offset 0 00000400:00000200:2.0:1769078354.421997:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078354.422000:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078354.422003:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078354.422006:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078354.422008:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078354.422011:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078354.422013:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078354.422016:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370806:370806:256:4294967295] 192.168.204.154@tcp LPNI seq info [370801:370801:8:4294967295] 00000400:00000200:2.0:1769078354.422020:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078354.422025:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078354.422030:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078354.422033:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078354.422037:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078354.422039:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000200:2.1:1769078354.422044:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078354.422047:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 17 secs later) 00000800:00000100:2.0:1769078354.422051:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078354.422053:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078354.422055:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078354.422059:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078354.422062:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078354.422063:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078354.422066:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078354.422069:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.422076:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078354.422080:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.422086:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.422087:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078354.422090:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078354.422093:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078354.422097:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078354.422099:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300012068 00000100:00000001:2.0:1769078354.422101:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300012747 00000100:00000001:2.0:1769078354.422104:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300012068 00000100:00000001:2.0:1769078354.422106:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300012747 00000100:00000001:2.0:1769078354.422108:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078354.422111:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.422113:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078354.422117:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078354/real 1769078354] req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078354.422124:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078354.422126:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078354.422127:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078354.422130:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078354.422131:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078354.422133:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078354.422137:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078354.422159:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.422166:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078354.422167:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.422169:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078354.422170:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078354.422174:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.422180:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078354.422184:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.422191:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078354.422194:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.422196:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078354.422197:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.422199:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078354.422203:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078354.422206:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078354.422209:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078354.422211:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078354.422215:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078354.422223:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885312:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078354.422227:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.422229:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078354.422232:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657885056/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.422238:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078354.422240:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078354.422241:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078354.422244:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078354.422245:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078354.422247:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078354.422249:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078354.422250:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637800. 02000000:00000001:2.0:1769078354.422252:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078354.422254:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078354.422255:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:2.0:1769078354.422257:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078354.422259:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.422260:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078354.422263:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657885184/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.422269:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078354.422271:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078354.422272:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078354.422274:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078354.422275:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078354.422277:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078354.422279:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078354.422280:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 02000000:00000001:2.0:1769078354.422283:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078354.422284:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078354.422285:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:2.0:1769078354.422287:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078354.422289:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.422290:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078354.422294:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657885312/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078379 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078354.422300:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078354.422301:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078354.422303:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f03800. 02000000:00000001:2.0:1769078354.422306:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078354.422307:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078354.422308:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078354.422310:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078354.422312:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637400. 02000000:00000001:2.0:1769078354.422314:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078354.422315:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078354.422316:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:2.0:1769078354.422319:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078354.422320:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.422322:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078354.422326:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078354.422327:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078354.422329:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078354.422330:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078355.060652:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078355.060661:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078355.060661:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078355.060661:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078355.060667:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078355.060667:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078355.060668:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078355.060669:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078355.060671:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078355.060674:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00100000:1.0:1769078355.060676:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078355.060677:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078355.060679:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078355.060683:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078355.060684:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078355.060684:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078355.060688:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078355.060688:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078355.060690:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078355.060698:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078355.060698:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078355.060699:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078355.060706:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078355.060707:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078355.060707:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078355.060713:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078355.060723:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078355.060724:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078355.060724:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078355.060728:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078355.060733:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078355.060733:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078355.060734:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078355.060740:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078355.060741:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078355.060743:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078355.060748:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1769078355.060749:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078355.060755:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078355.060756:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078355.060758:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078355.060766:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078355.060768:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078355.060768:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078355.060769:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078355.060770:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078355.060772:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078355.060774:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078355.060779:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078355.060781:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078355.060787:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078355.060787:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078355.060791:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078355.060792:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078355.060797:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078355.060800:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078355.060801:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078355.060805:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078355.060805:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078355.060811:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078355.060813:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078355.060815:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078355.060825:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078355.060828:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078355.060829:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078355.060833:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078355.060836:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078355.060838:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078355.060840:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078355.060841:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078355.060843:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078355.060849:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078355.060853:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078355.060858:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1769078355.188674:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4300012747, at 4300012800 00000100:00000040:0.0:1769078355.188687:0:13837:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4300012747, at 4300012800 00000100:00000010:1.0:1769078355.188688:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841bb40. 00000100:00000010:0.0:1769078355.188699:0:13837:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b600. 00000100:00000001:0.0:1769078355.444676:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078355.444681:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078355.444682:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078355.444685:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078355.444690:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078355.444691:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078355.444695:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078355.444696:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078355.444699:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078355.444702:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078355.444703:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078355.444705:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078355.444711:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078355.444712:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078355.444718:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078355.444723:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078355.444725:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078355.444728:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078356.084718:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078356.084732:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078356.084732:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078356.084736:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078356.084736:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078356.084736:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078356.084738:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078356.084747:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078356.084749:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078356.084749:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078356.084750:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078356.084753:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078356.084754:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078356.084754:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078356.084764:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078356.084764:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078356.084765:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:2.0:1769078356.084765:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:0.0:1769078356.084772:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078356.084773:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078356.084775:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078356.084776:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078356.084784:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078356.084785:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078356.084785:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078356.084789:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078356.084793:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078356.084794:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078356.084797:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078356.084801:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078356.084801:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078356.084805:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078356.084810:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078356.084810:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078356.084811:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078356.084817:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078356.084818:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078356.084819:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078356.084824:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078356.084826:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078356.084827:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078356.084834:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078356.084838:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078356.084840:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078356.084843:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078356.084855:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078356.084862:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078356.084862:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078356.084865:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078356.084868:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078356.084869:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078356.084870:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078356.084875:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078356.084883:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078356.084885:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078356.084887:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078356.084888:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078356.084890:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078356.084896:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078356.084896:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078356.084897:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078356.084900:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078356.084903:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078356.084906:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078356.084907:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078356.084909:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078356.084911:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078356.084915:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078356.084916:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078356.084926:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078356.084929:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078356.084964:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1769078356.084968:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1769078356.084972:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078356.468677:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078356.468677:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078356.468686:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078356.468686:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078356.468690:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078356.468690:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078356.468699:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078356.468699:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078356.468706:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078356.468706:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078356.468712:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078356.468712:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078356.468717:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078356.468720:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078356.468722:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078356.468724:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078356.468728:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078356.468731:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078357.108664:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078357.108664:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078357.108664:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078357.108665:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078357.108671:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078357.108672:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078357.108672:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078357.108673:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078357.108675:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078357.108676:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078357.108677:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078357.108682:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078357.108683:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:3.0:1769078357.108684:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078357.108685:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078357.108688:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078357.108690:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078357.108691:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078357.108692:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078357.108694:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078357.108695:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078357.108696:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.108697:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078357.108700:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078357.108702:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078357.108704:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078357.108709:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078357.108709:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078357.108713:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078357.108716:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078357.108716:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078357.108720:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.108724:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078357.108724:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078357.108728:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.108732:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078357.108735:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078357.108739:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078357.108740:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078357.108745:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078357.108746:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078357.108747:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078357.108747:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078357.108749:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078357.108749:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078357.108752:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078357.108753:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078357.108754:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078357.108756:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078357.108757:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078357.108758:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078357.108759:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078357.108761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078357.108762:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:0.0:1769078357.108763:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078357.108768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078357.108769:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078357.108770:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078357.108771:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078357.108771:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078357.108773:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.108774:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078357.108777:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078357.108780:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078357.108782:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078357.108783:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078357.108787:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078357.108789:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078357.108791:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078357.108794:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078357.108796:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078357.108798:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078357.108807:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078357.108810:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078357.492665:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078357.492671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078357.492673:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078357.492675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078357.492676:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078357.492679:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078357.492686:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078357.492686:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078357.492691:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078357.492692:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078357.492696:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078357.492696:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078357.492699:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078357.492702:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078357.492704:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078357.492707:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078357.492710:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078357.492714:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078358.132686:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078358.132687:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078358.132687:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078358.132687:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078358.132695:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078358.132695:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078358.132696:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078358.132696:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078358.132700:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078358.132701:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078358.132702:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078358.132702:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078358.132709:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00100000:0.0:1769078358.132710:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078358.132710:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:2.0:1769078358.132710:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078358.132717:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078358.132718:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078358.132718:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078358.132719:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078358.132722:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078358.132724:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078358.132724:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078358.132725:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078358.132726:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078358.132731:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078358.132735:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078358.132739:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078358.132742:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078358.132745:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078358.132746:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078358.132749:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078358.132750:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078358.132753:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078358.132755:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078358.132757:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078358.132758:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1769078358.132762:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078358.132763:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078358.132767:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078358.132768:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078358.132771:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078358.132775:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078358.132777:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078358.132780:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078358.132781:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078358.132785:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078358.132789:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078358.132791:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078358.132794:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078358.132794:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078358.132798:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078358.132799:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078358.132801:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078358.132803:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078358.132805:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078358.132805:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078358.132809:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078358.132811:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078358.132814:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078358.132814:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078358.132816:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078358.132818:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078358.132819:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078358.132821:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078358.132823:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078358.132826:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078358.132827:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078358.132831:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078358.132835:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078358.132839:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078358.132839:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078358.132843:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078358.132848:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078358.516634:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078358.516635:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078358.516643:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078358.516643:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078358.516647:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078358.516647:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078358.516655:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078358.516655:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078358.516662:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078358.516662:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078358.516667:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078358.516667:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078358.516672:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078358.516676:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078358.516679:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078358.516680:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078358.516683:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078358.516686:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.156679:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078359.156679:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078359.156684:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078359.156687:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078359.156687:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078359.156689:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.156692:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.156692:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078359.156699:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078359.156699:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:3.0:1769078359.156699:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078359.156702:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.156705:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078359.156706:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078359.156710:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078359.156711:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078359.156711:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.156716:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078359.156716:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.156720:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078359.156722:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078359.156724:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078359.156725:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.156727:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078359.156730:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.156734:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078359.156751:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078359.156755:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078359.156758:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078359.156781:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078359.156784:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078359.156786:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078359.156798:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078359.156802:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078359.156805:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078359.156807:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078359.156808:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078359.156809:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.156812:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078359.156814:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.156815:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078359.156820:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078359.156823:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078359.156826:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.156828:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078359.156830:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078359.156830:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078359.156833:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.156835:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078359.156838:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078359.156842:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078359.156846:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078359.156846:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078359.156849:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078359.156852:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078359.156853:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078359.156855:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.156856:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078359.156860:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078359.156868:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078359.156872:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078359.156875:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078359.156878:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078359.156880:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078359.156882:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.156898:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078359.156902:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078359.156904:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078359.156907:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:3.0:1769078359.156910:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078359.156912:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.156914:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078359.156915:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.156916:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.540673:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078359.540687:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1769078359.540689:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1769078359.540690:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078359.540699:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:3.0:1769078359.540699:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:1.0:1769078359.540703:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1769078359.540705:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1769078359.540708:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1769078359.540710:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078359.540715:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:3.0:1769078359.540716:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078359.540720:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1769078359.540724:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5344 00000100:00000001:3.0:1769078359.540724:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078359.540736:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078359.540743:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078359.540747:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078359.540751:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.540754:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078359.540757:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.540759:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078359.540763:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078359.540765:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078359.540767:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078359.540770:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00000020:00000001:1.0:1769078359.540772:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:1.0:1769078359.540775:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000100:00000040:1.0:1769078359.540777:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.540779:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078359.540781:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.540783:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078359.540786:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000100:00080000:1.0:1769078359.540790:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078359.540793:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.540796:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078359.540800:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078359.540803:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.540806:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1769078359.540808:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078359.540818:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842680. 00000020:00000040:1.0:1769078359.540822:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 02000000:00000001:1.0:1769078359.540826:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078359.540828:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.540831:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078359.540834:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1769078359.540836:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 02000000:00000001:1.0:1769078359.540838:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.540840:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078359.540843:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078359.540845:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 02000000:00000010:1.0:1769078359.540847:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636800. 00000100:00000001:0.0:1769078359.540848:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078359.540851:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.540853:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078359.540854:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078359.540855:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078359.540860:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078359.540864:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078359.540875:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078359.540879:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078359.540885:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b597e82] to pc [ptlrpcd_rcv+-1] req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078359.540909:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078359.540913:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078359.540916:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1769078359.540917:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078359.540919:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078359.540921:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078359.540924:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5344 00000400:00000200:1.0:1769078359.540927:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078359.540931:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078359.540933:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078359.540935:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.540938:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078359.540939:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.540942:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078359.540944:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078359.540945:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000020:00000001:1.0:1769078359.540947:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078359.540949:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000020:00000001:1.0:1769078359.540951:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:1.0:1769078359.540953:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000100:00000040:1.0:1769078359.540955:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.540957:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078359.540959:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.540961:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000040:1.0:1769078359.540963:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000100:00080000:1.0:1769078359.540966:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078359.540968:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.540970:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078359.540974:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078359.540976:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.540978:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078359.540982:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1769078359.540985:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.540987:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078359.540992:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000040:1.0:1769078359.540995:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 02000000:00000001:1.0:1769078359.540998:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078359.540999:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.541002:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078359.541003:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769078359.541005:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1769078359.541006:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541010:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1769078359.541012:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637000. 00000100:00000001:3.0:1769078359.541013:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1769078359.541018:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078359.541023:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769078359.541027:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1769078359.541044:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078359.541047:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.541049:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078359.541066:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078359.541070:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1769078359.541072:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078359.541075:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078359.541080:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078359.541087:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657885440:192.168.204.154@tcp:250:kworker.0 00000100:00000001:1.0:1769078359.541090:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541092:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1769078359.541094:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1769078359.541097:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00080000:1.0:1769078359.541099:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 02000000:00000001:3.0:1769078359.541101:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.541102:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1769078359.541105:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:1.0:1769078359.541106:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1769078359.541110:0:13261:0:(import.c:484:import_select_connection()) Process entered 02000000:00000010:3.0:1769078359.541111:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18400. 00000100:00080000:1.0:1769078359.541115:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5344 02000000:00000001:3.0:1769078359.541116:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078359.541123:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078359.541127:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:1.0:1769078359.541130:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000400:00000010:3.0:1769078359.541133:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000100:00080000:1.0:1769078359.541134:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1769078359.541140:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.541142:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:3.0:1769078359.541143:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000040:1.0:1769078359.541146:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.541149:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:1.0:1769078359.541152:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078359.541153:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078359.541155:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078359.541157:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:1.0:1769078359.541158:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000200:3.0:1769078359.541159:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657885440, portal 25 00000020:00000001:1.0:1769078359.541162:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000100:00000001:3.0:1769078359.541164:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078359.541166:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095630464 : -115332613921152 : ffff971b08842680) 00000100:00000040:1.0:1769078359.541167:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000040:3.0:1769078359.541175:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078359.541179:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078359.541184:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1769078359.541188:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000040:3.0:1769078359.541190:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078359.541193:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000010:3.0:1769078359.541196:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000020:00000040:1.0:1769078359.541197:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000100:00000200:3.0:1769078359.541203:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657885440, offset 0 00000100:00080000:1.0:1769078359.541204:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078359.541209:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.541211:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1769078359.541215:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 02000000:00000001:1.0:1769078359.541216:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078359.541220:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.541222:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:1.0:1769078359.541224:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000400:00000200:3.0:1769078359.541225:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:1.0:1769078359.541228:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.541232:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078359.541235:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000100:00000010:1.0:1769078359.541237:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000040:1.0:1769078359.541241:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000400:00000200:3.0:1769078359.541242:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1769078359.541247:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000400:00000200:3.0:1769078359.541249:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 02000000:00000001:1.0:1769078359.541250:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.541254:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1769078359.541255:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1769078359.541257:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1769078359.541260:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 02000000:00000001:1.0:1769078359.541261:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078359.541266:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370807:370807:256:4294967295] 192.168.204.154@tcp LPNI seq info [370802:370802:8:4294967295] 02000000:00000010:1.0:1769078359.541268:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636400. 00000400:00000200:3.0:1769078359.541273:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078359.541274:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078359.541284:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00100000:1.0:1769078359.541290:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1769078359.541301:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1769078359.541304:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078359.541304:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078359.541312:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000100:00000040:1.0:1769078359.541317:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769078359.541323:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078359.541330:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00000001:1.0:1769078359.541333:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078359.541338:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.1:1769078359.541339:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00080000:1.0:1769078359.541345:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000200:3.1:1769078359.541346:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000100:00000001:1.0:1769078359.541348:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078359.541352:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1769078359.541353:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000100:00000001:1.0:1769078359.541357:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000800:00000010:3.0:1769078359.541358:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000100:00080000:1.0:1769078359.541364:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5344 00000400:00000200:3.0:1769078359.541366:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:1.0:1769078359.541371:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078359.541375:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:1.0:1769078359.541378:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078359.541383:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1769078359.541384:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000100:00000040:1.0:1769078359.541388:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000010:3.0:1769078359.541389:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:1.0:1769078359.541394:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1769078359.541396:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1769078359.541397:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.541401:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000200:3.0:1769078359.541403:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078359.541404:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1769078359.541406:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:1.0:1769078359.541409:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1769078359.541413:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:1.0:1769078359.541417:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:3.0:1769078359.541420:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1769078359.541421:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000040:3.0:1769078359.541426:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1769078359.541429:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.541433:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078359.541438:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078359.541443:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000100:00000001:3.0:1769078359.541443:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541448:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:1.0:1769078359.541449:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000100:00080000:1.0:1769078359.541454:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:3.0:1769078359.541455:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078359.541457:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.541460:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:3.0:1769078359.541464:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 02000000:00000001:1.0:1769078359.541465:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078359.541469:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541469:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4300017867 00000100:00000001:1.0:1769078359.541475:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000010:3.0:1769078359.541478:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1060. 00000008:00100000:1.0:1769078359.541484:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000100:00000001:3.0:1769078359.541485:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000008:00000001:1.0:1769078359.541491:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541493:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4300017867 00000100:00000001:1.0:1769078359.541494:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1769078359.541500:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000100:00000010:3.0:1769078359.541501:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1000. 00000020:00000040:1.0:1769078359.541504:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000100:00000001:3.0:1769078359.541508:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1769078359.541509:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1769078359.541513:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541514:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1769078359.541515:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078359.541518:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1769078359.541519:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078359.541521:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541523:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 02000000:00000010:1.0:1769078359.541528:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08636c00. 00000100:00100000:3.0:1769078359.541530:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078359/real 1769078359] req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078359.541534:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078359.541543:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000001:3.0:1769078359.541579:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1769078359.541585:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000001:3.0:1769078359.541586:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1769078359.541590:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078359.541591:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000100:00000040:1.0:1769078359.541597:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078359.541606:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078359.541610:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5354) 00000400:00000200:3.0:1769078359.541619:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078359.541623:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078359.541626:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000080:00000001:1.0:1769078359.541629:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000200:3.0:1769078359.541632:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:1.0:1769078359.541633:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078359.541637:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078359.541642:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000200:3.0:1769078359.541646:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:1.0:1769078359.541647:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000020:00000001:1.0:1769078359.541655:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4aa8 -> ffff971b06fa4aa8 00000100:00000001:3.0:1769078359.541656:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1769078359.541659:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078359.541659:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078359.541664:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:3.0:1769078359.541664:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078359.541668:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1769078359.541669:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:3.0:1769078359.541673:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078359.541675:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078359.541679:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078359.541681:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541685:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1769078359.541688:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x103f9:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000040:3.0:1769078359.541691:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:1.0:1769078359.541694:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012f0000 00020000:00000001:1.0:1769078359.541700:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:3.0:1769078359.541703:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:1.0:1769078359.541704:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078359.541707:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:3.0:1769078359.541708:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078359.541711:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541711:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078359.541713:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078359.541716:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078359.541717:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:1.0:1769078359.541721:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:3.0:1769078359.541722:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:1.0:1769078359.541725:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078359.541727:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1769078359.541730:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00080000:3.0:1769078359.541733:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00000020:00000001:1.0:1769078359.541734:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078359.541737:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:3.0:1769078359.541738:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000002:1.0:1769078359.541741:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52000) owner 0000000000000000/ffff971b012f0000 00000100:00000040:3.0:1769078359.541745:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078359.541746:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.541752:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078359.541755:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1769078359.541760:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00100000:3.0:1769078359.541761:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657885440:192.168.204.154@tcp:250:kworker.0 00020000:00200000:1.0:1769078359.541764:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:3.0:1769078359.541767:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1769078359.541769:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:3.0:1769078359.541770:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000001:1.0:1769078359.541774:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000040:3.0:1769078359.541776:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842680 x1855007657885440/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078359.541777:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078359.541780:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078359.541783:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769078359.541787:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000001:3.0:1769078359.541789:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1769078359.541791:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4080 -> ffff971b06fa4aa8 02000000:00000001:3.0:1769078359.541793:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1769078359.541795:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 02000000:00000010:3.0:1769078359.541796:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18400. 00000020:00000001:1.0:1769078359.541799:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1769078359.541800:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1769078359.541803:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078359.541804:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1769078359.541807:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078359.541807:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00020000:00000001:1.0:1769078359.541813:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078359.541813:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 00020000:00000001:1.0:1769078359.541817:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 02000000:00000010:3.0:1769078359.541817:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636800. 02000000:00000001:3.0:1769078359.541822:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1769078359.541823:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:3.0:1769078359.541825:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:1.0:1769078359.541826:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078359.541829:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842680. 00000100:00000001:3.0:1769078359.541833:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078359.541834:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078359.541835:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541837:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078359.541839:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.541842:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078359.541843:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:3.0:1769078359.541845:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:1.0:1769078359.541846:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078359.541848:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.541849:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769078359.541851:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769078359.541853:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769078359.541854:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078359.541856:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541857:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769078359.541860:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078359.541863:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078359.541864:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.541867:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.541870:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078359.541872:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.541876:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.541879:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769078359.541881:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:1.0:1769078359.541883:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:3.0:1769078359.541885:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.541886:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078359.541889:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 02000000:00000001:3.0:1769078359.541890:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000008:00000001:1.0:1769078359.541892:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 02000000:00000001:3.0:1769078359.541894:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1769078359.541896:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 02000000:00000001:3.0:1769078359.541899:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078359.541903:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00100000:3.0:1769078359.541905:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885568:192.168.204.154@tcp:38:kworker.0 00000008:00000020:1.0:1769078359.541907:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078359.541910:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.541912:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000008:00000001:1.0:1769078359.541914:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 02000000:00000001:3.0:1769078359.541915:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000008:00000001:1.0:1769078359.541917:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 02000000:00000001:3.0:1769078359.541919:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078359.541921:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081336448 : -115332628215168 : ffff971b07aa0a80) 02000000:00000001:3.0:1769078359.541922:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000008:00000020:1.0:1769078359.541927:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa0a80 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 02000000:00000010:3.0:1769078359.541928:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18400. 00000008:00000001:1.0:1769078359.541934:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:3.0:1769078359.541934:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078359.541937:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078359.541940:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1769078359.541941:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000008:00000001:1.0:1769078359.541943:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000400:00000010:3.0:1769078359.541946:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000008:00000020:1.0:1769078359.541948:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa1500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000400:00000010:3.0:1769078359.541953:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000008:00000001:1.0:1769078359.541954:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:1.0:1769078359.541958:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078359.541959:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657885568, portal 10 00000020:00000001:1.0:1769078359.541961:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541963:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:1.0:1769078359.541965:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.541966:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00020000:00000001:1.0:1769078359.541969:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.541972:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.541976:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:3.0:1769078359.541976:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078359.541979:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078359.541982:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078359.541984:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078359.541987:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078359.541989:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:1.0:1769078359.541990:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.541995:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000040:3.0:1769078359.541995:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078359.541998:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000010:3.0:1769078359.542000:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000020:00000001:1.0:1769078359.542002:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000200:3.0:1769078359.542003:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657885568, offset 0 00020000:00000001:1.0:1769078359.542005:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078359.542008:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:3.0:1769078359.542011:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078359.542012:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078359.542015:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078359.542018:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078359.542018:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078359.542022:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542025:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000400:00000200:3.0:1769078359.542025:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00000001:1.0:1769078359.542028:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078359.542030:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000400:00000200:3.0:1769078359.542031:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1769078359.542033:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078359.542035:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000400:00000200:3.0:1769078359.542036:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:1.0:1769078359.542037:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078359.542040:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:3.0:1769078359.542041:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1769078359.542042:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078359.542046:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:3.0:1769078359.542047:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:1.0:1769078359.542048:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078359.542070:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370808:370808:256:4294967295] 192.168.204.154@tcp LPNI seq info [370803:370803:8:4294967295] 00020000:00000001:1.0:1769078359.542071:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542076:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078359.542079:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000400:00000200:3.0:1769078359.542080:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078359.542082:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.542086:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078359.542088:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078359.542091:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000400:00000200:3.0:1769078359.542093:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:1.0:1769078359.542094:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078359.542097:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078359.542100:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000800:00000200:3.0:1769078359.542101:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00020000:00000001:1.0:1769078359.542104:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000800:00000010:3.0:1769078359.542107:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00020000:00000001:1.0:1769078359.542108:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078359.542112:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000800:00000200:3.0:1769078359.542114:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000080:00200000:1.0:1769078359.542115:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x103f9:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000800:00000200:3.0:1769078359.542119:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000080:00000001:1.0:1769078359.542121:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1769078359.542124:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000800:00000200:3.1:1769078359.542128:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00001000:1.0:1769078359.542129:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000800:00000200:3.1:1769078359.542132:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000080:00000001:1.0:1769078359.542133:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:1.0:1769078359.542138:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1769078359.542140:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078359.542143:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000080:00000001:1.0:1769078359.542146:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:3.0:1769078359.542147:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000080:00000001:1.0:1769078359.542150:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1769078359.542154:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:3.0:1769078359.542154:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1769078359.542158:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000400:00000200:3.0:1769078359.542160:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000020:00001000:1.0:1769078359.542162:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000400:00000010:3.0:1769078359.542163:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000020:00000001:1.0:1769078359.542166:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b0668b2d8 -> ffff971b0668b2d8 00000100:00000001:3.0:1769078359.542167:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1769078359.542170:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078359.542173:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000200:3.0:1769078359.542174:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:1.0:1769078359.542176:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1769078359.542182:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078359.542184:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078359.542187:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1769078359.542191:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1008a:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769078359.542193:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00000002:1.0:1769078359.542195:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012f0000 00000100:00000040:3.0:1769078359.542199:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078359.542200:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078359.542202:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1769078359.542205:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1769078359.542207:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542211:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078359.542216:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:3.0:1769078359.542217:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542220:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.542221:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769078359.542223:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078359.542226:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769078359.542226:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542228:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078359.542231:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b064125d0) owner 0000000000000000/ffff971b012f0000 00000100:00000040:3.0:1769078359.542232:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000020:00000001:1.0:1769078359.542233:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.542237:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078359.542240:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:3.0:1769078359.542240:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078359.542243:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000001:3.0:1769078359.542245:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300017163 00020000:00200000:1.0:1769078359.542247:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:3.0:1769078359.542250:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300017867 00020000:00000002:1.0:1769078359.542251:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:3.0:1769078359.542256:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300017163 00020000:00000001:1.0:1769078359.542257:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:3.0:1769078359.542260:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300017867 00020000:00000001:1.0:1769078359.542261:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078359.542263:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769078359.542266:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078359.542267:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000100:00000001:3.0:1769078359.542271:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1769078359.542272:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000001:3.0:1769078359.542276:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1769078359.542277:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b0668b148 -> ffff971b0668b2d8 00000020:00000001:1.0:1769078359.542281:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00100000:3.0:1769078359.542284:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078359/real 1769078359] req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078359.542285:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078359.542287:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078359.542290:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542294:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542299:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000400:00000001:3.0:1769078359.542302:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1769078359.542303:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078359.542306:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1769078359.542306:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078359.542310:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00020000:00000001:1.0:1769078359.542311:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.542315:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078359.542316:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000020:00000001:1.0:1769078359.542318:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078359.542320:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000400:00000010:3.0:1769078359.542320:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00020000:00000001:1.0:1769078359.542323:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078359.542325:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1769078359.542326:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078359.542329:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078359.542332:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078359.542333:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078359.542335:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542339:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542342:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.542345:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078359.542347:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.542351:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.542354:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078359.542356:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:1.0:1769078359.542357:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000200:3.0:1769078359.542357:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078359.542359:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078359.542361:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1769078359.542363:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1769078359.542366:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078359.542368:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078359.542370:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078359.542373:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000100:00000001:3.0:1769078359.542373:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:1.0:1769078359.542377:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:3.0:1769078359.542377:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078359.542379:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084130816 : -115332625420800 : ffff971b07d4ae00) 00000100:00000001:3.0:1769078359.542381:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000020:1.0:1769078359.542383:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4ae00 ready 0|-|- wr 4|-|+ rd 0|- 10 in flight 00000100:00000001:3.0:1769078359.542385:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078359.542388:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078359.542391:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00100000:3.0:1769078359.542393:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078359.542394:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078359.542398:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1769078359.542401:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b186c68c0 ready 1|-|+ wr 2|-|+ rd 0|- pageout [0, 18446744073709551615] npages 64: rc=2. 00000100:00000001:3.0:1769078359.542408:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078359.542409:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:1.0:1769078359.542414:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.542417:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078359.542417:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078359.542421:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542425:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.542429:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.542432:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078359.542435:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:3.0:1769078359.542436:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:1.0:1769078359.542437:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078359.542439:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078359.542440:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078359.542442:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.542443:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078359.542444:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078359.542448:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078359.542448:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769078359.542451:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078359.542451:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078359.542454:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:3.0:1769078359.542455:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:1.0:1769078359.542456:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078359.542459:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078359.542461:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769078359.542461:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:1.0:1769078359.542464:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078359.542466:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00020000:00000001:1.0:1769078359.542467:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542471:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00080000:3.0:1769078359.542472:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000020:00000001:1.0:1769078359.542474:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769078359.542476:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:1.0:1769078359.542477:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078359.542480:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078359.542483:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:3.0:1769078359.542484:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078359.542485:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078359.542488:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078359.542491:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078359.542493:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078359.542496:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542498:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078359.542500:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00100000:3.0:1769078359.542500:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885568:192.168.204.154@tcp:38:kworker.0 00000020:00000001:1.0:1769078359.542502:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078359.542504:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078359.542507:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078359.542509:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078359.542511:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:3.0:1769078359.542511:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1769078359.542514:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078359.542515:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078359.542518:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000100:00000040:3.0:1769078359.542518:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078359.542521:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769078359.542524:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078359.542527:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:3.0:1769078359.542529:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00200000:1.0:1769078359.542530:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1008a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1769078359.542531:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078359.542536:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000001:1.0:1769078359.542537:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000001:3.0:1769078359.542538:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078359.542539:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078359.542543:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 02000000:00000001:3.0:1769078359.542543:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078359.542547:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000100:00100000:3.0:1769078359.542550:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885696:192.168.204.154@tcp:8:kworker.0 00000080:00000001:1.0:1769078359.542551:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.542578:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078359.542581:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078359.542582:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078359.542585:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078359.542588:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b800. 02000000:00000001:3.0:1769078359.542591:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078359.542595:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078359.542598:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078359.542603:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078359.542606:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657885696, portal 4 00000100:00000001:3.0:1769078359.542608:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078359.542609:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000100:00000040:3.0:1769078359.542615:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.542622:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078359.542624:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078359.542626:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078359.542628:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657885696, offset 0 00000400:00000200:3.0:1769078359.542632:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078359.542635:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078359.542638:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078359.542641:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078359.542644:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078359.542646:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078359.542648:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078359.542652:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370809:370809:256:4294967295] 192.168.204.154@tcp LPNI seq info [370804:370804:8:4294967295] 00000400:00000200:3.0:1769078359.542656:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078359.542662:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078359.542666:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078359.542669:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078359.542673:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078359.542675:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769078359.542680:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078359.542682:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1769078359.542685:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078359.542687:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078359.542690:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078359.542693:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078359.542696:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078359.542698:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078359.542700:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078359.542703:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.542710:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078359.542713:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.542719:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.542720:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078359.542723:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078359.542725:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078359.542728:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078359.542730:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300017185 00000100:00000001:3.0:1769078359.542732:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300017867 00000100:00000001:3.0:1769078359.542734:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300017185 00000100:00000001:3.0:1769078359.542737:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300017867 00000100:00000001:3.0:1769078359.542738:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078359.542740:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.542742:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078359.542746:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078359/real 1769078359] req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078359.542753:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078359.542754:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078359.542756:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078359.542758:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078359.542760:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078359.542762:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078359.542765:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078359.542773:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.542778:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078359.542779:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.542781:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078359.542782:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078359.542786:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.542792:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078359.542795:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.542800:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078359.542802:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.542804:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078359.542805:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.542807:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078359.542810:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078359.542813:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078359.542816:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078359.542819:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078359.542822:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078359.542829:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885696:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078359.542833:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078359.542836:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.542841:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078359.542842:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078359.542844:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078359.542846:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078359.542848:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078359.542850:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885824:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078359.542854:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078359.542855:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078359.542857:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078359.542858:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078359.542861:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b400. 02000000:00000001:3.0:1769078359.542863:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078359.542866:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078359.542868:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078359.542871:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078359.542873:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657885824, portal 4 00000100:00000001:3.0:1769078359.542875:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078359.542876:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000100:00000040:3.0:1769078359.542881:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.542887:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078359.542889:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078359.542891:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078359.542893:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657885824, offset 0 00000400:00000200:3.0:1769078359.542897:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078359.542900:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078359.542904:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078359.542906:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078359.542908:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078359.542911:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078359.542913:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078359.542915:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370810:370810:256:4294967295] 192.168.204.154@tcp LPNI seq info [370805:370805:8:4294967295] 00000400:00000200:3.0:1769078359.542919:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078359.542924:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078359.542928:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078359.542932:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078359.542935:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078359.542938:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000200:3.1:1769078359.542942:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078359.542944:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 12 secs later) 00000800:00000100:3.0:1769078359.542948:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078359.542950:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078359.542952:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078359.542955:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078359.542958:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078359.542960:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078359.542962:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078359.542964:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.542971:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078359.542974:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078384 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.542985:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.542986:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078359.542990:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078359.542993:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078359.542996:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078359.542998:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300017189 00000100:00000001:3.0:1769078359.543001:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300017867 00000100:00000001:3.0:1769078359.543003:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300017189 00000100:00000001:3.0:1769078359.543005:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300017867 00000100:00000001:3.0:1769078359.543007:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078359.543009:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.543011:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078359.543014:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078359/real 1769078359] req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078359.543021:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078359.543022:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078359.543024:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078359.543026:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078359.543028:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078359.543030:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078359.543033:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078359.543040:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.543045:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078359.543047:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.543048:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078359.543050:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078359.543066:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.543073:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078359.543077:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.543084:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078359.543086:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.543088:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078359.543089:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.543091:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078359.543095:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078359.543097:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078359.543099:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078359.543102:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078359.543105:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078359.543112:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657885824:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078359.543116:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.543117:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078359.543120:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657885568/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.543126:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078359.543127:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078359.543130:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18400. 02000000:00000001:3.0:1769078359.543132:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078359.543134:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078359.543135:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078359.543137:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078359.543139:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637000. 02000000:00000001:3.0:1769078359.543141:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078359.543143:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078359.543144:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:3.0:1769078359.543147:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078359.543148:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.543150:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078359.543153:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657885696/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.543159:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078359.543160:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078359.543162:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b800. 02000000:00000001:3.0:1769078359.543164:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078359.543165:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078359.543166:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078359.543168:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078359.543169:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636400. 02000000:00000001:3.0:1769078359.543172:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078359.543173:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078359.543174:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:3.0:1769078359.543177:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078359.543178:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.543179:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078359.543182:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657885824/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078384 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078359.543188:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078359.543189:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078359.543190:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b400. 02000000:00000001:3.0:1769078359.543193:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078359.543195:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078359.543196:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078359.543198:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078359.543199:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08636c00. 02000000:00000001:3.0:1769078359.543201:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078359.543202:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078359.543204:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:3.0:1769078359.543205:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078359.543207:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.543209:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078359.543213:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078359.543214:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078359.543216:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078359.543218:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078360.180705:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078360.180713:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078360.180715:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078360.180717:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078360.180722:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078360.180722:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078360.180723:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078360.180730:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078360.180734:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078360.180737:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078360.180739:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078360.180739:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078360.180740:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078360.180746:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078360.180750:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078360.180752:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078360.180753:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078360.180754:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078360.180755:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078360.180760:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078360.180763:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078360.180764:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078360.180764:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078360.180765:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078360.180777:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078360.180778:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078360.180782:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078360.180782:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078360.180784:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078360.180790:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078360.180792:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078360.180794:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078360.180797:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078360.180799:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078360.180799:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078360.180806:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078360.180810:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078360.180810:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078360.180810:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078360.180824:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078360.180825:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078360.180830:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078360.180831:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078360.180832:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078360.180833:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078360.180841:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078360.180843:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078360.180845:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078360.180847:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078360.180851:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078360.180851:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078360.180856:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078360.180857:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078360.180860:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078360.180861:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078360.180863:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078360.180865:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078360.180866:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078360.180869:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078360.180871:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078360.180878:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078360.180882:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078360.180883:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078360.180885:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078360.180887:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078360.180889:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078360.180891:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078360.180894:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078360.180897:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00010000:00000001:2.0:1769078360.180898:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1769078360.180904:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078360.180906:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078360.180908:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078360.180914:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078360.180915:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078360.180916:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078360.180921:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078360.180922:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078360.180924:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078360.180931:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078360.180934:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078360.180947:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078360.180950:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078360.180953:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078360.181094:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078360.181318:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078360.181320:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078360.181322:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078360.181324:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078360.181327:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078360.181329:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078360.181452:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078360.308684:0:13711:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4300017867, at 4300017920 00000100:00000040:0.0:1769078360.308690:0:13837:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4300017867, at 4300017920 00000100:00000010:0.0:1769078360.308703:0:13837:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1060. 00000100:00000010:1.0:1769078360.308713:0:13711:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1000. 00000100:00000001:3.0:1769078360.564876:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078360.564895:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078360.564897:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078360.564910:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078360.564919:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078360.564928:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078360.564932:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078360.564936:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078360.564941:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078360.564976:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078360.564983:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078360.564985:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078360.564991:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078360.564995:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078360.564997:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078360.565000:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078360.565002:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078360.565005:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078361.204658:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078361.204660:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078361.204662:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078361.204666:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078361.204666:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078361.204668:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078361.204668:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078361.204671:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078361.204672:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078361.204674:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078361.204674:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078361.204675:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:0.0:1769078361.204678:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078361.204679:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078361.204679:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078361.204680:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078361.204681:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078361.204684:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078361.204687:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078361.204687:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078361.204688:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078361.204688:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078361.204690:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078361.204691:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078361.204693:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078361.204693:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078361.204696:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078361.204698:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078361.204698:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078361.204699:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078361.204701:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078361.204705:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078361.204705:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078361.204709:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078361.204712:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078361.204715:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078361.204719:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078361.204721:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078361.204721:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1769078361.204724:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078361.204725:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769078361.204726:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078361.204727:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078361.204728:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078361.204731:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1769078361.204732:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078361.204733:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078361.204734:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078361.204737:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078361.204737:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078361.204738:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078361.204741:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078361.204742:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078361.204743:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078361.204744:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078361.204746:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078361.204747:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078361.204748:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078361.204748:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078361.204752:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078361.204753:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078361.204757:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078361.204758:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078361.204761:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078361.204763:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078361.204763:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078361.204766:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078361.204767:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078361.204772:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078361.204772:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078361.204776:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078361.204780:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078361.204790:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078361.204793:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078361.588731:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078361.588731:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078361.588743:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078361.588744:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078361.588749:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078361.588750:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078361.588759:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078361.588760:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078361.588766:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078361.588767:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078361.588776:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078361.588777:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078361.588783:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078361.588786:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078361.588789:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078361.588794:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078361.588797:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078361.588801:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078362.228732:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078362.228732:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078362.228734:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078362.228749:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078362.228750:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078362.228750:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078362.228753:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078362.228754:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078362.228756:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078362.228763:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078362.228764:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078362.228764:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:1.0:1769078362.228766:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078362.228773:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078362.228775:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078362.228775:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078362.228777:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078362.228780:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078362.228782:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078362.228782:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078362.228785:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078362.228787:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078362.228793:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078362.228798:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:0.0:1769078362.228801:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078362.228802:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078362.228805:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078362.228807:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078362.228815:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078362.228816:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078362.228817:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078362.228824:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078362.228828:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078362.228830:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078362.228835:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078362.228837:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078362.228839:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078362.228841:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078362.228841:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078362.228849:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078362.228851:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078362.228852:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078362.228852:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078362.228858:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078362.228861:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078362.228867:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078362.228867:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078362.228869:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078362.228869:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078362.228876:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078362.228878:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078362.228879:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078362.228881:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078362.228885:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078362.228891:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078362.228894:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078362.228897:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078362.228898:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078362.228903:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078362.228910:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078362.228912:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:1.0:1769078362.228916:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078362.228916:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078362.228921:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078362.228922:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078362.228926:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078362.228926:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078362.228930:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078362.228932:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078362.228935:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078362.228939:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078362.228958:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078362.228959:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078362.228962:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078362.228963:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078362.228966:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078362.228967:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078362.228982:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078362.228983:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078362.228985:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078362.612666:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078362.612667:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078362.612675:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078362.612675:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078362.612679:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078362.612679:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078362.612687:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078362.612688:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078362.612693:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078362.612694:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078362.612697:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078362.612698:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078362.612702:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078362.612704:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078362.612712:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078362.612713:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078362.612717:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078362.612720:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078363.252680:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078363.252680:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078363.252680:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078363.252682:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078363.252689:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078363.252690:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078363.252690:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078363.252690:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078363.252695:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078363.252695:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078363.252696:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078363.252704:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078363.252705:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078363.252705:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078363.252705:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078363.252710:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078363.252712:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1769078363.252713:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:2.0:1769078363.252713:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078363.252715:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078363.252718:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078363.252719:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078363.252719:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078363.252720:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078363.252725:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078363.252726:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078363.252731:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078363.252733:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078363.252736:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078363.252740:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078363.252740:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078363.252744:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078363.252748:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078363.252748:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078363.252753:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078363.252756:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078363.252756:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078363.252757:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078363.252762:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078363.252762:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078363.252762:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078363.252766:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078363.252768:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078363.252769:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078363.252770:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078363.252772:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078363.252776:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078363.252777:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078363.252782:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078363.252782:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078363.252788:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078363.252788:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078363.252791:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078363.252792:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078363.252794:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078363.252797:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078363.252798:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078363.252800:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078363.252802:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078363.252803:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078363.252806:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078363.252807:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078363.252807:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078363.252814:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078363.252815:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078363.252818:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078363.252819:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078363.252822:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078363.252826:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078363.252827:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078363.252829:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078363.252844:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078363.252847:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078363.252851:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078363.636619:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078363.636621:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078363.636627:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078363.636627:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078363.636630:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078363.636632:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078363.636636:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078363.636638:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078363.636640:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078363.636645:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078363.636646:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078363.636647:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078363.636651:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078363.636653:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078363.636653:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078363.636660:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078363.636663:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078363.636666:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.276692:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078364.276705:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078364.276706:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078364.276708:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.276717:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1769078364.276718:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078364.276721:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.276727:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078364.276728:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078364.276730:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:1.0:1769078364.276731:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078364.276734:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078364.276736:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.276739:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078364.276742:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078364.276744:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078364.276746:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.276747:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078364.276752:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078364.276754:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.276757:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078364.276761:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078364.276762:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078364.276764:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.276765:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078364.276770:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.276772:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078364.276774:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078364.276776:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078364.276778:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078364.276779:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.276781:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.276791:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078364.276793:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078364.276795:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078364.276799:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078364.276802:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078364.276805:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078364.276810:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.276811:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078364.276811:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078364.276814:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078364.276817:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078364.276818:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.276820:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078364.276830:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078364.276831:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078364.276833:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078364.276835:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.276835:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:1.0:1769078364.276838:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078364.276841:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078364.276842:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.276847:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.276849:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078364.276855:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:1.0:1769078364.276856:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078364.276860:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078364.276863:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078364.276864:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078364.276865:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078364.276868:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.276870:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078364.276871:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078364.276873:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078364.276884:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078364.276884:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078364.276885:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.276890:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078364.276894:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.276896:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078364.276908:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078364.276911:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078364.276915:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.660631:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078364.660639:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078364.660642:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.660643:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:0.0:1769078364.660649:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078364.660649:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078364.660651:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078364.660654:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078364.660656:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078364.660658:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078364.660663:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078364.660663:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078364.660667:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.660668:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078364.660670:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.660678:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078364.660681:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.660686:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078364.660755:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769078364.660766:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1769078364.660769:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1769078364.660773:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000080:00000001:2.0:1769078364.660777:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:1.0:1769078364.660779:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000080:00000001:2.0:1769078364.660783:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078364.660787:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00080000:1.0:1769078364.660789:0:13261:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5349 00000020:00000001:2.0:1769078364.660792:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00001000:2.0:1769078364.660797:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000400:00000200:1.0:1769078364.660801:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078364.660804:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086bae90 -> ffff971b086bae90 00000020:00000001:2.0:1769078364.660808:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:1.0:1769078364.660811:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000080:00000001:2.0:1769078364.660812:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00080000:1.0:1769078364.660817:0:13261:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000080:00200000:2.0:1769078364.660821:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000040:1.0:1769078364.660823:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078364.660829:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078364.660830:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078364.660833:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:1.0:1769078364.660836:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:2.0:1769078364.660837:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.660841:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000002:2.0:1769078364.660844:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10400:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000020:00000001:1.0:1769078364.660847:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000002:2.0:1769078364.660850:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000040:1.0:1769078364.660851:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078364.660856:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:2.0:1769078364.660857:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000020:00000040:1.0:1769078364.660860:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000001:2.0:1769078364.660861:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078364.660865:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078364.660867:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.660869:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078364.660871:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078364.660873:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.660875:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078364.660877:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078364.660877:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078364.660879:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078364.660881:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd22e8) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:1.0:1769078364.660884:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00000020:00000001:2.0:1769078364.660886:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078364.660890:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078364.660890:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769078364.660894:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078364.660894:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078364.660897:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00000040:1.0:1769078364.660899:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078364.660902:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00200000:2.0:1769078364.660902:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078364.660907:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000020:00000040:1.0:1769078364.660908:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00020000:00000001:2.0:1769078364.660914:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00080000:1.0:1769078364.660915:0:13261:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078364.660918:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00000001:1.0:1769078364.660920:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.660922:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:1.0:1769078364.660925:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1769078364.660929:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1769078364.660934:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.660934:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000100:00000001:1.0:1769078364.660937:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00001000:2.0:1769078364.660939:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000001:1.0:1769078364.660941:0:13261:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.660944:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086baf58 -> ffff971b086bae90 00000020:00000001:2.0:1769078364.660947:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078364.660950:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000010:1.0:1769078364.660951:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843100. 00000020:00000001:2.0:1769078364.660952:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078364.660957:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078364.660958:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00020000:00000001:2.0:1769078364.660959:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.660964:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:2.0:1769078364.660964:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 02000000:00000001:1.0:1769078364.660984:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.660987:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078364.660990:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1769078364.660994:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.660995:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078364.660999:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.661001:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661003:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1769078364.661004:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637400. 00000020:00000001:2.0:1769078364.661005:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078364.661009:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078364.661012:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:1.0:1769078364.661013:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661014:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078364.661017:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078364.661020:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661022:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078364.661026:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078364.661026:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.661030:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661034:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078364.661036:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661040:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661044:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078364.661047:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078364.661047:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078364.661051:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.661051:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078364.661054:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078364.661055:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078364.661057:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000040:1.0:1769078364.661063:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000429aad77] to pc [ptlrpcd_rcv+-1] req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078364.661063:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078364.661065:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078364.661067:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.661071:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078364.661073:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078364.661076:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134456512 : -115332575095104 : ffff971b0ad496c0) 00000008:00000020:2.0:1769078364.661081:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad496c0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:2.0:1769078364.661083:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078364.661084:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078364.661085:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.661086:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078364.661088:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b500 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000008:00000001:2.0:1769078364.661090:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000008:00000001:2.0:1769078364.661091:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.661093:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661093:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078364.661098:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00020000:00000001:2.0:1769078364.661100:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078364.661102:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00020000:00000001:2.0:1769078364.661105:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.661106:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:2.0:1769078364.661109:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078364.661110:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:2.0:1769078364.661113:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1769078364.661116:0:13261:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:2.0:1769078364.661118:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00080000:1.0:1769078364.661122:0:13261:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5349 00020000:00000001:2.0:1769078364.661122:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078364.661126:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078364.661129:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078364.661129:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1769078364.661130:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078364.661138:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.661138:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1769078364.661141:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00000001:3.0:1769078364.661144:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:2.0:1769078364.661145:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00080000:1.0:1769078364.661150:0:13261:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000020:00000001:2.0:1769078364.661157:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000040:1.0:1769078364.661161:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078364.661161:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:3.0:1769078364.661161:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078364.661169:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000100:00000001:1.0:1769078364.661172:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078364.661174:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.661177:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000040:1.0:1769078364.661178:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078364.661180:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078364.661184:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.661189:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:2.0:1769078364.661192:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078364.661201:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:2.0:1769078364.661203:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:3.0:1769078364.661212:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078364.661213:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000040:1.0:1769078364.661216:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 00000100:00000001:3.0:1769078364.661216:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661217:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078364.661224:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1769078364.661224:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078364.661228:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 02000000:00000001:3.0:1769078364.661228:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1769078364.661229:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00020000:00000001:2.0:1769078364.661233:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:3.0:1769078364.661234:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078364.661235:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:2.0:1769078364.661238:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078364.661240:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00000020:00000001:2.0:1769078364.661242:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078364.661245:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:1.0:1769078364.661248:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078364.661252:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078364.661254:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.661255:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1769078364.661267:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657885952:192.168.204.154@tcp:250:kworker.0 00020000:00000001:2.0:1769078364.661270:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078364.661275:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078364.661278:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00020000:00000001:2.0:1769078364.661279:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:1.0:1769078364.661282:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078364.661285:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078364.661288:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078364.661288:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1769078364.661290:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 02000000:00000001:3.0:1769078364.661293:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661294:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:3.0:1769078364.661298:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:2.0:1769078364.661299:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00080000:1.0:1769078364.661300:0:13261:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078364.661305:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:1.0:1769078364.661306:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661308:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:1.0:1769078364.661310:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078364.661312:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 02000000:00000010:3.0:1769078364.661312:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b400. 00000020:00001000:2.0:1769078364.661316:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 02000000:00000001:1.0:1769078364.661319:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078364.661320:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:1.0:1769078364.661326:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078364.661326:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.661327:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078364.661333:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000100:00000001:1.0:1769078364.661337:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000080:00200000:2.0:1769078364.661337:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10400:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769078364.661342:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000008:00100000:1.0:1769078364.661343:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00000020:00000001:2.0:1769078364.661346:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:3.0:1769078364.661348:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:2.0:1769078364.661350:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078364.661359:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000080:00000001:2.0:1769078364.661363:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078364.661363:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000008:00000001:1.0:1769078364.661364:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.661371:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078364.661374:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000080:00000001:2.0:1769078364.661376:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000010:1.0:1769078364.661377:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08840000. 00000080:00000001:2.0:1769078364.661383:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000040:1.0:1769078364.661385:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078364.661387:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000200:3.0:1769078364.661388:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657885952, portal 25 02000000:00000001:1.0:1769078364.661392:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1769078364.661394:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1769078364.661397:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.661398:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095633152 : -115332613918464 : ffff971b08843100) 00000020:00000001:2.0:1769078364.661400:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:1.0:1769078364.661402:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1769078364.661406:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00001000:2.0:1769078364.661408:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 02000000:00000001:1.0:1769078364.661410:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078364.661413:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078364.661415:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60210 -> ffff971b07c60210 02000000:00000010:1.0:1769078364.661419:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08634400. 00000020:00000001:2.0:1769078364.661424:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078364.661428:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:1.0:1769078364.661430:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769078364.661434:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:1.0:1769078364.661448:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1769078364.661449:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078364.661458:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1769078364.661458:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000080:00000001:2.0:1769078364.661465:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078364.661470:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10401:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000100:00000040:3.0:1769078364.661471:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000002:2.0:1769078364.661479:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:1.0:1769078364.661480:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00020000:00000001:2.0:1769078364.661483:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000001:1.0:1769078364.661485:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.661486:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078364.661488:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000010:3.0:1769078364.661491:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00020000:00000001:2.0:1769078364.661492:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078364.661495:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e18e4f97] to pc [ptlrpcd_rcv+-1] req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078364.661503:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1769078364.661507:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657885952, offset 0 00020000:00000001:2.0:1769078364.661509:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078364.661513:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661518:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078364.661520:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078364.661522:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:1.0:1769078364.661524:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078364.661526:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c530f8) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:3.0:1769078364.661532:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078364.661533:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1769078364.661534:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1769078364.661538:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00080000:1.0:1769078364.661539:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000020:00000001:2.0:1769078364.661540:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078364.661542:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00020000:00000001:2.0:1769078364.661543:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000100:00080000:1.0:1769078364.661547:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:3.0:1769078364.661548:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:1.0:1769078364.661595:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1769078364.661600:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5349 00000400:00000200:3.0:1769078364.661602:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00200000:2.0:1769078364.661604:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000400:00000200:1.0:1769078364.661612:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:2.0:1769078364.661613:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000400:00000200:3.0:1769078364.661616:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:2.0:1769078364.661618:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000200:1.0:1769078364.661619:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000100:00080000:1.0:1769078364.661624:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:2.0:1769078364.661624:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000400:00000200:3.0:1769078364.661629:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:2.0:1769078364.661630:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000040:1.0:1769078364.661636:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078364.661639:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000400:00000200:3.0:1769078364.661642:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1769078364.661643:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1769078364.661650:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00001000:2.0:1769078364.661650:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000400:00000200:3.0:1769078364.661655:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000100:00000001:1.0:1769078364.661657:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078364.661657:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60e90 -> ffff971b07c60210 00000020:00000001:1.0:1769078364.661662:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1769078364.661664:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000040:1.0:1769078364.661667:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:2.0:1769078364.661669:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078364.661671:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1769078364.661671:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370811:370811:256:4294967295] 192.168.204.154@tcp LPNI seq info [370806:370806:8:4294967295] 00000020:00000001:2.0:1769078364.661673:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000040:1.0:1769078364.661677:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000020:00000001:2.0:1769078364.661679:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078364.661685:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00020000:00000001:2.0:1769078364.661688:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078364.661690:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:3.0:1769078364.661693:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078364.661700:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000040:1.0:1769078364.661701:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078364.661707:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:1.0:1769078364.661708:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1769078364.661713:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078364.661720:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078364.661721:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.661726:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078364.661727:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078364.661735:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000040:1.0:1769078364.661736:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00000020:00000001:2.0:1769078364.661736:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078364.661745:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00080000:1.0:1769078364.661748:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:2.0:1769078364.661751:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.661754:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:1.0:1769078364.661755:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661758:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000800:00000200:3.0:1769078364.661763:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 02000000:00000001:1.0:1769078364.661764:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:2.0:1769078364.661764:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.661770:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078364.661773:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.661774:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.661779:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000800:00000010:3.0:1769078364.661781:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000008:00100000:1.0:1769078364.661782:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00020000:00000001:2.0:1769078364.661782:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.661789:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078364.661790:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.661797:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661799:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000010:1.0:1769078364.661803:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08843480. 00000020:00000001:2.0:1769078364.661803:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078364.661805:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078364.661810:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1769078364.661813:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078364.661818:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000800:00000200:3.0:1769078364.661819:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 02000000:00000001:1.0:1769078364.661820:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:2.0:1769078364.661822:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 02000000:00000001:1.0:1769078364.661825:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.661826:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.661828:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1769078364.661831:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000008:00000001:2.0:1769078364.661832:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078364.661837:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 02000000:00000001:1.0:1769078364.661838:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.1:1769078364.661838:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000008:00000001:2.0:1769078364.661841:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000001:1.0:1769078364.661844:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1769078364.661846:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078364.661849:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1769078364.661850:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 02000000:00000010:1.0:1769078364.661854:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08637800. 00000008:00000001:2.0:1769078364.661855:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078364.661865:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:1.0:1769078364.661867:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1769078364.661868:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134457408 : -115332575094208 : ffff971b0ad49a40) 00000800:00000100:3.0:1769078364.661872:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000008:00000020:2.0:1769078364.661875:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad49a40 ready 0|-|- wr 4|-|+ rd 0|- 11 in flight 00000800:00000010:3.0:1769078364.661879:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000008:00000001:2.0:1769078364.661880:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00100000:1.0:1769078364.661882:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000008:00000020:2.0:1769078364.661886:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078364.661889:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.661893:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000400:00000200:3.0:1769078364.661893:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000020:2.0:1769078364.661897:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad49a40 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000008:00000001:2.0:1769078364.661908:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1769078364.661910:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:2.0:1769078364.661913:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078364.661913:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000100:00000001:1.0:1769078364.661918:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661920:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.661925:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078364.661925:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000100:00000040:1.0:1769078364.661929:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000229aed72] to pc [ptlrpcd_rcv+-1] req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769078364.661936:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00020000:00000001:2.0:1769078364.661937:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.661945:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.661946:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.661951:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00080000:1.0:1769078364.661952:0:13261:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1769078364.661952:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078364.661959:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078364.661962:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00080000:1.0:1769078364.661963:0:13261:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000020:00000001:2.0:1769078364.661965:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000200:3.0:1769078364.661978:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1769078364.661981:0:13261:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:2.0:1769078364.661982:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:1.0:1769078364.661987:0:13261:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00020000:00000001:2.0:1769078364.661987:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.661994:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078364.661997:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:1.0:1769078364.661998:0:13261:0:(import.c:484:import_select_connection()) Process entered 00000020:00000001:2.0:1769078364.661999:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078364.662003:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078364.662008:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00080000:1.0:1769078364.662011:0:13261:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5349 00000020:00000001:2.0:1769078364.662013:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078364.662018:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078364.662023:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.662031:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1769078364.662035:0:13261:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078364.662036:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078364.662038:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:3.0:1769078364.662039:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078364.662041:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078364.662045:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000400:00000200:1.0:1769078364.662046:0:13261:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:2.0:1769078364.662047:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078364.662052:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00000040:3.0:1769078364.662053:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769078364.662054:0:13261:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:2.0:1769078364.662055:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.662059:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078364.662065:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078364.662068:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078364.662070:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:2.0:1769078364.662077:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.662082:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:2.0:1769078364.662085:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078364.662091:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:1.0:1769078364.662096:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000020:00000001:2.0:1769078364.662096:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662110:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.662111:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:2.0:1769078364.662111:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078364.662119:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00000001:3.0:1769078364.662121:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1769078364.662122:0:13261:0:(genops.c:811:class_conn2export()) Process entered 00020000:00000001:2.0:1769078364.662125:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000040:1.0:1769078364.662126:0:13261:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000020:00000001:2.0:1769078364.662128:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769078364.662131:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.662132:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1769078364.662133:0:13261:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00001000:2.0:1769078364.662138:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00000020:00000040:1.0:1769078364.662140:0:13261:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00020000:00000001:2.0:1769078364.662147:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000400:00000200:3.0:1769078364.662148:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078364.662150:0:13261:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:2.0:1769078364.662158:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000100:00000001:3.0:1769078364.662158:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4300022988 00000020:00000001:1.0:1769078364.662159:0:13261:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000080:00000001:2.0:1769078364.662167:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078364.662171:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10401:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000010:3.0:1769078364.662171:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db1f00. 00000100:00000040:1.0:1769078364.662172:0:13261:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078364.662181:0:13261:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000080:00000001:2.0:1769078364.662182:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078364.662186:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769078364.662186:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1769078364.662187:0:13261:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:1.0:1769078364.662195:0:13261:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00001000:2.0:1769078364.662197:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000100:00000001:3.0:1769078364.662200:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4300022988 00000020:00000040:1.0:1769078364.662201:0:13261:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000080:00000001:2.0:1769078364.662202:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000080:00000001:2.0:1769078364.662209:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078364.662210:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b07db14e0. 00000100:00080000:1.0:1769078364.662212:0:13261:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000100:00000001:1.0:1769078364.662221:0:13261:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662221:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000080:00000001:2.0:1769078364.662223:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078364.662230:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 02000000:00000001:1.0:1769078364.662231:0:13261:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1769078364.662232:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078364.662233:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 02000000:00000001:1.0:1769078364.662241:0:13261:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1769078364.662243:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:3.0:1769078364.662243:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1769078364.662247:0:13261:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662252:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000001:1.0:1769078364.662254:0:13261:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00001000:2.0:1769078364.662255:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000008:00100000:1.0:1769078364.662259:0:13261:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000001:2.0:1769078364.662262:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba080 -> ffff971b086ba080 00000100:00100000:3.0:1769078364.662262:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078364/real 1769078364] req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078364.662264:0:13261:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.662271:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:1.0:1769078364.662276:0:13261:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078364.662278:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078364.662285:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00000010:1.0:1769078364.662290:0:13261:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b08842300. 00000020:00000040:1.0:1769078364.662301:0:13261:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078364.662304:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000001:3.0:1769078364.662306:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1769078364.662309:0:13261:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:2.0:1769078364.662309:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000001:3.0:1769078364.662310:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1769078364.662313:0:13261:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078364.662315:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000080:00000001:2.0:1769078364.662316:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.662318:0:13261:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1769078364.662322:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 02000000:00000001:1.0:1769078364.662323:0:13261:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000002:2.0:1769078364.662324:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10406:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000400:00000010:3.0:1769078364.662328:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 02000000:00000001:1.0:1769078364.662330:0:13261:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078364.662332:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000001:3.0:1769078364.662334:0:2365:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1769078364.662339:0:13261:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b08635400. 00020000:00000001:2.0:1769078364.662340:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00000200:3.0:1769078364.662341:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078364.662348:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000001:1.0:1769078364.662349:0:13261:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.662354:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078364.662362:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078364.662367:0:13261:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:2.0:1769078364.662372:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078364.662384:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000200:3.0:1769078364.662384:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078364.662394:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078364.662399:0:13261:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1769078364.662404:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:1.0:1769078364.662410:0:13261:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.662412:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078364.662420:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00000001:3.0:1769078364.662422:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000002:2.0:1769078364.662423:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd20f8) owner 0000000000000000/ffff971b02e6cf80 00000100:00000040:1.0:1769078364.662428:0:13261:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8eeacf4] to pc [ptlrpcd_rcv+-1] req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.662429:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078364.662430:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662443:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769078364.662444:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:1.0:1769078364.662452:0:13261:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.662452:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1769078364.662452:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078364.662459:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078364.662464:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000040:1.0:1769078364.662468:0:13261:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5359) 00020000:00000002:2.0:1769078364.662469:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00100000:3.0:1769078364.662470:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078364.662478:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078364.662482:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078364.662487:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078364.662492:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078364.662504:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000100:00000001:3.0:1769078364.662504:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078364.662513:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba3a0 -> ffff971b086ba080 00000100:00000040:3.0:1769078364.662517:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078364.662518:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078364.662523:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078364.662526:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078364.662533:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.662540:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662542:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:2.0:1769078364.662550:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000001:3.0:1769078364.662550:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078364.662581:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078364.662582:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662583:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00020000:00000001:2.0:1769078364.662584:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662588:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078364.662589:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662600:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1769078364.662601:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078364.662609:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000100:00000001:3.0:1769078364.662611:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:2.0:1769078364.662615:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.662618:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00080000:3.0:1769078364.662619:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1769078364.662622:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078364.662629:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.662631:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078364.662634:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 00020000:00000001:2.0:1769078364.662635:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.662642:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662642:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:2.0:1769078364.662654:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078364.662660:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078364.662660:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078364.662669:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.662677:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078364.662680:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00100000:3.0:1769078364.662684:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657885952:192.168.204.154@tcp:250:kworker.0 00020000:00000001:2.0:1769078364.662685:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.662691:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078364.662696:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:3.0:1769078364.662698:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.662700:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:3.0:1769078364.662703:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:2.0:1769078364.662705:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078364.662710:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:3.0:1769078364.662710:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843100 x1855007657885952/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078364.662717:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.662728:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078364.662732:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078364.662737:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084132608 : -115332625419008 : ffff971b07d4b500) 00000100:00000001:3.0:1769078364.662738:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000008:00000020:2.0:1769078364.662743:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b500 ready 0|-|- wr 5|-|+ rd 0|- 10 in flight 02000000:00000001:3.0:1769078364.662743:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:2.0:1769078364.662748:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 02000000:00000010:3.0:1769078364.662749:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b400. 00000008:00000020:2.0:1769078364.662751:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078364.662754:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.662758:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 02000000:00000001:3.0:1769078364.662758:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078364.662764:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000008:00000020:2.0:1769078364.662765:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4ae00 ready 1|-|+ wr 4|-|+ rd 0|- pageout [0, 18446744073709551615] npages 4: rc=4. 00000020:00000040:3.0:1769078364.662770:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000008:00000001:2.0:1769078364.662778:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=4 : 4 : 4) 00000020:00000001:3.0:1769078364.662778:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078364.662783:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637400. 00000008:00000001:2.0:1769078364.662784:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078364.662790:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1769078364.662791:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078364.662796:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00020000:00000001:2.0:1769078364.662797:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078364.662800:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843100. 00020000:00000001:2.0:1769078364.662803:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662807:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1769078364.662808:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662812:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078364.662814:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1769078364.662817:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078364.662818:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078364.662820:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078364.662825:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078364.662826:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078364.662827:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.662828:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078364.662829:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078364.662830:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078364.662832:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078364.662833:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078364.662833:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078364.662840:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.662841:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078364.662847:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078364.662850:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662850:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00020000:00000001:2.0:1769078364.662852:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.662856:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000001:3.0:1769078364.662856:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078364.662865:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1769078364.662866:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078364.662873:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078364.662874:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078364.662877:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:3.0:1769078364.662878:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078364.662879:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078364.662884:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.662888:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078364.662892:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078364.662896:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662900:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00020000:00000001:2.0:1769078364.662902:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.662904:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.662905:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078364.662912:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769078364.662913:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1769078364.662919:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078364.662919:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078364.662930:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.662931:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078364.662936:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00000100:00100000:3.0:1769078364.662938:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886080:192.168.204.154@tcp:38:kworker.0 00020000:00000001:2.0:1769078364.662939:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078364.662943:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769078364.662948:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1769078364.662949:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078364.662951:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 02000000:00000001:3.0:1769078364.662953:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078364.662955:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:3.0:1769078364.662957:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.662959:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:3.0:1769078364.662962:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:2.0:1769078364.662976:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000010:3.0:1769078364.662980:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b400. 00000080:00200000:2.0:1769078364.662981:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10406:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 02000000:00000001:3.0:1769078364.662986:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078364.662989:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078364.662993:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:3.0:1769078364.662995:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00001000:2.0:1769078364.662997:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000400:00000010:3.0:1769078364.663001:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000080:00000001:2.0:1769078364.663003:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=4 : 4 : 4) 00000400:00000010:3.0:1769078364.663007:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000080:00000001:2.0:1769078364.663008:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1769078364.663016:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657886080, portal 10 00000080:00000001:2.0:1769078364.663017:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078364.663019:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769078364.663021:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1769078364.663023:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:3.0:1769078364.663025:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095620608 : -115332613931008 : ffff971b08840000) 00000020:00000001:2.0:1769078364.663028:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00001000:2.0:1769078364.663035:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000040:3.0:1769078364.663037:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078364.663040:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60dc8 -> ffff971b07c60dc8 00000020:00000001:2.0:1769078364.663051:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078364.663056:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000080:00000001:2.0:1769078364.663058:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000040:3.0:1769078364.663062:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000080:00200000:2.0:1769078364.663063:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000010:3.0:1769078364.663065:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000020:00000001:2.0:1769078364.663071:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000200:3.0:1769078364.663072:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657886080, offset 0 00000020:00000001:2.0:1769078364.663075:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078364.663079:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078364.663080:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000002:2.0:1769078364.663087:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040a:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000400:00000200:3.0:1769078364.663091:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000002:2.0:1769078364.663100:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:3.0:1769078364.663103:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000001:2.0:1769078364.663108:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:3.0:1769078364.663112:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000001:2.0:1769078364.663113:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078364.663117:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000200:3.0:1769078364.663118:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00020000:00000001:2.0:1769078364.663120:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078364.663125:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:2.0:1769078364.663128:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769078364.663132:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:2.0:1769078364.663138:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000400:00000200:3.0:1769078364.663142:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370812:370812:256:4294967295] 192.168.204.154@tcp LPNI seq info [370807:370807:8:4294967295] 00020000:00000001:2.0:1769078364.663144:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.663153:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:3.0:1769078364.663154:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:2.0:1769078364.663160:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078364.663165:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078364.663171:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c539b0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:3.0:1769078364.663171:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078364.663182:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078364.663189:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078364.663191:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000800:00000010:3.0:1769078364.663196:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000020:00000001:2.0:1769078364.663197:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078364.663202:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078364.663206:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000800:00000200:3.0:1769078364.663211:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00020000:00000002:2.0:1769078364.663212:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000800:00000200:3.0:1769078364.663217:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00020000:00000001:2.0:1769078364.663220:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078364.663224:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000800:00000200:3.1:1769078364.663225:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:2.0:1769078364.663227:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000800:00000200:3.1:1769078364.663230:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000020:00000001:2.0:1769078364.663232:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000800:00000100:3.0:1769078364.663239:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00001000:2.0:1769078364.663241:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000800:00000010:3.0:1769078364.663244:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000020:00000001:2.0:1769078364.663247:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60918 -> ffff971b07c60dc8 00000400:00000200:3.0:1769078364.663250:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000020:00000001:2.0:1769078364.663253:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078364.663257:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:3.0:1769078364.663260:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:2.0:1769078364.663261:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:3.0:1769078364.663266:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000020:00000001:2.0:1769078364.663267:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1769078364.663271:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00020000:00000001:2.0:1769078364.663273:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.663277:0:2365:0:(events.c:34:request_out_callback()) Process entered 00020000:00000001:2.0:1769078364.663278:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000100:00000200:3.0:1769078364.663284:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078364.663286:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078364.663290:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.663301:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.663309:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.663310:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1769078364.663316:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000040:3.0:1769078364.663317:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078364.663322:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078364.663327:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.663334:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000100:00000001:3.0:1769078364.663334:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.663338:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000100:00000001:3.0:1769078364.663340:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1769078364.663342:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.663345:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.663347:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.663352:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078364.663352:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00020000:00000001:2.0:1769078364.663360:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078364.663361:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078364.663367:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300022284 00000020:00000001:2.0:1769078364.663368:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078364.663374:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.663374:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300022988 00000100:00000001:3.0:1769078364.663381:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300022284 00000020:00000001:2.0:1769078364.663382:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.663385:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300022988 00000020:00000001:2.0:1769078364.663388:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:3.0:1769078364.663390:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078364.663392:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:3.0:1769078364.663395:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.663396:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078364.663398:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:2.0:1769078364.663400:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078364.663404:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00100000:3.0:1769078364.663406:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078364/real 1769078364] req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078364.663408:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078364.663412:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078364.663420:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078364.663425:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1769078364.663426:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078364.663429:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000008:00000001:2.0:1769078364.663433:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000010:3.0:1769078364.663433:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000008:00000001:2.0:1769078364.663437:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000200:3.0:1769078364.663439:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000008:00000001:2.0:1769078364.663442:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134454720 : -115332575096896 : ffff971b0ad48fc0) 00000400:00000010:3.0:1769078364.663443:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078364.663453:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000008:00000020:2.0:1769078364.663454:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48fc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000100:00000200:3.0:1769078364.663460:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1769078364.663462:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078364.663467:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078364.663472:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.663482:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000200:3.0:1769078364.663484:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:2.0:1769078364.663486:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48fc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1769078364.663507:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.663508:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078364.663511:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.663515:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000008:00000001:2.0:1769078364.663516:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.663518:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078364.663522:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078364.663527:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078364.663528:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.663538:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.663545:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.663549:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078364.663551:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:3.0:1769078364.663578:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078364.663581:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078364.663585:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078364.663591:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078364.663598:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078364.663600:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:2.0:1769078364.663601:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.663605:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1769078364.663606:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000100:00000001:3.0:1769078364.663609:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1769078364.663611:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078364.663612:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078364.663615:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:3.0:1769078364.663616:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00020000:00000001:2.0:1769078364.663618:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078364.663622:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078364.663623:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000020:00000001:2.0:1769078364.663624:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078364.663630:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00080000:3.0:1769078364.663631:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00020000:00000001:2.0:1769078364.663635:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078364.663640:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00020000:00000001:2.0:1769078364.663642:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.663645:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00020000:00000001:2.0:1769078364.663649:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000040:3.0:1769078364.663654:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1769078364.663655:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078364.663659:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078364.663663:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078364.663669:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078364.663675:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00000100:00100000:3.0:1769078364.663680:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08840000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886080:192.168.204.154@tcp:38:kworker.0 00020000:00000001:2.0:1769078364.663681:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.663685:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078364.663689:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769078364.663689:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00020000:00000001:2.0:1769078364.663693:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078364.663697:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:2.0:1769078364.663698:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.663710:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078364.663712:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:3.0:1769078364.663716:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1769078364.663718:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.663720:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.663723:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 02000000:00000001:3.0:1769078364.663725:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:2.0:1769078364.663727:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 02000000:00000001:3.0:1769078364.663729:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078364.663731:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 02000000:00000001:3.0:1769078364.663733:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.663735:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00100000:3.0:1769078364.663739:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886208:192.168.204.154@tcp:8:kworker.0 00000020:00000001:2.0:1769078364.663740:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769078364.663746:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00001000:2.0:1769078364.663747:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 02000000:00000001:3.0:1769078364.663750:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00020000:00000001:2.0:1769078364.663754:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:3.0:1769078364.663754:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078364.663760:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:2.0:1769078364.663761:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000010:3.0:1769078364.663764:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c1b800. 00000080:00000001:2.0:1769078364.663765:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000001:3.0:1769078364.663770:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1769078364.663771:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000400:00000200:3.0:1769078364.663781:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078364.663782:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000400:00000010:3.0:1769078364.663789:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000020:00000001:2.0:1769078364.663790:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078364.663796:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000400:00000010:3.0:1769078364.663797:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000080:00000001:2.0:1769078364.663804:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1769078364.663805:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657886208, portal 4 00000080:00000001:2.0:1769078364.663811:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.663812:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078364.663814:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095634048 : -115332613917568 : ffff971b08843480) 00000080:00000001:2.0:1769078364.663821:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000040:3.0:1769078364.663827:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00000001:2.0:1769078364.663828:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078364.663835:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078364.663839:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000100:00000001:3.0:1769078364.663847:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00001000:2.0:1769078364.663848:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000100:00000040:3.0:1769078364.663854:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078364.663855:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba468 -> ffff971b086ba468 00000400:00000010:3.0:1769078364.663860:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000020:00000001:2.0:1769078364.663861:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078364.663868:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000200:3.0:1769078364.663869:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657886208, offset 0 00000080:00200000:2.0:1769078364.663872:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:3.0:1769078364.663878:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000020:00000001:2.0:1769078364.663881:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078364.663884:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000400:00000200:3.0:1769078364.663885:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:2.0:1769078364.663887:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078364.663893:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00020000:00000002:2.0:1769078364.663894:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1040e:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00000400:00000200:3.0:1769078364.663899:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00020000:00000002:2.0:1769078364.663904:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000400:00000200:3.0:1769078364.663905:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078364.663913:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00020000:00000001:2.0:1769078364.663915:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:3.0:1769078364.663920:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00020000:00000001:2.0:1769078364.663921:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078364.663925:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000200:3.0:1769078364.663929:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370813:370813:256:4294967295] 192.168.204.154@tcp LPNI seq info [370808:370808:8:4294967295] 00020000:00000001:2.0:1769078364.663931:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.663940:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1769078364.663944:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:2.0:1769078364.663948:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078364.663953:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.663961:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:3.0:1769078364.663962:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000020:00000001:2.0:1769078364.663964:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078364.663979:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078364.663981:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd23e0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:2.0:1769078364.663984:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.663986:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078364.663987:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078364.663989:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078364.663990:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078364.663993:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078364.663995:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078364.663997:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078364.663998:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078364.664000:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078364.664002:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078364.664004:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b086ba2d8 -> ffff971b086ba468 00000020:00000001:2.0:1769078364.664005:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078364.664007:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078364.664008:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078364.664009:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664011:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664013:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078364.664015:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078364.664016:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664018:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664019:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664021:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078364.664022:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078364.664023:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.664024:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078364.664025:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078364.664026:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664028:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664030:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664031:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664033:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078364.664034:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664035:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664037:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078364.664038:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078364.664039:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.664040:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078364.664042:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078364.664043:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078364.664045:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078364.664047:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078364.664048:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.664050:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078364.664052:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078364.664053:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084133504 : -115332625418112 : ffff971b07d4b880) 00000008:00000020:2.0:1769078364.664056:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4b880 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000008:00000001:2.0:1769078364.664059:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078364.664060:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078364.664061:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.664062:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078364.664064:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4afc0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1769078364.664067:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.664069:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664071:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664073:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664074:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664076:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664077:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078364.664079:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078364.664080:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078364.664081:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078364.664082:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078364.664083:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664085:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078364.664087:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078364.664088:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078364.664089:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078364.664090:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.664091:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078364.664092:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078364.664093:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664095:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664096:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078364.664097:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078364.664099:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078364.664100:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078364.664101:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078364.664103:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078364.664104:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.664105:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078364.664106:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078364.664107:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664109:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664110:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078364.664112:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078364.664113:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664114:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078364.664115:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078364.664117:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078364.664118:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078364.664119:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078364.664120:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078364.664122:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078364.664124:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078364.664125:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078364.664127:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1040e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769078364.664130:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078364.664131:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078364.664133:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078364.664134:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078364.664136:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1769078364.664140:0:13606:0:(rw.c:1570:ll_writepages()) Process entered 00000080:00000001:2.0:1769078364.664141:0:13606:0:(file.c:5265:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1769078364.664143:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078364.664144:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084628104 : -115332624923512 : ffff971b07dc4488) 00000020:00001000:2.0:1769078364.664146:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4480 00000020:00000001:2.0:1769078364.664148:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c60468 -> ffff971b07c60468 00000020:00000001:2.0:1769078364.664150:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1769078364.664151:0:13606:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000080:00200000:2.0:1769078364.664153:0:13606:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1769078364.664155:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078364.664156:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1769078364.664157:0:13606:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1769078364.664160:0:13606:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10412:0x0]io ffff971b0885e050 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1769078364.664163:0:13606:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00020000:00000001:2.0:1769078364.664165:0:13606:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1769078364.664167:0:13606:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1769078364.664168:0:13606:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1769078364.664170:0:13606:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664171:0:13606:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1769078364.664173:0:13606:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1769078364.664174:0:13606:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664176:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078364.664177:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1769078364.664178:0:13606:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1769078364.664180:0:13606:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c53ba0) owner 0000000000000000/ffff971b02e6cf80 00000020:00000001:2.0:1769078364.664182:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664184:0:13606:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1769078364.664185:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1769078364.664186:0:13606:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1769078364.664187:0:13606:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1769078364.664189:0:13606:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1769078364.664192:0:13606:0:(lov_io.c:155:lov_sub_get()) Process entered 00020000:00000001:2.0:1769078364.664193:0:13606:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1769078364.664194:0:13606:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:2.0:1769078364.664196:0:13606:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741084629256 : -115332624922360 : ffff971b07dc4908) 00000020:00001000:2.0:1769078364.664198:0:13606:0:(cl_object.c:785:cl_env_get()) 1@ffff971b07dc4900 00000020:00000001:2.0:1769078364.664200:0:13606:0:(cl_object.c:146:cl_object_top()) ffff971b07c609e0 -> ffff971b07c60468 00000020:00000001:2.0:1769078364.664202:0:13606:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1769078364.664204:0:13606:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1769078364.664205:0:13606:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1769078364.664206:0:13606:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664208:0:13606:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664209:0:13606:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741095680232 : -115332613871384 : ffff971b0884e8e8) 00000020:00000001:2.0:1769078364.664211:0:13606:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1769078364.664213:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664214:0:13606:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664216:0:13606:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664218:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1769078364.664219:0:13606:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:2.0:1769078364.664220:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.664221:0:13606:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1769078364.664222:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078364.664224:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664225:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664227:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664229:0:13606:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664230:0:13606:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1769078364.664231:0:13606:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664233:0:13606:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664234:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1769078364.664236:0:13606:0:(lov_io.c:1114:lov_io_start()) Process entered 00020000:00000001:2.0:1769078364.664237:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.664238:0:13606:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1769078364.664239:0:13606:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1769078364.664240:0:13606:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1769078364.664243:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078364.664244:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078364.664245:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.664247:0:13606:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1769078364.664248:0:13606:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:2.0:1769078364.664249:0:13606:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741362510016 : -115332347041600 : ffff971b186c68c0) 00000008:00000020:2.0:1769078364.664251:0:13606:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b186c68c0 ready 0|-|- wr 2|-|+ rd 0|- 10 in flight 00000008:00000001:2.0:1769078364.664254:0:13606:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1769078364.664255:0:13606:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1769078364.664256:0:13606:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.664259:0:13606:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1769078364.664261:0:13606:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad496c0 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1769078364.664264:0:13606:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1769078364.664266:0:13606:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664268:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664270:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664271:0:13606:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664273:0:13606:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664274:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1769078364.664276:0:13606:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1769078364.664277:0:13606:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1769078364.664278:0:13606:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1769078364.664279:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1769078364.664280:0:13606:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664282:0:13606:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1769078364.664283:0:13606:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1769078364.664284:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1769078364.664285:0:13606:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:2.0:1769078364.664287:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.664288:0:13606:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1769078364.664289:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1769078364.664290:0:13606:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664291:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664293:0:13606:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1769078364.664294:0:13606:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1769078364.664295:0:13606:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1769078364.664296:0:13606:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1769078364.664297:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078364.664298:0:13606:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1769078364.664299:0:13606:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:2.0:1769078364.664301:0:13606:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1769078364.664302:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1769078364.664303:0:13606:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664304:0:13606:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1769078364.664306:0:13606:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078364.664307:0:13606:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1769078364.664308:0:13606:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078364.664310:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1769078364.664311:0:13606:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:2.0:1769078364.664312:0:13606:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1769078364.664313:0:13606:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1769078364.664314:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078364.664316:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4900 00020000:00000001:2.0:1769078364.664317:0:13606:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1769078364.664319:0:13606:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:2.0:1769078364.664320:0:13606:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:2.0:1769078364.664322:0:13606:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10412:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1769078364.664325:0:13606:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1769078364.664326:0:13606:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1769078364.664327:0:13606:0:(cl_object.c:879:cl_env_put()) 1@ffff971b07dc4480 00000080:00000001:2.0:1769078364.664329:0:13606:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1769078364.664331:0:13606:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1769078364.664707:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078364.664713:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078364.664718:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078364.664721:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769078364.664725:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078364.664729:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1769078364.664733:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078364.664735:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078364.664738:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078364.664742:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078364.664746:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078364.664748:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078364.664751:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078364.664755:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.664764:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078364.664768:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.664773:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.664775:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078364.664778:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078364.664782:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:3.0:1769078364.664786:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078364.664789:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300022307 00000100:00000001:3.0:1769078364.664791:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300022988 00000100:00000001:3.0:1769078364.664794:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300022307 00000100:00000001:3.0:1769078364.664796:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300022988 00000100:00000001:3.0:1769078364.664798:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078364.664800:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.664802:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078364.664805:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078364/real 1769078364] req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078364.664813:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078364.664814:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078364.664816:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078364.664818:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078364.664820:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078364.664822:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078364.664825:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078364.664833:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.664845:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078364.664846:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.664848:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078364.664849:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078364.664853:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.664861:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078364.664865:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.664872:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078364.664875:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.664877:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078364.664878:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.664880:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078364.664884:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078364.664887:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078364.664891:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078364.664893:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078364.664897:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078364.664906:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08843480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886208:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078364.664909:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1769078364.664913:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.664921:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078364.664922:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078364.664925:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1769078364.664927:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1769078364.664929:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078364.664932:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886336:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078364.664935:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1769078364.664937:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1769078364.664939:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078364.664941:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1769078364.664945:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06c18400. 02000000:00000001:3.0:1769078364.664947:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078364.664950:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:3.0:1769078364.664953:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b20d7b6e0. 00000400:00000010:3.0:1769078364.664956:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b090755d8. 00000100:00000200:3.0:1769078364.664959:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657886336, portal 4 00000100:00000001:3.0:1769078364.664961:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1769078364.664962:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741095629568 : -115332613922048 : ffff971b08842300) 00000100:00000040:3.0:1769078364.664987:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.664994:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1769078364.664996:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:3.0:1769078364.664998:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b09075aa0. 00000100:00000200:3.0:1769078364.665001:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657886336, offset 0 00000400:00000200:3.0:1769078364.665005:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:3.0:1769078364.665008:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078364.665012:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:3.0:1769078364.665016:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769078364.665018:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:3.0:1769078364.665021:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769078364.665023:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:3.0:1769078364.665027:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370814:370814:256:4294967295] 192.168.204.154@tcp LPNI seq info [370809:370809:8:4294967295] 00000400:00000200:3.0:1769078364.665032:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:3.0:1769078364.665038:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:3.0:1769078364.665043:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078364.665046:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b109ad800. 00000800:00000200:3.0:1769078364.665049:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.0:1769078364.665052:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000200:3.1:1769078364.665056:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:3.1:1769078364.665058:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 7 secs later) 00000800:00000100:3.0:1769078364.665062:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:3.0:1769078364.665064:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b109ad800. 00000400:00000200:3.0:1769078364.665067:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:3.0:1769078364.665070:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:3.0:1769078364.665073:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b09075aa0 00000400:00000010:3.0:1769078364.665074:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b09075aa0. 00000100:00000001:3.0:1769078364.665077:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1769078364.665080:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.665100:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078364.665104:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.665110:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.665111:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1769078364.665114:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078364.665117:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:3.0:1769078364.665120:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:3.0:1769078364.665122:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300022311 00000100:00000001:3.0:1769078364.665125:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300022988 00000100:00000001:3.0:1769078364.665127:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300022311 00000100:00000001:3.0:1769078364.665129:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300022988 00000100:00000001:3.0:1769078364.665132:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078364.665134:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.665136:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1769078364.665139:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078364/real 1769078364] req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1769078364.665146:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1769078364.665147:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1769078364.665149:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b20d7b6e0. 00000400:00000200:3.0:1769078364.665151:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b090755d8 00000400:00000010:3.0:1769078364.665153:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b090755d8. 00000100:00000001:3.0:1769078364.665155:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1769078364.665158:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769078364.665166:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.665172:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1769078364.665174:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.665175:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078364.665177:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078364.665180:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.665187:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1769078364.665191:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.665198:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1769078364.665200:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.665201:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078364.665202:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.665204:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078364.665208:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1769078364.665211:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769078364.665214:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:3.0:1769078364.665216:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1769078364.665220:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769078364.665228:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b08842300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886336:192.168.204.154@tcp:8:kworker.0 00000100:00000001:3.0:1769078364.665232:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.665234:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078364.665237:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08840000 x1855007657886080/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.665243:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078364.665245:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078364.665247:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b400. 02000000:00000001:3.0:1769078364.665250:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078364.665251:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078364.665254:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:3.0:1769078364.665255:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078364.665257:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08634400. 02000000:00000001:3.0:1769078364.665261:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078364.665262:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078364.665264:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08840000. 00000100:00000001:3.0:1769078364.665267:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078364.665268:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.665270:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078364.665273:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08843480 x1855007657886208/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.665279:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078364.665281:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078364.665282:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c1b800. 02000000:00000001:3.0:1769078364.665284:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078364.665285:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078364.665286:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:3.0:1769078364.665288:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078364.665289:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08637800. 02000000:00000001:3.0:1769078364.665291:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078364.665292:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078364.665293:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08843480. 00000100:00000001:3.0:1769078364.665295:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078364.665296:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.665297:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1769078364.665300:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b08842300 x1855007657886336/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078389 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078364.665306:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1769078364.665307:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1769078364.665308:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06c18400. 02000000:00000001:3.0:1769078364.665310:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1769078364.665311:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1769078364.665312:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:3.0:1769078364.665314:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1769078364.665315:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b08635400. 02000000:00000001:3.0:1769078364.665317:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1769078364.665319:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1769078364.665320:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b08842300. 00000100:00000001:3.0:1769078364.665323:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1769078364.665324:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.665326:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078364.665331:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078364.665332:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078364.665335:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1769078364.665336:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078365.300676:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078365.300679:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078365.300682:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078365.300685:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078365.300685:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078365.300689:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078365.300694:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078365.300696:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1769078365.300698:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078365.300699:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078365.300700:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078365.300706:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078365.300709:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078365.300714:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078365.300714:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078365.300717:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078365.300719:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078365.300721:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078365.300729:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078365.300730:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078365.300738:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078365.300740:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078365.300764:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1769078365.300768:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1769078365.300771:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078365.300784:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078365.300788:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078365.300790:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078365.300793:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078365.300797:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078365.300801:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078365.300826:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078365.300829:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078365.300830:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078365.300835:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078365.300837:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078365.300840:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078365.300915:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078365.300917:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078365.300921:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078365.300924:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078365.300924:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078365.300930:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078365.300935:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078365.300936:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078365.300940:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078365.300942:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078365.300945:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078365.300947:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078365.300948:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078365.300950:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078365.300952:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078365.300954:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078365.300979:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078365.300984:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078365.300986:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078365.300990:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078365.300991:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078365.300995:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078365.300998:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078365.301001:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078365.301001:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078365.301004:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078365.301010:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078365.301010:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078365.301014:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078365.301015:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078365.301017:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078365.301019:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:2.0:1769078365.301025:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078365.301028:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078365.301030:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078365.301032:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078365.301035:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1769078365.428700:0:13844:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4300022988, at 4300023040 00000100:00000040:0.0:1769078365.428708:0:13837:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4300022988, at 4300023040 00000100:00000010:1.0:1769078365.428717:0:13844:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db14e0. 00000100:00000010:0.0:1769078365.428723:0:13837:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b07db1f00. 00000100:00000001:0.0:1769078365.684689:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078365.684689:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078365.684701:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078365.684701:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078365.684705:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078365.684705:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078365.684713:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078365.684713:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078365.684720:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078365.684721:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078365.684726:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078365.684727:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078365.684732:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078365.684735:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078365.684738:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078365.684740:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078365.684743:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078365.684746:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078366.324668:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078366.324668:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078366.324674:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078366.324675:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078366.324677:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078366.324678:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078366.324684:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078366.324684:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:2.0:1769078366.324686:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078366.324688:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078366.324689:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078366.324693:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078366.324694:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078366.324694:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078366.324698:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078366.324698:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078366.324700:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078366.324702:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:2.0:1769078366.324703:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00000001:1.0:1769078366.324704:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078366.324705:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078366.324711:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078366.324712:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078366.324713:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078366.324718:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078366.324719:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078366.324722:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078366.324723:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078366.324725:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078366.324738:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078366.324738:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078366.324738:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078366.324743:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078366.324749:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078366.324749:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078366.324756:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078366.324759:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078366.324760:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078366.324768:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078366.324769:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078366.324773:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078366.324774:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078366.324775:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078366.324776:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078366.324782:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078366.324788:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078366.324788:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078366.324789:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078366.324789:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078366.324792:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078366.324795:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1769078366.324800:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:1.0:1769078366.324802:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078366.324803:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078366.324807:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078366.324808:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078366.324810:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078366.324813:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078366.324814:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078366.324816:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078366.324817:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078366.324818:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078366.324821:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078366.324823:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078366.324824:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078366.324828:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:1.0:1769078366.324833:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078366.324833:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1769078366.324836:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1769078366.324837:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078366.324839:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1769078366.324840:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078366.324841:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078366.324844:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078366.708660:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078366.708660:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078366.708672:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078366.708672:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078366.708675:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078366.708676:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078366.708685:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:3.0:1769078366.708685:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078366.708693:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078366.708693:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078366.708699:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078366.708703:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078366.708706:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078366.708709:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078366.708715:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078366.708716:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078366.708720:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078366.708722:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078367.348652:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078367.348653:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078367.348663:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078367.348663:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078367.348667:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078367.348668:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078367.348676:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078367.348677:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078367.348682:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078367.348686:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078367.348688:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078367.348691:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078367.348699:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078367.348700:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078367.348701:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078367.348707:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078367.348710:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078367.348713:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078367.348717:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078367.348718:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078367.348719:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078367.348726:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078367.348727:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078367.348746:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078367.348748:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078367.348753:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078367.348755:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078367.348758:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078367.348761:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078367.348765:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078367.348770:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078367.348771:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078367.348772:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078367.348776:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078367.348777:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078367.348781:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078367.348783:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078367.348784:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078367.348791:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078367.348791:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078367.348792:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078367.348793:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078367.348802:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078367.348803:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078367.348804:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078367.348810:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078367.348812:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078367.348815:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078367.348818:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078367.348819:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00000001:3.0:1769078367.348819:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078367.348821:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078367.348826:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078367.348830:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078367.348831:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078367.348835:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078367.348839:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078367.348839:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078367.348851:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078367.348851:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078367.348857:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078367.348857:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1769078367.348859:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078367.348861:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078367.348863:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078367.348866:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1769078367.348867:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078367.348873:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00010000:2.0:1769078367.348876:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1769078367.348879:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078367.348884:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078367.348886:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078367.348889:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078367.348892:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078367.732612:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078367.732619:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078367.732620:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078367.732621:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078367.732625:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1769078367.732626:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078367.732628:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078367.732630:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1769078367.732634:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078367.732634:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078367.732638:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078367.732639:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078367.732640:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078367.732643:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078367.732650:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078367.732654:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078367.732656:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078367.732658:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078368.372653:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078368.372653:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078368.372653:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078368.372653:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078368.372658:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078368.372660:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078368.372660:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078368.372660:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078368.372661:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078368.372665:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078368.372665:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078368.372667:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078368.372669:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078368.372672:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078368.372672:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00010000:00000001:2.0:1769078368.372672:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078368.372672:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078368.372677:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078368.372679:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078368.372679:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078368.372680:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078368.372681:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078368.372685:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078368.372685:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078368.372685:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078368.372686:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078368.372690:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078368.372692:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078368.372694:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078368.372695:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078368.372697:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078368.372700:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078368.372700:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078368.372704:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078368.372706:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078368.372708:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078368.372710:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078368.372714:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078368.372717:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00100000:3.0:1769078368.372717:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000020:00000001:2.0:1769078368.372720:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1769078368.372722:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078368.372723:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078368.372723:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1769078368.372724:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078368.372727:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078368.372728:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078368.372728:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1769078368.372729:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1769078368.372732:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078368.372734:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078368.372734:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1769078368.372735:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078368.372738:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078368.372740:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078368.372741:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078368.372742:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078368.372745:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078368.372745:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078368.372751:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078368.372754:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078368.372757:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078368.372757:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078368.372757:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078368.372761:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078368.372762:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078368.372765:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078368.372766:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078368.372771:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:2.0:1769078368.372774:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078368.372777:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078368.372779:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078368.372781:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078368.372784:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078368.756672:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078368.756686:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078368.756687:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078368.756690:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078368.756695:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:0.0:1769078368.756698:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078368.756704:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078368.756706:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078368.756708:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078368.756715:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078368.758074:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078368.758075:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078368.758078:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:3.0:1769078368.758080:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078368.758081:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078368.758083:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078368.758085:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078368.758086:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.396664:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078369.396664:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078369.396673:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078369.396675:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078369.396676:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.396679:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078369.396682:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078369.396684:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078369.396684:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078369.396688:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078369.396689:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078369.396690:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078369.396691:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078369.396693:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078369.396694:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078369.396695:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.396695:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.396696:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078369.396698:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.396700:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078369.396702:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00100000:0.0:1769078369.396704:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078369.396704:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.396707:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078369.396708:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078369.396710:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078369.396711:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.396712:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078369.396715:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.396717:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078369.396717:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.396721:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.396725:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.396726:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078369.396727:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078369.396731:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.396731:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078369.396733:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078369.396736:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:0.0:1769078369.396737:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.396738:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078369.396741:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.396743:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078369.396744:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.396746:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078369.396750:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078369.396754:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078369.396758:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078369.396760:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.396763:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078369.396764:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078369.396767:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078369.396768:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078369.396768:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078369.396771:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078369.396771:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.396772:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078369.396776:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078369.396778:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1769078369.396778:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00010000:00000001:2.0:1769078369.396779:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078369.396781:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078369.396783:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078369.396784:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078369.396784:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078369.396788:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078369.396788:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078369.396790:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.396792:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078369.396796:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078369.396799:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.396807:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1769078369.396809:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1769078369.396812:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1769078369.780634:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078369.780638:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) ad68b505-7ce3-4132-9fd4-4e14f53a3f44->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1769078369.780641:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078369.780644:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.780645:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1769078369.780645:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:0.0:1769078369.780648:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:3.0:1769078369.780648:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1769078369.780650:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078369.780653:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1769078369.780653:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1769078369.780654:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078369.780658:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078369.780658:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000100:00100000:2.0:1769078369.780660:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078369.780662:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078369.780665:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078369.780666:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1769078369.780666:0:13606:0:(import.c:509:import_select_connection()) MGC192.168.204.154@tcp: connect to NID 192.168.204.154@tcp last attempt 5354 00000100:00000001:2.0:1769078369.780669:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078369.780671:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078369.780671:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078369.780673:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00000001:1.0:1769078369.780677:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769078369.780677:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.780682:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1769078369.780695:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078369.780697:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078369.780704:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000400:00000200:3.0:1769078369.780705:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00001000:1.0:1769078369.780709:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00080000:3.0:1769078369.780711:0:13606:0:(import.c:588:import_select_connection()) MGC192.168.204.154@tcp: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1769078369.780716:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60850 -> ffff971b07c60850 00000100:00000040:3.0:1769078369.780717:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078369.780721:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078369.780723:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:3.0:1769078369.780723:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000080:00000001:1.0:1769078369.780726:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:3.0:1769078369.780727:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000080:00200000:1.0:1769078369.780729:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1769078369.780731:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078369.780733:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:3.0:1769078369.780734:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281d90 00000020:00000001:1.0:1769078369.780735:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078369.780737:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000080:00000001:1.0:1769078369.780738:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1769078369.780741:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b07857800 refcount=3 00020000:00000002:1.0:1769078369.780743:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x10417:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000020:00000001:3.0:1769078369.780744:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000002:1.0:1769078369.780749:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012f0000 00000020:00000001:3.0:1769078369.780752:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741078939648 : -115332630611968 : ffff971b07857800) 00020000:00000001:1.0:1769078369.780753:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1769078369.780756:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000100:00000040:3.0:1769078369.780758:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078369.780759:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00000001:3.0:1769078369.780761:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078369.780762:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.780765:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1769078369.780766:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078369.780768:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:3.0:1769078369.780769:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078369.780770:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.780773:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000040:3.0:1769078369.780773:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b07857800 : new refcount 2 00000020:00000001:1.0:1769078369.780776:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1769078369.780777:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000100:00080000:3.0:1769078369.780779:0:13606:0:(import.c:623:import_select_connection()) MGC192.168.204.154@tcp: import ffff971b07856800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000002:1.0:1769078369.780780:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07c533e0) owner 0000000000000000/ffff971b012f0000 00000100:00000001:3.0:1769078369.780782:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.780784:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078369.780786:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078369.780787:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078369.780789:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 02000000:00000001:3.0:1769078369.780789:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078369.780791:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 02000000:00000001:3.0:1769078369.780793:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00200000:1.0:1769078369.780794:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000001:3.0:1769078369.780795:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00020000:00000002:1.0:1769078369.780798:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769078369.780801:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000100:00000001:3.0:1769078369.780801:0:13606:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.780804:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078369.780806:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000020:00000001:1.0:1769078369.780807:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000020:00001000:1.0:1769078369.780809:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000010:3.0:1769078369.780810:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f25180. 00000020:00000001:1.0:1769078369.780811:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b07c60aa8 -> ffff971b07c60850 00000020:00000001:1.0:1769078369.780815:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000040:3.0:1769078369.780816:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b07856800 refcount=4 obd=MGC192.168.204.154@tcp 00000020:00000001:1.0:1769078369.780818:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078369.780820:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:3.0:1769078369.780820:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078369.780821:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078369.780823:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.780824:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.780826:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00020000:00000001:1.0:1769078369.780827:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 02000000:00000001:3.0:1769078369.780830:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1769078369.780831:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078369.780833:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078369.780834:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.780835:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.780839:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.780841:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078369.780842:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078369.780843:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078369.780844:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000010:3.0:1769078369.780844:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18400. 00000020:00000001:1.0:1769078369.780845:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078369.780848:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.780849:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.780851:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.780852:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.780852:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.780857:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078369.780858:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.780859:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.780861:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1769078369.780864:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00100000:3.0:1769078369.780864:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:1.0:1769078369.780867:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078369.780869:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078369.780872:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:3.0:1769078369.780875:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000008:00000001:1.0:1769078369.780876:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00000001:3.0:1769078369.780892:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078369.780893:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078369.780898:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000040:3.0:1769078369.780898:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b53f82ef] to pc [ptlrpcd_rcv+-1] req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078369.780900:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1769078369.780906:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078369.780909:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000008:00000001:1.0:1769078369.780913:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741134452032 : -115332575099584 : ffff971b0ad48540) 00000008:00000020:1.0:1769078369.780920:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b0ad48540 ready 0|-|- wr 1|-|+ rd 0|- 11 in flight 00000008:00000001:1.0:1769078369.780925:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078369.780927:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1769078369.780928:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078369.780929:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078369.780931:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00080000:3.0:1769078369.780933:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000020:1.0:1769078369.780935:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b0ad48540 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00080000:3.0:1769078369.780936:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1769078369.780939:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078369.780941:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:1.0:1769078369.780943:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078369.780945:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:1.0:1769078369.780947:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1769078369.780951:0:13606:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5354 00000020:00000001:1.0:1769078369.780952:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.780957:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.780959:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1769078369.780961:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078369.780962:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.780964:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078369.780967:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.780969:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1769078369.780970:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000020:00000001:1.0:1769078369.780973:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00080000:3.0:1769078369.780974:0:13606:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078369.780976:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000040:2.0:1769078369.780979:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078369.780980:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000100:00000040:3.0:1769078369.780983:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078369.780984:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078369.780988:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:3.0:1769078369.780990:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00000001:1.0:1769078369.780991:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.780996:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1769078369.780996:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:2.0:1769078369.780998:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.781000:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 02000000:00000001:2.0:1769078369.781004:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00020000:00000001:1.0:1769078369.781005:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1769078369.781005:0:13606:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1769078369.781007:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078369.781008:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000040:3.0:1769078369.781010:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281ddd 02000000:00000001:2.0:1769078369.781011:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781012:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00100000:2.0:1769078369.781016:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657886464:192.168.204.154@tcp:250:kworker.0 00000020:00000001:3.0:1769078369.781016:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078369.781017:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00020000:00000001:1.0:1769078369.781020:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000040:3.0:1769078369.781021:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b10467000 refcount=5 00000100:00000001:2.0:1769078369.781022:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1769078369.781023:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1769078369.781026:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:2.0:1769078369.781027:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1769078369.781027:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:1.0:1769078369.781029:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078369.781031:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078369.781031:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741225803776 : -115332483747840 : ffff971b10467000) 00020000:00000001:1.0:1769078369.781033:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078369.781035:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000001:1.0:1769078369.781039:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000040:3.0:1769078369.781039:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 02000000:00000010:2.0:1769078369.781041:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 00000100:00000001:3.0:1769078369.781042:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078369.781043:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 02000000:00000001:2.0:1769078369.781046:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1769078369.781049:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000001:3.0:1769078369.781052:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000400:00000200:2.0:1769078369.781054:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078369.781055:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000040:3.0:1769078369.781058:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b10467000 : new refcount 4 00000400:00000010:2.0:1769078369.781059:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000100:00080000:3.0:1769078369.781065:0:13606:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff971b063ba800: import ffff971b06c96000 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078369.781066:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000400:00000010:2.0:1769078369.781066:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000020:00000001:1.0:1769078369.781070:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:3.0:1769078369.781072:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.781074:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:3.0:1769078369.781076:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00020000:00000001:1.0:1769078369.781077:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000200:2.0:1769078369.781077:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657886464, portal 25 00000020:00000001:1.0:1769078369.781080:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000001:2.0:1769078369.781082:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1769078369.781083:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000001:3.0:1769078369.781084:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078369.781085:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069296000 : -115332640255616 : ffff971b06f25180) 00020000:00000001:1.0:1769078369.781086:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078369.781090:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.781092:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.781094:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078369.781096:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000040:2.0:1769078369.781097:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078369.781099:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.781104:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078369.781105:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078369.781108:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00000008:00100000:3.0:1769078369.781109:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0. 00020000:00000001:1.0:1769078369.781112:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000008:00000001:3.0:1769078369.781114:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781115:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1769078369.781116:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000100:00000001:3.0:1769078369.781117:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781119:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:2.0:1769078369.781121:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000100:00000010:3.0:1769078369.781122:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24000. 00000020:00001000:1.0:1769078369.781123:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000020:00000040:3.0:1769078369.781126:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96000 refcount=82 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000400:00000010:2.0:1769078369.781127:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 02000000:00000001:3.0:1769078369.781130:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000200:2.0:1769078369.781132:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007657886464, offset 0 02000000:00000001:3.0:1769078369.781132:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.781133:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:3.0:1769078369.781134:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078369.781137:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769078369.781139:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 02000000:00000001:3.0:1769078369.781139:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078369.781140:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000080:00000001:1.0:1769078369.781143:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 02000000:00000010:3.0:1769078369.781146:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b800. 00000080:00200000:1.0:1769078369.781148:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x10417:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1769078369.781151:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078369.781152:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000080:00000001:1.0:1769078369.781157:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00100000:3.0:1769078369.781160:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078369.781161:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000400:00000200:2.0:1769078369.781161:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00001000:1.0:1769078369.781166:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000400:00000200:2.0:1769078369.781170:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000080:00000001:1.0:1769078369.781171:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078369.781176:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078369.781177:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078369.781184:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1769078369.781185:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000080:00000001:1.0:1769078369.781186:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000400:00000200:2.0:1769078369.781189:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000080:00000001:1.0:1769078369.781190:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:3.0:1769078369.781191:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781195:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:2.0:1769078369.781196:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370815:370815:256:4294967295] 192.168.204.154@tcp LPNI seq info [370810:370810:8:4294967295] 00000020:00000001:1.0:1769078369.781200:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000040:3.0:1769078369.781200:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2440dd7] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00001000:1.0:1769078369.781206:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000400:00000200:2.0:1769078369.781207:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078369.781211:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086ba918 -> ffff971b086ba918 00000020:00000001:1.0:1769078369.781216:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1769078369.781220:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 00000100:00000001:3.0:1769078369.781222:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1769078369.781224:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000400:00000200:2.0:1769078369.781227:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000100:00080000:3.0:1769078369.781228:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1769078369.781229:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078369.781233:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1769078369.781236:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078369.781237:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000100:00080000:3.0:1769078369.781237:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00020000:00000002:1.0:1769078369.781241:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041c:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 00000100:00000001:3.0:1769078369.781242:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1769078369.781244:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000010:2.0:1769078369.781245:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00020000:00000002:1.0:1769078369.781246:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012f0000 00000100:00000001:3.0:1769078369.781250:0:13606:0:(import.c:484:import_select_connection()) Process entered 00020000:00000001:1.0:1769078369.781251:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000100:00080000:3.0:1769078369.781254:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5354 00020000:00000001:1.0:1769078369.781256:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000800:00000200:2.0:1769078369.781256:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000400:00000200:3.0:1769078369.781261:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000800:00000200:2.0:1769078369.781263:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000400:00000200:3.0:1769078369.781266:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00020000:00000001:1.0:1769078369.781270:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000100:00080000:3.0:1769078369.781270:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00020000:00000001:1.0:1769078369.781274:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078369.781275:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000100:00000040:3.0:1769078369.781276:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078369.781280:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078369.781281:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.1:1769078369.781282:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00020000:00000001:1.0:1769078369.781286:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000040:3.0:1769078369.781287:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078369.781290:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.781291:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000800:00000100:2.0:1769078369.781292:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000020:00000001:3.0:1769078369.781296:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1769078369.781297:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000800:00000010:2.0:1769078369.781298:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000020:00000040:3.0:1769078369.781298:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281deb 00000020:00000001:1.0:1769078369.781300:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1769078369.781302:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00020000:00000001:1.0:1769078369.781304:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00000020:00000040:3.0:1769078369.781305:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c82000 refcount=4 00000400:00000200:2.0:1769078369.781307:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00020000:00000002:1.0:1769078369.781308:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07dd28b8) owner 0000000000000000/ffff971b012f0000 00000020:00000001:3.0:1769078369.781309:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000020:00000001:1.0:1769078369.781314:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1769078369.781315:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066530816 : -115332643020800 : ffff971b06c82000) 00000400:00000200:2.0:1769078369.781317:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000020:00000001:1.0:1769078369.781319:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1769078369.781323:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:3.0:1769078369.781324:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000400:00000200:2.0:1769078369.781325:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00020000:00000001:1.0:1769078369.781326:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000400:00000010:2.0:1769078369.781329:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:3.0:1769078369.781330:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00020000:00200000:1.0:1769078369.781331:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1769078369.781335:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00000100:00000001:2.0:1769078369.781335:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1769078369.781336:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000100:00000200:2.0:1769078369.781341:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1769078369.781342:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078369.781349:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000020:00000040:3.0:1769078369.781349:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c82000 : new refcount 3 00020000:00000001:1.0:1769078369.781356:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000100:00080000:3.0:1769078369.781357:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff971b063ba800: import ffff971b06c96800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00000020:00000001:1.0:1769078369.781360:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078369.781362:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1769078369.781363:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781364:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 02000000:00000001:3.0:1769078369.781367:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00001000:1.0:1769078369.781369:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000100:00000040:2.0:1769078369.781371:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078369.781371:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078369.781373:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b086baaa8 -> ffff971b086ba918 02000000:00000001:3.0:1769078369.781376:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781378:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:3.0:1769078369.781381:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000001:1.0:1769078369.781382:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000008:00100000:3.0:1769078369.781385:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 28966912, lost: 0. 00000020:00000001:1.0:1769078369.781386:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078369.781390:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1769078369.781391:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781393:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.781395:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.781396:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781397:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1769078369.781401:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f26d80. 00000020:00000040:3.0:1769078369.781404:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b06c96800 refcount=23 obd=lustre-OST0000-osc-ffff971b063ba800 00000100:00000001:2.0:1769078369.781406:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1769078369.781407:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00020000:00000001:1.0:1769078369.781408:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 02000000:00000001:3.0:1769078369.781410:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781412:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000400:00000200:2.0:1769078369.781414:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078369.781415:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.781416:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1769078369.781420:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769078369.781421:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781421:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 0 is 4300028107 02000000:00000001:3.0:1769078369.781424:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781427:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078369.781430:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841b9c0. 00000020:00000001:1.0:1769078369.781431:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 02000000:00000010:3.0:1769078369.781431:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c1b400. 00020000:00000001:1.0:1769078369.781434:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00020000:00000001:1.0:1769078369.781437:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:3.0:1769078369.781438:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781439:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1769078369.781440:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078369.781443:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078369.781446:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078369.781448:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1769078369.781449:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781449:0:2365:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS new deadline estimation for cpu 1 is 4300028107 00020000:00000001:1.0:1769078369.781456:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1769078369.781456:0:2365:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff971b1841be40. 00020000:00000001:1.0:1769078369.781461:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781464:0:2365:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.154@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1769078369.781466:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078369.781469:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781470:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1769078369.781470:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1769078369.781472:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.781474:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781476:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781477:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000040:3.0:1769078369.781480:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3192eb6] to pc [ptlrpcd_rcv+-1] req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078369.781481:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000100:00000001:2.0:1769078369.781481:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00020000:00000001:1.0:1769078369.781485:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078369.781488:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00100000:2.0:1769078369.781490:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078369/real 1769078369] req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078369.781491:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000100:00000001:3.0:1769078369.781493:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078369.781494:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000100:00080000:3.0:1769078369.781499:0:13606:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f6a6377-00b9-40a3-a8b6-fef96cd977e1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000008:00000001:1.0:1769078369.781500:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1769078369.781504:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00080000:3.0:1769078369.781506:0:13606:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000008:00000001:1.0:1769078369.781508:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078369.781510:0:13606:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000008:00000001:1.0:1769078369.781513:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000400:00000001:2.0:1769078369.781513:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00080000:3.0:1769078369.781513:0:13606:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000008:00000001:1.0:1769078369.781519:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000400:00000001:2.0:1769078369.781519:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1769078369.781519:0:13606:0:(import.c:484:import_select_connection()) Process entered 00000008:00000001:1.0:1769078369.781524:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741084131264 : -115332625420352 : ffff971b07d4afc0) 00000400:00000010:2.0:1769078369.781524:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000100:00080000:3.0:1769078369.781524:0:13606:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: connect to NID 192.168.204.154@tcp last attempt 5354 00000008:00000020:1.0:1769078369.781530:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07d4afc0 ready 0|-|- wr 1|-|+ rd 0|- 10 in flight 00000400:00000200:2.0:1769078369.781531:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000200:3.0:1769078369.781532:0:13606:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078369.781535:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000400:00000200:3.0:1769078369.781538:0:13606:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.154@tcp is discovered: rc = 1 00000008:00000001:1.0:1769078369.781539:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078369.781540:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:3.0:1769078369.781542:0:13606:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: tried all connections, increasing latency to 20s 00000008:00000020:1.0:1769078369.781543:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000200:2.0:1769078369.781547:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078369.781547:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000008:00000001:1.0:1769078369.781548:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078369.781573:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1769078369.781575:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078369.781576:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000040:3.0:1769078369.781578:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00000008:00000020:1.0:1769078369.781581:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07d4b880 ready 1|-|+ wr 1|-|+ rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000100:00000001:3.0:1769078369.781583:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00000020:00000001:3.0:1769078369.781588:0:13606:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1769078369.781589:0:13606:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e675899a2281df2 00000100:00000001:2.0:1769078369.781593:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000008:00000001:1.0:1769078369.781594:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078369.781594:0:13606:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000008:00000001:1.0:1769078369.781598:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781598:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1769078369.781598:0:13606:0:(lustre_handles.c:131:class_handle2object()) GET export ffff971b06c81800 refcount=4 00000020:00000001:3.0:1769078369.781603:0:13606:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00000100:00000001:2.0:1769078369.781604:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769078369.781605:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781608:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1769078369.781608:0:13606:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446628741066528768 : -115332643022848 : ffff971b06c81800) 00020000:00000001:1.0:1769078369.781609:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.781615:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078369.781616:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1769078369.781616:0:13606:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff971b04d3c580 refcount 11 to 192.168.204.154@tcp 00000020:00000001:1.0:1769078369.781619:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.781621:0:13606:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1769078369.781625:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:3.0:1769078369.781627:0:13606:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff971b04d3c580 refcount 12 to 192.168.204.154@tcp 00020000:00000001:1.0:1769078369.781629:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00000100:00000001:2.0:1769078369.781630:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078369.781630:0:13606:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628741033739648 : -115332675811968 : ffff971b04d3c580) 00020000:00000001:1.0:1769078369.781633:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000040:3.0:1769078369.781635:0:13606:0:(genops.c:898:class_export_put()) PUTting export ffff971b06c81800 : new refcount 3 00000020:00000001:1.0:1769078369.781636:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000040:2.0:1769078369.781637:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078369.781639:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00080000:3.0:1769078369.781641:0:13606:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff971b063ba800: import ffff971b09389800 using connection 192.168.204.154@tcp/192.168.204.154@tcp 00020000:00000001:1.0:1769078369.781642:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.781646:0:13606:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.781649:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 02000000:00000001:3.0:1769078369.781650:0:13606:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1769078369.781653:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000100:00000001:2.0:1769078369.781655:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 02000000:00000001:3.0:1769078369.781655:0:13606:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1769078369.781656:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1769078369.781659:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 02000000:00000001:3.0:1769078369.781661:0:13606:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.781662:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000001:2.0:1769078369.781662:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078369.781666:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000100:00000001:2.0:1769078369.781666:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1769078369.781666:0:13606:0:(obd_class.h:881:obd_reconnect()) Process entered 00000008:00100000:3.0:1769078369.781669:0:13606:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 25559040, lost: 0. 00000020:00000001:1.0:1769078369.781670:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00000001:2.0:1769078369.781671:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1769078369.781672:0:13606:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.781675:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781675:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1769078369.781676:0:13606:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781679:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00020000:00000001:1.0:1769078369.781680:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1769078369.781681:0:13606:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff971b06f24e00. 00000100:00080000:2.0:1769078369.781682:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b07856800 MGS: changing import state from CONNECTING to DISCONN 00020000:00000001:1.0:1769078369.781685:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000020:00000040:3.0:1769078369.781686:0:13606:0:(genops.c:1229:class_import_get()) import ffff971b09389800 refcount=19 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:1.0:1769078369.781688:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000100:00080000:2.0:1769078369.781689:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.154@tcp failed (-110) 02000000:00000001:3.0:1769078369.781691:0:13606:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1769078369.781692:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000100:00000001:2.0:1769078369.781694:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 02000000:00000001:3.0:1769078369.781694:0:13606:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781695:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000100:00000001:3.0:1769078369.781699:0:13606:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1769078369.781700:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000100:00000040:2.0:1769078369.781702:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1769078369.781702:0:13606:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00020000:00000001:1.0:1769078369.781703:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 02000000:00000001:3.0:1769078369.781706:0:13606:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.781707:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078369.781710:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078369.781714:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 02000000:00000010:3.0:1769078369.781714:0:13606:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff971b06c18000. 00000100:00100000:2.0:1769078369.781716:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ad68b505-7ce3-4132-9fd4-4e14f53a3f44:2365:1855007657886464:192.168.204.154@tcp:250:kworker.0 00020000:00000001:1.0:1769078369.781718:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078369.781719:0:13606:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781721:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078369.781722:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781724:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1769078369.781726:0:13606:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00020000:00000001:1.0:1769078369.781728:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000040:2.0:1769078369.781729:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f25180 x1855007657886464/t0(0) o250->MGC192.168.204.154@tcp@192.168.204.154@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078369.781732:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1769078369.781735:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781739:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078369.781743:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078369.781745:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1769078369.781748:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078369.781752:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:3.0:1769078369.781752:0:13606:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1769078369.781753:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00001000:1.0:1769078369.781756:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 02000000:00000001:2.0:1769078369.781757:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1769078369.781757:0:13606:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1769078369.781761:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 00020000:00000001:1.0:1769078369.781762:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 02000000:00000001:2.0:1769078369.781764:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1769078369.781765:0:13606:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000912cddd1] to pc [ptlrpcd_rcv+-1] req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078369.781766:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000020:00000001:2.0:1769078369.781767:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000080:00000001:1.0:1769078369.781770:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000020:00000040:2.0:1769078369.781771:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b07856800 refcount=3 obd=MGC192.168.204.154@tcp 00000080:00200000:1.0:1769078369.781775:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000020:00000001:2.0:1769078369.781776:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078369.781779:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18400. 00000100:00000001:3.0:1769078369.781783:0:13606:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078369.781784:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 02000000:00000001:2.0:1769078369.781786:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1769078369.781787:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000040:3.0:1769078369.781787:0:13606:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5365) 02000000:00000001:2.0:1769078369.781788:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078369.781792:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f25180. 00000020:00001000:1.0:1769078369.781793:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000001:2.0:1769078369.781796:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000080:00000001:1.0:1769078369.781797:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.781798:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.781802:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078369.781803:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.781808:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000080:00000001:1.0:1769078369.781809:0:13261:0:(rw.c:1570:ll_writepages()) Process entered 00000100:00000001:2.0:1769078369.781811:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078369.781813:0:13261:0:(file.c:5265:cl_sync_file_range()) Process entered 00000100:00000001:2.0:1769078369.781814:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1769078369.781816:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000100:00000001:2.0:1769078369.781817:0:2365:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1769078369.781820:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741069330552 : -115332640221064 : ffff971b06f2d878) 00000100:00000001:2.0:1769078369.781820:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00001000:1.0:1769078369.781825:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06f2d870 00000100:00000040:2.0:1769078369.781826:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078369.781831:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4530 -> ffff971b06fa4530 00000100:00000001:2.0:1769078369.781835:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1769078369.781836:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000001:2.0:1769078369.781837:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1769078369.781839:0:13261:0:(vvp_io.c:1849:vvp_io_init()) Process entered 02000000:00000001:2.0:1769078369.781840:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078369.781843:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00200000:1.0:1769078369.781844:0:13261:0:(vvp_io.c:1854:vvp_io_init()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 02000000:00000001:2.0:1769078369.781845:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078369.781850:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886592:192.168.204.154@tcp:38:kworker.0 00000020:00000001:1.0:1769078369.781851:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000100:00000001:2.0:1769078369.781853:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1769078369.781855:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:2.0:1769078369.781856:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000080:00000001:1.0:1769078369.781858:0:13261:0:(vvp_io.c:1926:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078369.781858:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078369.781862:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00020000:00000002:1.0:1769078369.781865:0:13261:0:(lov_object.c:1557:lov_io_init()) [0x200000401:0x1041d:0x0]io ffff971b086ec060 type 6 ignore/verify layout 1/0 02000000:00000010:2.0:1769078369.781866:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01800. 00020000:00000002:1.0:1769078369.781870:0:13261:0:(lov_object.c:1220:lov_conf_freeze()) To take share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012f0000 02000000:00000001:2.0:1769078369.781874:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.781876:0:13261:0:(lov_io.c:1952:lov_io_init_composite()) Process entered 00000400:00000200:2.0:1769078369.781879:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00020000:00000001:1.0:1769078369.781899:0:13261:0:(lov_io.c:495:lov_io_slice_init()) Process entered 00000400:00000010:2.0:1769078369.781899:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00020000:00000001:1.0:1769078369.781903:0:13261:0:(lov_io.c:322:lov_io_mirror_init()) Process entered 00000400:00000010:2.0:1769078369.781904:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00020000:00000001:1.0:1769078369.781905:0:13261:0:(lov_io.c:333:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1769078369.781908:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657886592, portal 10 00020000:00000001:1.0:1769078369.781909:0:13261:0:(lov_io.c:611:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078369.781913:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00020000:00000001:1.0:1769078369.781914:0:13261:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00000100:00000001:2.0:1769078369.781916:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069291520 : -115332640260096 : ffff971b06f24000) 00020000:00000001:1.0:1769078369.781917:0:13261:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781921:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1769078369.781923:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000040:2.0:1769078369.781925:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078369.781926:0:13261:0:(lov_io.c:1965:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1769078369.781929:0:13261:0:(lov_object.c:1228:lov_conf_thaw()) To release share lov(ffff971b07a52d90) owner 0000000000000000/ffff971b012f0000 00000020:00000001:1.0:1769078369.781935:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.781939:0:13261:0:(cl_io.c:823:cl_io_loop()) Process entered 00000100:00000001:2.0:1769078369.781940:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1769078369.781942:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000040:2.0:1769078369.781945:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00020000:00000001:1.0:1769078369.781946:0:13261:0:(lov_io.c:836:lov_io_iter_init()) Process entered 00000400:00000010:2.0:1769078369.781949:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00020000:00200000:1.0:1769078369.781950:0:13261:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000100:00000200:2.0:1769078369.781954:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007657886592, offset 0 00020000:00000002:1.0:1769078369.781955:0:13261:0:(lov_offset.c:247:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1769078369.781961:0:13261:0:(lov_io.c:155:lov_sub_get()) Process entered 00000400:00000200:2.0:1769078369.781961:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00020000:00000001:1.0:1769078369.781964:0:13261:0:(lov_io.c:104:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1769078369.781969:0:13261:0:(cl_object.c:716:cl_env_obtain()) Process entered 00000400:00000200:2.0:1769078369.781969:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078369.781975:0:13261:0:(cl_object.c:747:cl_env_obtain()) Process leaving (rc=18446628741068906648 : -115332640644968 : ffff971b06ec6098) 00000400:00000200:2.0:1769078369.781975:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000020:00001000:1.0:1769078369.781981:0:13261:0:(cl_object.c:785:cl_env_get()) 1@ffff971b06ec6090 00000400:00000200:2.0:1769078369.781981:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1769078369.781985:0:13261:0:(cl_object.c:146:cl_object_top()) ffff971b06fa4148 -> ffff971b06fa4530 00000400:00000200:2.0:1769078369.781986:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000020:00000001:1.0:1769078369.781990:0:13261:0:(cl_io.c:125:__cl_io_init()) Process entered 00000400:00000200:2.0:1769078369.781991:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1769078369.781995:0:13261:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000400:00000200:2.0:1769078369.781996:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000020:00000001:1.0:1769078369.781998:0:13261:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1769078369.782003:0:13261:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078369.782003:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370816:370816:256:4294967295] 192.168.204.154@tcp LPNI seq info [370811:370811:8:4294967295] 00020000:00000001:1.0:1769078369.782007:0:13261:0:(lov_io.c:146:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.782011:0:13261:0:(lov_io.c:183:lov_sub_get()) Process leaving (rc=18446628741093504040 : -115332616047576 : ffff971b0863b428) 00000400:00000200:2.0:1769078369.782012:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000020:00000001:1.0:1769078369.782016:0:13261:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1769078369.782020:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078369.782024:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00020000:00000001:1.0:1769078369.782025:0:13261:0:(lov_io.c:966:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.782029:0:13261:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078369.782033:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000020:00000001:1.0:1769078369.782034:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1769078369.782037:0:13261:0:(lov_io.c:1108:lov_io_lock()) Process entered 00000800:00000010:2.0:1769078369.782039:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00020000:00000001:1.0:1769078369.782040:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078369.782043:0:13261:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1769078369.782045:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000800:00000200:2.0:1769078369.782047:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769078369.782048:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.782052:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1769078369.782053:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00020000:00000001:1.0:1769078369.782054:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.782058:0:13261:0:(lov_io.c:1109:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078369.782061:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000020:00000001:1.0:1769078369.782062:0:13261:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1769078369.782065:0:13261:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1769078369.782067:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000020:00000001:1.0:1769078369.782068:0:13261:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1769078369.782073:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000800:00000100:2.0:1769078369.782074:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00020000:00000001:1.0:1769078369.782075:0:13261:0:(lov_io.c:1114:lov_io_start()) Process entered 00000800:00000010:2.0:1769078369.782077:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00020000:00000001:1.0:1769078369.782078:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000020:00000001:1.0:1769078369.782080:0:13261:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1769078369.782083:0:13261:0:(osc_io.c:1074:osc_io_fsync_start()) Process entered 00000400:00000200:2.0:1769078369.782083:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000008:00000001:1.0:1769078369.782084:0:13261:0:(osc_cache.c:3182:osc_cache_writeback_range()) Process entered 00000400:00000200:2.0:1769078369.782088:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000008:00000001:1.0:1769078369.782089:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000400:00000200:2.0:1769078369.782091:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000008:00000020:1.0:1769078369.782092:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000400:00000010:2.0:1769078369.782095:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078369.782097:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:1.0:1769078369.782100:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1769078369.782101:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1769078369.782106:0:13261:0:(osc_cache.c:2195:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1769078369.782109:0:13261:0:(osc_cache.c:2157:osc_next_obj()) Process entered 00000100:00000001:2.0:1769078369.782111:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000008:00000001:1.0:1769078369.782112:0:13261:0:(osc_cache.c:2165:osc_next_obj()) Process leaving (rc=18446628741081339136 : -115332628212480 : ffff971b07aa1500) 00000100:00000040:2.0:1769078369.782115:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000020:1.0:1769078369.782118:0:13261:0:(osc_cache.c:2200:osc_check_rpcs()) obj ffff971b07aa1500 ready 0|-|- wr 5|-|+ rd 0|- 11 in flight 00000008:00000001:1.0:1769078369.782126:0:13261:0:(osc_cache.c:1682:osc_makes_rpc()) Process entered 00000100:00000001:2.0:1769078369.782127:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1769078369.782129:0:13261:0:(osc_cache.c:1703:osc_makes_rpc()) urgent request forcing RPC 00000100:00000001:2.0:1769078369.782130:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1769078369.782132:0:13261:0:(osc_cache.c:1704:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782134:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1769078369.782136:0:13261:0:(osc_cache.c:2259:osc_check_rpcs()) Process leaving 00000100:00000040:2.0:1769078369.782138:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: using a timeout of 9430 usecs (10 jiffies) 00000008:00000020:1.0:1769078369.782140:0:13261:0:(osc_cache.c:3314:osc_cache_writeback_range()) obj ffff971b07aa0a80 ready 1|-|+ wr 5|-|+ rd 0|- pageout [0, 18446744073709551615] npages 5: rc=5. 00000400:00000200:2.0:1769078369.782143:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078369.782146:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300027403 00000008:00000001:1.0:1769078369.782149:0:13261:0:(osc_cache.c:3329:osc_cache_writeback_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769078369.782150:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300028107 00000008:00000001:1.0:1769078369.782154:0:13261:0:(osc_io.c:1136:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782154:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300027403 00000100:00000001:2.0:1769078369.782156:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300028107 00000020:00000001:1.0:1769078369.782159:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782160:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1769078369.782162:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782164:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.782165:0:13261:0:(lov_io.c:1115:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782166:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000020:00000001:1.0:1769078369.782169:0:13261:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078369.782171:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078369/real 1769078369] req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078369.782173:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1769078369.782176:0:13261:0:(lov_io.c:1654:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1769078369.782178:0:13261:0:(lov_io.c:1120:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1769078369.782180:0:13261:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1769078369.782182:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1769078369.782184:0:13261:0:(lov_io.c:1130:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.782187:0:13261:0:(lov_io.c:1665:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1769078369.782188:0:13261:0:(cl_io.c:563:cl_io_end()) Process leaving 00000400:00000001:2.0:1769078369.782188:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1769078369.782192:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000001:2.0:1769078369.782192:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00020000:00000001:1.0:1769078369.782197:0:13261:0:(lov_io.c:1208:lov_io_unlock()) Process entered 00000400:00000010:2.0:1769078369.782197:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00020000:00000001:1.0:1769078369.782200:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000400:00000200:2.0:1769078369.782202:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000020:00000001:1.0:1769078369.782203:0:13261:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000400:00000010:2.0:1769078369.782206:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000020:00000001:1.0:1769078369.782207:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1769078369.782209:0:13261:0:(lov_io.c:1142:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782211:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00020000:00000001:1.0:1769078369.782213:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1769078369.782217:0:13261:0:(lov_io.c:1211:lov_io_unlock()) Process leaving 00000100:00000200:2.0:1769078369.782218:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078369.782220:0:13261:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1769078369.782222:0:13261:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1769078369.782224:0:13261:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1769078369.782227:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078369.782229:0:13261:0:(lov_io.c:1189:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1769078369.782232:0:13261:0:(lov_io.c:1086:lov_io_call()) Process entered 00000100:00000200:2.0:1769078369.782236:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078369.782237:0:13261:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1769078369.782240:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1769078369.782243:0:13261:0:(lov_io.c:1136:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782246:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00020000:00000001:1.0:1769078369.782247:0:13261:0:(lov_io.c:1103:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782249:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1769078369.782250:0:13261:0:(lov_io.c:1200:lov_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078369.782251:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1769078369.782253:0:13261:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000100:00000001:2.0:1769078369.782254:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078369.782257:0:13261:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078369.782258:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1769078369.782262:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1769078369.782265:0:13261:0:(lov_io.c:675:lov_io_fini()) Process entered 00020000:00000001:1.0:1769078369.782268:0:13261:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000100:00000001:2.0:1769078369.782270:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078369.782271:0:13261:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1769078369.782275:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1769078369.782277:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06ec6090 00000100:00000040:2.0:1769078369.782278:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:1.0:1769078369.782282:0:13261:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1769078369.782285:0:13261:0:(lov_io.c:694:lov_io_fini()) Process leaving 00000080:00000001:1.0:1769078369.782288:0:13261:0:(vvp_io.c:281:vvp_io_fini()) Process entered 00000080:00200000:1.0:1769078369.782290:0:13261:0:(vvp_io.c:289:vvp_io_fini()) [0x200000401:0x1041d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:2.0:1769078369.782293:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000080:00000001:1.0:1769078369.782296:0:13261:0:(vvp_io.c:387:vvp_io_fini()) Process leaving 00000100:00000001:2.0:1769078369.782298:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1769078369.782299:0:13261:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000100:00000001:2.0:1769078369.782302:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00001000:1.0:1769078369.782303:0:13261:0:(cl_object.c:879:cl_env_put()) 1@ffff971b06f2d870 00000100:00000001:2.0:1769078369.782305:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1769078369.782307:0:13261:0:(file.c:5299:cl_sync_file_range()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1769078369.782309:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000080:00000001:1.0:1769078369.782311:0:13261:0:(rw.c:1643:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782315:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078369.782318:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078369.782321:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078369.782323:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078369.782327:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078369.782332:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886592:192.168.204.154@tcp:38:kworker.0 00000100:00000001:2.0:1769078369.782336:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078369.782338:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782344:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078369.782345:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078369.782347:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078369.782349:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078369.782351:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078369.782354:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886720:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078369.782357:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078369.782359:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078369.782360:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078369.782362:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078369.782365:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078369.782367:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078369.782372:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078369.782374:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078369.782378:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078369.782381:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657886720, portal 4 00000100:00000001:2.0:1769078369.782383:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078369.782384:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069303168 : -115332640248448 : ffff971b06f26d80) 00000100:00000040:2.0:1769078369.782390:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782396:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078369.782398:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078369.782400:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078369.782403:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657886720, offset 0 00000400:00000200:2.0:1769078369.782406:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078369.782410:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078369.782414:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078369.782417:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078369.782419:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078369.782421:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078369.782424:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078369.782427:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370817:370817:256:4294967295] 192.168.204.154@tcp LPNI seq info [370812:370812:8:4294967295] 00000400:00000200:2.0:1769078369.782431:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078369.782436:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078369.782439:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078369.782442:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078369.782445:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078369.782447:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769078369.782449:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078369.782451:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000100:2.0:1769078369.782453:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078369.782454:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078369.782456:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078369.782459:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078369.782460:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078369.782462:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078369.782463:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078369.782465:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782471:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078369.782473:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782477:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782478:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078369.782480:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078369.782482:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: using a timeout of 30772 usecs (31 jiffies) 00000400:00000200:2.0:1769078369.782484:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078369.782485:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300027424 00000100:00000001:2.0:1769078369.782487:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300028107 00000100:00000001:2.0:1769078369.782488:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300027424 00000100:00000001:2.0:1769078369.782490:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300028107 00000100:00000001:2.0:1769078369.782491:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078369.782493:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782494:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078369.782496:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078369/real 1769078369] req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078369.782500:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078369.782501:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078369.782502:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078369.782503:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078369.782504:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078369.782505:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078369.782506:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078369.782511:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782515:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078369.782516:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782517:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078369.782518:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078369.782519:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782523:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078369.782525:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782529:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078369.782531:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782532:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078369.782533:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782534:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078369.782536:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078369.782537:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b06c96800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078369.782539:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078369.782540:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078369.782542:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078369.782546:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886720:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078369.782549:0:2365:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1769078369.782551:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782570:0:2365:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078369.782571:0:2365:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078369.782572:0:2365:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1769078369.782573:0:2365:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1769078369.782575:0:2365:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078369.782576:0:2365:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886848:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078369.782578:0:2365:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1769078369.782580:0:2365:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1769078369.782581:0:2365:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1769078369.782582:0:2365:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1769078369.782584:0:2365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff971b06f02400. 02000000:00000001:2.0:1769078369.782585:0:2365:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1769078369.782588:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000010:2.0:1769078369.782590:0:2365:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff971b065c4948. 00000400:00000010:2.0:1769078369.782591:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdeee0. 00000100:00000200:2.0:1769078369.782593:0:2365:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007657886848, portal 4 00000100:00000001:2.0:1769078369.782594:0:2365:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1769078369.782595:0:2365:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446628741069295104 : -115332640256512 : ffff971b06f24e00) 00000100:00000040:2.0:1769078369.782599:0:2365:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782603:0:2365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1769078369.782604:0:2365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.154@tcp 00000400:00000010:2.0:1769078369.782606:0:2365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff971b06fdecc0. 00000100:00000200:2.0:1769078369.782607:0:2365:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007657886848, offset 0 00000400:00000200:2.0:1769078369.782609:0:2365:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.154@tcp 00000400:00000200:2.0:1769078369.782611:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078369.782613:0:2365:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.154@tcp local destination 00000400:00000200:2.0:1769078369.782615:0:2365:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769078369.782616:0:2365:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.54@tcp 00000400:00000200:2.0:1769078369.782618:0:2365:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.54@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769078369.782619:0:2365:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.154@tcp 00000400:00000200:2.0:1769078369.782621:0:2365:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.54@tcp NI seq info: [370818:370818:256:4294967295] 192.168.204.154@tcp LPNI seq info [370813:370813:8:4294967295] 00000400:00000200:2.0:1769078369.782623:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000400:00000200:2.0:1769078369.782627:0:2365:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.54@tcp(192.168.204.54@tcp:) -> 192.168.204.154@tcp(192.168.204.154@tcp:192.168.204.154@tcp) : PUT try# 0 00000800:00000200:2.0:1769078369.782630:0:2365:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078369.782632:0:2365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff971b055c8200. 00000800:00000200:2.0:1769078369.782634:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.0:1769078369.782636:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000200:2.1:1769078369.782638:0:2365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff971b06c44600] -> 12345-192.168.204.154@tcp (2) 00000800:00000200:2.1:1769078369.782640:0:2365:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.154 (cnted 0, interval 60, 1 secs later) 00000800:00000100:2.0:1769078369.782642:0:2365:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.154@tcp 00000800:00000010:2.0:1769078369.782643:0:2365:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff971b055c8200. 00000400:00000200:2.0:1769078369.782645:0:2365:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7 00000400:00000200:2.0:1769078369.782647:0:2365:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.54@tcp->192.168.204.154@tcp: PUT: REMOTE_ERROR 00000400:00000200:2.0:1769078369.782649:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdecc0 00000400:00000010:2.0:1769078369.782650:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdecc0. 00000100:00000001:2.0:1769078369.782651:0:2365:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1769078369.782653:0:2365:0:(events.c:39:request_out_callback()) @@@ type 5, status -5 req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782658:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078369.782660:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782664:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782665:0:2365:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1769078369.782666:0:2365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1769078369.782668:0:2365:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: using a timeout of 34816 usecs (35 jiffies) 00000400:00000200:2.0:1769078369.782670:0:2365:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.154@tcp to cpt 0 00000100:00000001:2.0:1769078369.782671:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 0 is 4300027429 00000100:00000001:2.0:1769078369.782673:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 0, keep current deadline 4300028107 00000100:00000001:2.0:1769078369.782674:0:2365:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS new deadline estimation for cpu 1 is 4300027429 00000100:00000001:2.0:1769078369.782675:0:2365:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff971b063ba800: PM QoS request active for cpu 1, keep current deadline 4300028107 00000100:00000001:2.0:1769078369.782676:0:2365:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1769078369.782677:0:2365:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782678:0:2365:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1769078369.782680:0:2365:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078369/real 1769078369] req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1769078369.782684:0:2365:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1769078369.782685:0:2365:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1769078369.782686:0:2365:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff971b065c4948. 00000400:00000200:2.0:1769078369.782688:0:2365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff971b06fdeee0 00000400:00000010:2.0:1769078369.782689:0:2365:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff971b06fdeee0. 00000100:00000001:2.0:1769078369.782690:0:2365:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1769078369.782692:0:2365:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769078369.782696:0:2365:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782704:0:2365:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1769078369.782705:0:2365:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782706:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078369.782707:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078369.782709:0:2365:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782712:0:2365:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1769078369.782714:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782717:0:2365:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1769078369.782719:0:2365:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782719:0:2365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1769078369.782720:0:2365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782721:0:2365:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1769078369.782723:0:2365:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1769078369.782725:0:2365:0:(import.c:65:import_set_state_nolock()) ffff971b09389800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1769078369.782726:0:2365:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.154@tcp failed (-110) 00000100:00000001:2.0:1769078369.782727:0:2365:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1769078369.782729:0:2365:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1769078369.782733:0:2365:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff971b06f24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f6a6377-00b9-40a3-a8b6-fef96cd977e1:2365:1855007657886848:192.168.204.154@tcp:8:kworker.0 00000100:00000001:2.0:1769078369.782735:0:2365:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782736:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078369.782738:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24000 x1855007657886592/t0(0) o38->lustre-MDT0000-mdc-ffff971b063ba800@192.168.204.154@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782742:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078369.782743:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078369.782744:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01800. 02000000:00000001:2.0:1769078369.782746:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078369.782747:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078369.782748:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96000 refcount=81 obd=lustre-MDT0000-mdc-ffff971b063ba800 00000020:00000001:2.0:1769078369.782749:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078369.782750:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b800. 02000000:00000001:2.0:1769078369.782752:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078369.782753:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078369.782754:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24000. 00000100:00000001:2.0:1769078369.782755:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078369.782756:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782757:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078369.782759:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f26d80 x1855007657886720/t0(0) o8->lustre-OST0000-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782763:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078369.782763:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078369.782764:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f01400. 02000000:00000001:2.0:1769078369.782765:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078369.782766:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078369.782766:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b06c96800 refcount=22 obd=lustre-OST0000-osc-ffff971b063ba800 00000020:00000001:2.0:1769078369.782767:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078369.782768:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c1b400. 02000000:00000001:2.0:1769078369.782769:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078369.782769:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078369.782770:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f26d80. 00000100:00000001:2.0:1769078369.782771:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078369.782772:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782773:0:2365:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1769078369.782774:0:2365:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff971b06f24e00 x1855007657886848/t0(0) o8->lustre-OST0001-osc-ffff971b063ba800@192.168.204.154@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1769078369.782778:0:2365:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1769078369.782778:0:2365:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1769078369.782779:0:2365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff971b06f02400. 02000000:00000001:2.0:1769078369.782780:0:2365:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1769078369.782781:0:2365:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1769078369.782781:0:2365:0:(genops.c:1242:class_import_put()) import ffff971b09389800 refcount=18 obd=lustre-OST0001-osc-ffff971b063ba800 00000020:00000001:2.0:1769078369.782783:0:2365:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1769078369.782784:0:2365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff971b06c18000. 02000000:00000001:2.0:1769078369.782785:0:2365:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1769078369.782786:0:2365:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1769078369.782786:0:2365:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff971b06f24e00. 00000100:00000001:2.0:1769078369.782788:0:2365:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1769078369.782788:0:2365:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782789:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078369.782791:0:2365:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078369.782792:0:2365:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078369.782793:0:2365:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1769078369.782794:0:2365:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078370.420743:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078370.420744:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:0.0:1769078370.420748:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078370.420752:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078370.420752:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078370.420753:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078370.420755:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078370.420762:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078370.420763:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078370.420764:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078370.420765:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078370.420768:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00100000:0.0:1769078370.420778:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00100000:3.0:1769078370.420778:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000100:00100000:1.0:1769078370.420780:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00010000:00000001:2.0:1769078370.420780:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00000001:3.0:1769078370.420786:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078370.420787:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078370.420789:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:1.0:1769078370.420791:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078370.420791:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078370.420792:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078370.420795:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078370.420803:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078370.420806:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078370.420806:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078370.420808:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078370.420815:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078370.420819:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078370.420820:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078370.420820:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078370.420825:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078370.420836:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078370.420837:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078370.420837:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078370.420844:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078370.420850:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078370.420852:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078370.420855:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078370.420856:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078370.420858:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00000100:00100000:3.0:1769078370.420864:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:1.0:1769078370.420865:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078370.420865:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00000100:00000001:3.0:1769078370.420886:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078370.420895:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078370.420896:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078370.420896:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078370.420902:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078370.420908:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078370.420908:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078370.420910:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:3.0:1769078370.420911:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1769078370.420912:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078370.420919:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078370.420920:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078370.420922:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078370.420927:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078370.420933:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078370.420934:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078370.420935:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078370.420941:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078370.420944:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078370.420953:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1769078370.420958:0:13440:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1769078370.420961:0:13440:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1769078370.420963:0:13440:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078370.420965:0:13440:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1769078370.420967:0:13440:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078370.420971:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078370.420971:0:13440:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078370.420974:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078370.420976:0:13440:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078370.420982:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078370.420983:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078370.420988:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078370.420990:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078370.420991:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00000100:00000001:3.0:1769078370.420997:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078370.420999:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1769078370.421000:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:3.0:1769078370.421001:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078370.421003:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078370.421008:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078370.421011:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078370.421017:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078370.421020:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078370.421022:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078370.421027:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078370.421034:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1769078370.421039:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1769078370.421043:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1769078370.548712:0:13837:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b800 (cpu 0) has reached its deadline 4300028107, at 4300028160 00000100:00000040:1.0:1769078370.548712:0:13844:0:(connection.c:75:cpu_latency_work()) work item of ffff971b0322b910 (cpu 0) has reached its deadline 4300028107, at 4300028160 00000100:00000010:0.0:1769078370.548743:0:13837:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841b9c0. 00000100:00000010:1.0:1769078370.548748:0:13844:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff971b1841be40. 00000100:00000001:0.0:1769078370.804671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078370.804671:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078370.804678:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078370.804679:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078370.804681:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078370.804682:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1769078370.804687:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00100000:0.0:1769078370.804688:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00000001:2.0:1769078370.804694:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078370.804695:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078370.804699:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078370.804699:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078370.804704:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078370.804707:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078370.804709:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078370.804711:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078370.804713:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078370.804715:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078371.444666:0:5550:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078371.444668:0:13244:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078371.444670:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078371.444674:0:5550:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1769078371.444675:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078371.444675:0:13244:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078371.444676:0:5550:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078371.444678:0:13244:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078371.444682:0:5550:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2b40 going to sleep for 0 seconds 00000100:00100000:3.0:1769078371.444684:0:13244:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b0517cd80 going to sleep for 0 seconds 00010000:00000001:2.0:1769078371.444685:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:1.0:1769078371.444686:0:5550:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1769078371.444688:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078371.444691:0:5550:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078371.444691:0:13244:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078371.444695:0:5550:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:2.0:1769078371.444695:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078371.444696:0:13244:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078371.444699:0:13257:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00000001:2.0:1769078371.444699:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078371.444700:0:5550:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078371.444705:0:13257:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1769078371.444707:0:5550:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078371.444708:0:13244:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1769078371.444709:0:13257:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1769078371.444709:0:13440:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:3.0:1769078371.444711:0:13244:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1769078371.444712:0:13440:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078371.444715:0:13257:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51780 going to sleep for 0 seconds 00000100:00000001:3.0:1769078371.444717:0:13244:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078371.444719:0:13399:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078371.444720:0:13257:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1769078371.444723:0:13399:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078371.444725:0:13257:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078371.444725:0:13399:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078371.444729:0:13399:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b07a51840 going to sleep for 0 seconds 00000100:00000001:0.0:1769078371.444731:0:13257:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078371.444732:0:13399:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078371.444735:0:13257:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078371.444736:0:13399:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1769078371.444736:0:13404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1769078371.444741:0:13404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078371.444743:0:13257:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078371.444743:0:13399:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1769078371.444744:0:13404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078371.444746:0:13399:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078371.444750:0:5551:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1769078371.444751:0:13399:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1769078371.444751:0:13404:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078371.444755:0:5551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078371.444757:0:13404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078371.444759:0:5551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1769078371.444761:0:13473:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:3.0:1769078371.444762:0:13404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1769078371.444763:0:5551:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b086f2300 going to sleep for 0 seconds 00000020:00000001:0.0:1769078371.444767:0:13473:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1769078371.444767:0:13404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078371.444768:0:5551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1769078371.444770:0:13404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078371.444771:0:13411:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00010000:00010000:0.0:1769078371.444774:0:13473:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1769078371.444774:0:5551:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078371.444775:0:13411:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1769078371.444775:0:13404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078371.444778:0:13411:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1769078371.444781:0:13411:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08554840 going to sleep for 0 seconds 00000100:00000001:2.0:1769078371.444781:0:5551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078371.444785:0:13411:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078371.444785:0:5551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078371.444788:0:13411:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078371.444790:0:5551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1769078371.444791:0:13411:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1769078371.444793:0:13411:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1769078371.444796:0:13411:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078371.828671:0:13246:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1769078371.828671:0:13245:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1769078371.828679:0:13246:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1769078371.828679:0:13245:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1769078371.828682:0:13246:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1769078371.828683:0:13245:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1769078371.828690:0:13246:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680900 going to sleep for 0 seconds 00000100:00100000:2.0:1769078371.828691:0:13245:0:(client.c:2690:ptlrpc_set_wait()) set ffff971b08680600 going to sleep for 0 seconds 00000100:00000001:0.0:1769078371.828695:0:13246:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1769078371.828696:0:13245:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1769078371.828701:0:13246:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078371.828701:0:13245:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1769078371.828704:0:13245:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078371.828714:0:13245:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078371.828718:0:13246:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1769078371.828718:0:13245:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1769078371.828722:0:13246:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1769078371.828726:0:13246:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) Debug log: 152278 lines, 152278 kept, 0 dropped, 0 bad.